Skip to content

Commit b017856

Browse files
authored
Fix quantization config dataset constraint (#694)
1 parent c235ae1 commit b017856

File tree

2 files changed

+6
-6
lines changed

2 files changed

+6
-6
lines changed

optimum/intel/openvino/configuration.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -133,7 +133,7 @@ class OVWeightQuantizationConfig(OVQuantizationConfigBase):
133133
using the [`~PreTrainedTokenizer.save_pretrained`] method, e.g., `./my_model_directory/`.
134134
dataset (`str or List[str]`, *optional*):
135135
The dataset used for data-aware compression or quantization with NNCF. You can provide your own dataset
136-
in a list of strings or just use the one from the list ['wikitext','c4','c4-new','ptb','ptb-new'] for LLLMs
136+
in a list of strings or just use the one from the list ['wikitext2','c4','c4-new','ptb','ptb-new'] for LLLMs
137137
or ['conceptual_captions','laion/220k-GPT4Vision-captions-from-LIVIS','laion/filtered-wit'] for diffusion models.
138138
Alternatively, you can provide data objects via `calibration_dataset` argument
139139
of `OVQuantizer.quantize()` method.
@@ -194,7 +194,7 @@ def post_init(self):
194194
f"If you wish to provide a custom dataset, please use the `OVQuantizer` instead."
195195
)
196196
if self.dataset is not None and isinstance(self.dataset, str):
197-
llm_datasets = ["wikitext", "c4", "c4-new", "ptb", "ptb-new"]
197+
llm_datasets = ["wikitext2", "c4", "c4-new", "ptb", "ptb-new"]
198198
stable_diffusion_datasets = [
199199
"conceptual_captions",
200200
"laion/220k-GPT4Vision-captions-from-LIVIS",

tests/openvino/test_quantization.py

+4-4
Original file line numberDiff line numberDiff line change
@@ -715,7 +715,7 @@ class OVQuantizationConfigTest(unittest.TestCase):
715715
(OVWeightQuantizationConfig(bits=8, sym=True),),
716716
(
717717
OVWeightQuantizationConfig(
718-
dataset="wikitext",
718+
dataset="wikitext2",
719719
bits=4,
720720
ignored_scope={"names": ["op_name"]},
721721
sym=False,
@@ -747,7 +747,7 @@ class OVQuantizationConfigTest(unittest.TestCase):
747747
(dict(bits=8, sym=True), OVWeightQuantizationConfig, None),
748748
(
749749
dict(
750-
dataset="wikitext",
750+
dataset="wikitext2",
751751
bits=4,
752752
ignored_scope={"names": ["op_name"]},
753753
sym=False,
@@ -771,7 +771,7 @@ class OVQuantizationConfigTest(unittest.TestCase):
771771
(dict(num_samples=100), OVWeightQuantizationConfig, "Can't determine type of OV quantization config"),
772772
(dict(abc="def"), OVWeightQuantizationConfig, "Can't determine type of OV quantization config"),
773773
(
774-
dict(bits=8, fast_bias_correction=True, dataset="wikitext"),
774+
dict(bits=8, fast_bias_correction=True, dataset="wikitext2"),
775775
OVWeightQuantizationConfig,
776776
"Can't determine type of OV quantization config",
777777
),
@@ -793,7 +793,7 @@ class OVQuantizationConfigTest(unittest.TestCase):
793793
(dict(abc="def", weight_only=False), OVQuantizationConfig, None),
794794
(dict(abc="def", weight_only=True), OVWeightQuantizationConfig, None),
795795
(
796-
dict(bits=8, fast_bias_correction=True, dataset="wikitext", weight_only=True),
796+
dict(bits=8, fast_bias_correction=True, dataset="wikitext2", weight_only=True),
797797
OVWeightQuantizationConfig,
798798
None,
799799
),

0 commit comments

Comments
 (0)