Update compression config for psmathur/orca_mini_3b (huggingface#862)

nikita-savelyevv · web-flow · commit cb32118ffa28 · 2024-08-10T15:37:29.000+04:00
* Update compression config for psmathur/orca_mini_3b

* Remove dataset parameter
diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py
@@ -84,8 +84,6 @@ class OVQuantizationMethod(str, Enum):
         "sym": True,
         "group_size": 64,
         "all_layers": True,
-        "dataset": "wikitext2",
-        "quant_method": OVQuantizationMethod.AWQ,
     },
     "bigscience/bloomz-560m": {
         "bits": 4,
