We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8361e45 commit 312f555Copy full SHA for 312f555
optimum/intel/openvino/configuration.py
@@ -210,6 +210,24 @@ class OVQuantizationMethod(str, Enum):
210
"quant_method": OVQuantizationMethod.AWQ,
211
"scale_estimation": True,
212
},
213
+ "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": {
214
+ "bits": 4,
215
+ "sym": False,
216
+ "group_size": 32,
217
+ "ratio": 0.7,
218
+ "dataset": "wikitext2",
219
+ "quant_method": OVQuantizationMethod.AWQ,
220
+ "scale_estimation": True,
221
+ },
222
+ "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": {
223
224
225
+ "group_size": 128,
226
+ "ratio": 1.0,
227
228
229
230
231
"deepseek-ai/DeepSeek-R1-Distill-Llama-8B": {
232
"bits": 4,
233
"sym": False,
0 commit comments