Skip to content

Commit 4657ee2

Browse files
Add default int4 configurations for DeepSeek-R1-Distill-Qwen models (#1168)
1 parent bc1d034 commit 4657ee2

File tree

1 file changed

+18
-0
lines changed

1 file changed

+18
-0
lines changed

optimum/intel/openvino/configuration.py

+18
Original file line numberDiff line numberDiff line change
@@ -210,6 +210,24 @@ class OVQuantizationMethod(str, Enum):
210210
"quant_method": OVQuantizationMethod.AWQ,
211211
"scale_estimation": True,
212212
},
213+
"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": {
214+
"bits": 4,
215+
"sym": False,
216+
"group_size": 32,
217+
"ratio": 0.7,
218+
"dataset": "wikitext2",
219+
"quant_method": OVQuantizationMethod.AWQ,
220+
"scale_estimation": True,
221+
},
222+
"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": {
223+
"bits": 4,
224+
"sym": False,
225+
"group_size": 128,
226+
"ratio": 1.0,
227+
"dataset": "wikitext2",
228+
"quant_method": OVQuantizationMethod.AWQ,
229+
"scale_estimation": True,
230+
},
213231
"deepseek-ai/DeepSeek-R1-Distill-Llama-8B": {
214232
"bits": 4,
215233
"sym": False,

0 commit comments

Comments
 (0)