Skip to content

Commit 1d8e174

Browse files
Add default int4 config for DeepSeek-R1-Distill-Llama-8B
1 parent dd4fe68 commit 1d8e174

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

optimum/intel/openvino/configuration.py

+8
Original file line numberDiff line numberDiff line change
@@ -210,6 +210,14 @@ class OVQuantizationMethod(str, Enum):
210210
"quant_method": OVQuantizationMethod.AWQ,
211211
"scale_estimation": True,
212212
},
213+
"deepseek-ai/DeepSeek-R1-Distill-Llama-8B": {
214+
"bits": 4,
215+
"sym": False,
216+
"group_size": 64,
217+
"ratio": 0.8,
218+
"dataset": "wikitext2",
219+
"quant_method": OVQuantizationMethod.AWQ,
220+
},
213221
}
214222

215223
_DEFAULT_4BIT_CONFIG = {

0 commit comments

Comments
 (0)