@@ -89,6 +89,15 @@ class OVQuantizationMethod(str, Enum):
89
89
"pansophic/rocket-3B" : {"bits" : 4 , "sym" : True , "group_size" : 128 , "ratio" : 0.8 },
90
90
"THUDM/chatglm2-6b" : {"bits" : 4 , "sym" : True , "group_size" : 128 , "ratio" : 0.72 },
91
91
"Qwen/Qwen-7B-Chat" : {"bits" : 4 , "sym" : True , "group_size" : 128 , "ratio" : 0.6 },
92
+ "Qwen/Qwen2.5-7B-Instruct" : {
93
+ "bits" : 4 ,
94
+ "sym" : False ,
95
+ "group_size" : 128 ,
96
+ "ratio" : 1.0 ,
97
+ "dataset" : "wikitext2" ,
98
+ "quant_method" : OVQuantizationMethod .AWQ ,
99
+ "scale_estimation" : True ,
100
+ },
92
101
"openlm-research/open_llama_3b" : {"bits" : 4 , "sym" : False , "group_size" : 64 , "all_layers" : True },
93
102
"openlm-research/open_llama_3b_v2" : {
94
103
"bits" : 4 ,
@@ -210,6 +219,15 @@ class OVQuantizationMethod(str, Enum):
210
219
"quant_method" : OVQuantizationMethod .AWQ ,
211
220
"scale_estimation" : True ,
212
221
},
222
+ "microsoft/Phi-4-mini-instruct" : {
223
+ "bits" : 4 ,
224
+ "sym" : False ,
225
+ "group_size" : 64 ,
226
+ "ratio" : 1.0 ,
227
+ "dataset" : "wikitext2" ,
228
+ "quant_method" : OVQuantizationMethod .AWQ ,
229
+ "scale_estimation" : True ,
230
+ },
213
231
"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B" : {
214
232
"bits" : 4 ,
215
233
"sym" : False ,
0 commit comments