Skip to content

Commit 34bf5ae

Browse files
Update default OV configuration (#1057)
* Update Baichuan2 models default config * Update configuration.py
1 parent d7b1e1d commit 34bf5ae

File tree

1 file changed

+8
-1
lines changed

1 file changed

+8
-1
lines changed

optimum/intel/openvino/configuration.py

+8-1
Original file line numberDiff line numberDiff line change
@@ -123,11 +123,18 @@ class OVQuantizationMethod(str, Enum):
123123
"mistralai/Mistral-7B-v0.1": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.9},
124124
"baichuan-inc/Baichuan2-7B-Chat": {
125125
"bits": 4,
126-
"sym": True,
126+
"sym": False,
127127
"group_size": 128,
128128
"ratio": 0.8,
129+
},
130+
"baichuan-inc/Baichuan2-13B-Chat": {
131+
"bits": 4,
132+
"sym": False,
133+
"group_size": 128,
134+
"ratio": 1.0,
129135
"dataset": "wikitext2",
130136
"quant_method": OVQuantizationMethod.AWQ,
137+
"scale_estimation": True,
131138
},
132139
"lmsys/longchat-7b-16k": {
133140
"bits": 4,

0 commit comments

Comments
 (0)