Skip to content

Commit 8bb873f

Browse files
Update configuration.py
1 parent e4c40c4 commit 8bb873f

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

optimum/intel/openvino/configuration.py

+4-1
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,8 @@
3838
"facebook/opt-6.7b": {"bits": 4, "sym": False, "group_size": 64, "ratio": 0.8},
3939
"bigscience/bloomz-7b1": {"bits": 4, "sym": False, "group_size": 32, "ratio": 0.6},
4040
"togethercomputer/RedPajama-INCITE-7B-Instruct": {"bits": 4, "sym": False, "group_size": 128},
41-
"HuggingFaceH4/zephyr-7b-beta": {"bits": 4, "sym": True, "group_size": 64, "ratio": 0.6},
41+
"HuggingFaceH4/zephyr-7b-beta": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8,
42+
"dataset": "wikitext2", "awq": True},
4243
"meta-llama/Llama-2-7b": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.7},
4344
"meta-llama/Llama-2-7b-chat": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8},
4445
"meta-llama/Llama-2-13b-chat": {"bits": 4, "sym": True, "group_size": 64, "ratio": 0.8},
@@ -57,6 +58,8 @@
5758
"lmsys/vicuna-7b-v1.5": {"bits": 4, "sym": False, "group_size": 128, "ratio": 1.0},
5859
"stabilityai/stablelm-tuned-alpha-3b": {"bits": 4, "sym": False, "group_size": 128, "ratio": 0.8},
5960
"mistralai/Mistral-7B-v0.1": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.9},
61+
"baichuan-inc/Baichuan2-7B-Chat": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8,
62+
"dataset": "wikitext2", "awq": True},
6063
}
6164

6265

0 commit comments

Comments
 (0)