Skip to content

Commit dcb7088

Browse files
Remove compression with all_layers=True for openlm-research/open_llama_3b_v2
1 parent 12438c4 commit dcb7088

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

optimum/intel/openvino/configuration.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -77,7 +77,7 @@ class OVQuantizationMethod(str, Enum):
7777
"THUDM/chatglm2-6b": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.72},
7878
"Qwen/Qwen-7B-Chat": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.6},
7979
"openlm-research/open_llama_3b": {"bits": 4, "sym": False, "group_size": 64, "all_layers": True},
80-
"openlm-research/open_llama_3b_v2": {"bits": 4, "sym": True, "group_size": 64, "all_layers": True},
80+
"openlm-research/open_llama_3b_v2": {"bits": 4, "sym": True, "group_size": 64},
8181
"tiiuae/falcon-7b-instruct": {"bits": 4, "sym": True, "group_size": 64, "all_layers": True},
8282
"psmathur/orca_mini_3b": {
8383
"bits": 4,

0 commit comments

Comments
 (0)