We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 12438c4 commit dcb7088Copy full SHA for dcb7088
optimum/intel/openvino/configuration.py
@@ -77,7 +77,7 @@ class OVQuantizationMethod(str, Enum):
77
"THUDM/chatglm2-6b": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.72},
78
"Qwen/Qwen-7B-Chat": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.6},
79
"openlm-research/open_llama_3b": {"bits": 4, "sym": False, "group_size": 64, "all_layers": True},
80
- "openlm-research/open_llama_3b_v2": {"bits": 4, "sym": True, "group_size": 64, "all_layers": True},
+ "openlm-research/open_llama_3b_v2": {"bits": 4, "sym": True, "group_size": 64},
81
"tiiuae/falcon-7b-instruct": {"bits": 4, "sym": True, "group_size": 64, "all_layers": True},
82
"psmathur/orca_mini_3b": {
83
"bits": 4,
0 commit comments