Skip to content

Commit ef79bea

Browse files
Add processing of int4 configs for model id aliases
1 parent c9ff040 commit ef79bea

File tree

1 file changed

+9
-0
lines changed

1 file changed

+9
-0
lines changed

optimum/intel/openvino/configuration.py

+9
Original file line numberDiff line numberDiff line change
@@ -238,6 +238,15 @@ class OVQuantizationMethod(str, Enum):
238238
},
239239
}
240240

241+
# Add configs for model id aliases
242+
# The list below contains pairs of model ids: config for the second model id will be copied from the first model id.
243+
model_id_aliases = [
244+
("meta-llama/Meta-Llama-3.1-8B-Instruct", "meta-llama/Llama-3.1-8B-Instruct"),
245+
("meta-llama/Meta-Llama-3.1-8B", "meta-llama/Llama-3.1-8B"),
246+
]
247+
for m_id_1, m_id_2 in model_id_aliases:
248+
_DEFAULT_4BIT_CONFIGS[m_id_2] = _DEFAULT_4BIT_CONFIGS[m_id_1]
249+
241250
_DEFAULT_4BIT_CONFIG = {
242251
"bits": 4,
243252
"ratio": 1.0,

0 commit comments

Comments
 (0)