Skip to content

Commit 3e12d31

Browse files
committed
resolve conflict
2 parents 5c2a422 + a170436 commit 3e12d31

File tree

2 files changed

+6
-2
lines changed

2 files changed

+6
-2
lines changed

llm_bench/python/requirements.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ torch
1010
transformers>=4.40.0
1111
diffusers>=0.22.0
1212
#optimum is in dependency list of optimum-intel
13-
git+https://github.com/huggingface/optimum-intel.git@439d61f79cf55d5d0b28334f577b6ac3c5ced28f#egg=optimum-intel
13+
git+https://github.com/eaidova/optimum-intel.git@ea/remove_bf16_rotary_emb_patching#egg=optimum-intel
1414
git+https://github.com/openvinotoolkit/nncf.git@develop#egg=nncf
1515
packaging
1616
psutil

llm_bench/python/utils/conversion_utils/helpers.py

+5-1
Original file line numberDiff line numberDiff line change
@@ -189,7 +189,11 @@ def compress_ov_model_weights_helper(ov_model, tok, config, out_path, compress_w
189189
if "INT8" in compress_weights_format and "INT8_ASYM" in COMPRESSION_OPTIONS:
190190
warnings.warn("Usage INT8 mode is deprecated and will be removed soon. Please use INT8_ASYM instead", DeprecationWarning)
191191
if "4BIT_DEFAULT" in compress_weights_format:
192-
compression_args = _check_default_4bit_configs(config)
192+
try:
193+
# TODO: remove this path when support of an older version optimum-intel is deprecated
194+
compression_args = _check_default_4bit_configs(config)
195+
except TypeError:
196+
compression_args = _check_default_4bit_configs(config.name_or_path)
193197
if compression_args:
194198
sym = compression_args.pop("sym", False)
195199
compression_args.pop("bits", 4)

0 commit comments

Comments
 (0)