Skip to content

Commit 47dd822

Browse files
Tweak awq test
1 parent 8d244bd commit 47dd822

File tree

2 files changed

+20
-10
lines changed

2 files changed

+20
-10
lines changed

tests/openvino/test_quantization.py

+19-10
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@
2727
import numpy as np
2828
import torch
2929
from datasets import load_dataset
30+
from nncf.common.logging.track_progress import track
3031
from nncf.quantization.advanced_parameters import OverflowFix
3132
from parameterized import parameterized
3233
import openvino.runtime as ov
@@ -221,7 +222,7 @@ class OVWeightCompressionTest(unittest.TestCase):
221222
),
222223
(
223224
OVModelForCausalLM,
224-
"HuggingFaceH4/tiny-random-LlamaForCausalLM",
225+
"llama_awq",
225226
dict(
226227
bits=4,
227228
sym=True,
@@ -448,22 +449,30 @@ def test_ovmodel_4bit_auto_compression(self, model_cls, model_type, expected_ov_
448449
def test_ovmodel_4bit_auto_compression_with_config(
449450
self, model_cls, model_name, quantization_config, expected_ov_int4
450451
):
452+
# If this variable is defined locally, collect_descriptions() for some reason will collect values to the list
453+
# defined for the first test case
454+
if "track_descriptions" not in globals():
455+
globals()["track_descriptions"] = []
456+
track_descriptions = globals()["track_descriptions"]
457+
track_descriptions.clear()
458+
459+
def collect_descriptions(*args, **kwargs):
460+
track_descriptions.append(kwargs["description"])
461+
return unittest.mock.DEFAULT
462+
451463
model_id = MODEL_NAMES[model_name]
452464
with tempfile.TemporaryDirectory() as tmp_dir:
453465
quantization_config = OVWeightQuantizationConfig.from_dict(quantization_config)
454466

455-
from nncf.common.logging.track_progress import track
456-
457-
with unittest.mock.patch("nncf.common.logging.track_progress.track", wraps=track) as track_patch:
467+
with unittest.mock.patch(
468+
"nncf.common.logging.track_progress.track",
469+
wraps=track,
470+
side_effect=collect_descriptions
471+
):
458472
model = model_cls.from_pretrained(model_id, export=True, quantization_config=quantization_config)
459473
if quantization_config.quant_method == QuantizationMethod.AWQ:
460474
# Called at least once with description="Applying AWQ"
461-
self.assertTrue(
462-
any(
463-
args.kwargs.get("description", None) == "Applying AWQ"
464-
for args in track_patch.call_args_list
465-
)
466-
)
475+
self.assertTrue(any(it == "Applying AWQ" for it in track_descriptions))
467476

468477
tokenizer = AutoTokenizer.from_pretrained(model_id)
469478
if tokenizer.pad_token is None:

tests/openvino/utils_tests.py

+1
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,7 @@
5656
"levit": "hf-internal-testing/tiny-random-LevitModel",
5757
"longt5": "hf-internal-testing/tiny-random-longt5",
5858
"llama": "fxmarty/tiny-llama-fast-tokenizer",
59+
"llama_awq": "HuggingFaceH4/tiny-random-LlamaForCausalLM",
5960
"llama_gptq": "hf-internal-testing/TinyLlama-1.1B-Chat-v0.3-GPTQ",
6061
"m2m_100": "hf-internal-testing/tiny-random-m2m_100",
6162
"opt": "hf-internal-testing/tiny-random-OPTModel",

0 commit comments

Comments
 (0)