Skip to content

Commit 49f2f95

Browse files
Enable back phi3_v 4bit compression test
1 parent 88e16b5 commit 49f2f95

File tree

1 file changed

+15
-17
lines changed

1 file changed

+15
-17
lines changed

tests/openvino/test_quantization.py

+15-17
Original file line numberDiff line numberDiff line change
@@ -615,23 +615,21 @@ class OVWeightCompressionTest(unittest.TestCase):
615615
),
616616
[{"int8": 8, "int4": 22}, {"int8": 1}, {"int8": 11}],
617617
),
618-
# TODO: add back once https://huggingface.co/katuni4ka/tiny-random-phi3-vision/blob/main/processing_phi3_v.py#L313 modified to add chat_template
619-
# currently incompatible with transformers >= v4.49
620-
# (
621-
# OVModelForVisualCausalLM,
622-
# "phi3_v",
623-
# True,
624-
# dict(
625-
# bits=4,
626-
# group_size=16,
627-
# dataset="contextual",
628-
# ratio=0.8,
629-
# sensitivity_metric="mean_activation_magnitude",
630-
# num_samples=1,
631-
# trust_remote_code=True,
632-
# ),
633-
# [{"int8": 4, "int4": 14}, {"int8": 1}, {"int8": 7}, {"int8": 2}],
634-
# ),
618+
(
619+
OVModelForVisualCausalLM,
620+
"phi3_v",
621+
True,
622+
dict(
623+
bits=4,
624+
group_size=16,
625+
dataset="contextual",
626+
ratio=0.8,
627+
sensitivity_metric="mean_activation_magnitude",
628+
num_samples=1,
629+
trust_remote_code=True,
630+
),
631+
[{"int8": 4, "int4": 14}, {"int8": 1}, {"int8": 7}, {"int8": 2}],
632+
),
635633
(
636634
OVModelForVisualCausalLM,
637635
"qwen2_vl",

0 commit comments

Comments
 (0)