Skip to content

Commit cbaee6b

Browse files
committed
update tests for compatibility with ov 2025.0
1 parent a59bb41 commit cbaee6b

File tree

3 files changed

+4
-4
lines changed

3 files changed

+4
-4
lines changed

tests/openvino/test_exporters_cli.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -90,11 +90,11 @@ class OVCLIExportTestCase(unittest.TestCase):
9090
"gpt2": 2 if is_tokenizers_version("<", "0.20") or is_openvino_version(">=", "2024.5") else 0,
9191
"t5": 0, # no .model file in the repository
9292
"albert": 0, # not supported yet
93-
"distilbert": 1, # no detokenizer
93+
"distilbert": 1 if is_openvino_version("<", "2025.0") else 2, # no detokenizer before 2025.0
9494
"roberta": 2 if is_tokenizers_version("<", "0.20") or is_openvino_version(">=", "2024.5") else 0,
9595
"vit": 0, # no tokenizer for image model
9696
"wav2vec2": 0, # no tokenizer
97-
"bert": 1, # no detokenizer
97+
"bert": 1 if is_openvino_version("<", "2025.0") else 2, # no detokenizer before 2025.0
9898
"blenderbot": 2 if is_tokenizers_version("<", "0.20") or is_openvino_version(">=", "2024.5") else 0,
9999
"stable-diffusion": 2 if is_tokenizers_version("<", "0.20") or is_openvino_version(">=", "2024.5") else 0,
100100
"stable-diffusion-xl": 4 if is_tokenizers_version("<", "0.20") or is_openvino_version(">=", "2024.5") else 0,

tests/openvino/test_modeling.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1661,7 +1661,7 @@ def test_compare_to_transformers(self, model_arch):
16611661
with torch.no_grad():
16621662
transformers_outputs = transformers_model(**tokens, **decoder_inputs)
16631663
# Compare tensor outputs
1664-
self.assertTrue(torch.allclose(ov_outputs.logits, transformers_outputs.logits, atol=1e-4))
1664+
self.assertTrue(torch.allclose(ov_outputs.logits, transformers_outputs.logits, atol=5e-3))
16651665
gen_config = GenerationConfig(
16661666
max_new_tokens=10,
16671667
min_new_tokens=10,

tests/openvino/test_quantization.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1085,7 +1085,7 @@ def preprocess_function(examples, tokenizer):
10851085

10861086

10871087
class OVTrainerTest(unittest.TestCase):
1088-
SUPPORTED_ARCHITECTURES_WITH_EXPECTED_QUANTIZED_MATMULS = (("albert", 63, 39),)
1088+
SUPPORTED_ARCHITECTURES_WITH_EXPECTED_QUANTIZED_MATMULS = (("albert", 61, 39),)
10891089

10901090
@parameterized.expand(SUPPORTED_ARCHITECTURES_WITH_EXPECTED_QUANTIZED_MATMULS)
10911091
@unittest.skipIf(

0 commit comments

Comments
 (0)