update the tokenizers version

andrei-kochin · andrei-kochin · commit 330a1f0b2f31 · 2025-01-15T23:58:02.000+04:00
diff --git a/optimum/intel/utils/import_utils.py b/optimum/intel/utils/import_utils.py
@@ -397,6 +397,7 @@ def is_openvino_tokenizers_version(operation: str, version: str):
         except importlib_metadata.PackageNotFoundError:
             pass
 
+    tokenizers_version = tokenizers_version[:len("2025.0.0.0")]
     return compare_versions(parse(tokenizers_version), operation, version)
 
 
