update the tokenizers version (#1112)

* update the tokenizers version

* Update optimum/intel/utils/import_utils.py

Co-authored-by: Ekaterina Aidova <ekaterina.aidova@intel.com>

---------

Co-authored-by: Alexander Kozlov <alexander.kozlov@intel.com>
Co-authored-by: Ekaterina Aidova <ekaterina.aidova@intel.com>

Author: 3 people

optimum/intel/utils/import_utils.py

@@ -397,6 +397,7 @@ def is_openvino_tokenizers_version(operation: str, version: str):
         except importlib_metadata.PackageNotFoundError:
             pass
 
+    tokenizers_version = tokenizers_version[: len("2025.0.0.0")]
     return compare_versions(parse(tokenizers_version), operation, version)