Skip to content

Commit 0029e91

Browse files
committed
Move OV tokenizer to the root folder
1 parent 4fa40a2 commit 0029e91

File tree

2 files changed

+1
-4
lines changed

2 files changed

+1
-4
lines changed

optimum/exporters/openvino/__main__.py

+1-3
Original file line numberDiff line numberDiff line change
@@ -356,9 +356,7 @@ class StoreAttr(object):
356356
)
357357

358358
# hide openvino import when using other exporters
359-
# avoid circular import
360359
from optimum.exporters.openvino.convert import export_tokenizer
361-
from optimum.intel.openvino.utils import OV_TOKENIZER_FOLDER
362360

363361
if convert_tokenizer and is_openvino_tokenizers_available():
364362
if library_name != "diffusers":
@@ -369,7 +367,7 @@ class StoreAttr(object):
369367

370368
if tokenizer is not None:
371369
try:
372-
export_tokenizer(tokenizer, output / OV_TOKENIZER_FOLDER)
370+
export_tokenizer(tokenizer, output)
373371
except Exception as exception:
374372
logger.warning(
375373
"Could not load tokenizer using specified model ID or path. OpenVINO tokenizer/detokenizer "

optimum/intel/openvino/utils.py

-1
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,6 @@
3434
OV_DECODER_NAME = "openvino_decoder_model.xml"
3535
OV_DECODER_WITH_PAST_NAME = "openvino_decoder_with_past_model.xml"
3636

37-
OV_TOKENIZER_FOLDER = "openvino_tokenizer"
3837
OV_TOKENIZER_NAME = "openvino_tokenizer{}.xml"
3938
OV_DETOKENIZER_NAME = "openvino_detokenizer{}.xml"
4039

0 commit comments

Comments
 (0)