File tree 2 files changed +1
-4
lines changed
2 files changed +1
-4
lines changed Original file line number Diff line number Diff line change @@ -356,9 +356,7 @@ class StoreAttr(object):
356
356
)
357
357
358
358
# hide openvino import when using other exporters
359
- # avoid circular import
360
359
from optimum .exporters .openvino .convert import export_tokenizer
361
- from optimum .intel .openvino .utils import OV_TOKENIZER_FOLDER
362
360
363
361
if convert_tokenizer and is_openvino_tokenizers_available ():
364
362
if library_name != "diffusers" :
@@ -369,7 +367,7 @@ class StoreAttr(object):
369
367
370
368
if tokenizer is not None :
371
369
try :
372
- export_tokenizer (tokenizer , output / OV_TOKENIZER_FOLDER )
370
+ export_tokenizer (tokenizer , output )
373
371
except Exception as exception :
374
372
logger .warning (
375
373
"Could not load tokenizer using specified model ID or path. OpenVINO tokenizer/detokenizer "
Original file line number Diff line number Diff line change 34
34
OV_DECODER_NAME = "openvino_decoder_model.xml"
35
35
OV_DECODER_WITH_PAST_NAME = "openvino_decoder_with_past_model.xml"
36
36
37
- OV_TOKENIZER_FOLDER = "openvino_tokenizer"
38
37
OV_TOKENIZER_NAME = "openvino_tokenizer{}.xml"
39
38
OV_DETOKENIZER_NAME = "openvino_detokenizer{}.xml"
40
39
You can’t perform that action at this time.
0 commit comments