24
24
from optimum .exporters import TasksManager
25
25
from optimum .exporters .onnx .base import OnnxConfig
26
26
from optimum .exporters .onnx .constants import SDPA_ARCHS_ONNX_EXPORT_NOT_SUPPORTED
27
- from optimum .exporters .openvino .convert import export_from_model , export_tokenizer
27
+ from optimum .exporters .openvino .convert import export_from_model
28
28
from optimum .intel .utils .import_utils import is_openvino_tokenizers_available , is_transformers_version
29
29
from optimum .utils .save_utils import maybe_load_preprocessors
30
30
@@ -355,6 +355,9 @@ class StoreAttr(object):
355
355
** kwargs_shapes ,
356
356
)
357
357
358
+ # hide openvino import when using other exporters
359
+ from optimum .exporters .openvino .convert import export_tokenizer
360
+
358
361
if convert_tokenizer and is_openvino_tokenizers_available ():
359
362
if library_name != "diffusers" :
360
363
tokenizer = next (
@@ -373,11 +376,11 @@ class StoreAttr(object):
373
376
else :
374
377
tokenizer = getattr (model , "tokenizer" , None )
375
378
if tokenizer is not None :
376
- export_tokenizer (tokenizer , output )
379
+ export_tokenizer (tokenizer , output / "tokenizer" )
377
380
378
381
tokenizer_2 = getattr (model , "tokenizer_2" , None )
379
382
if tokenizer_2 is not None :
380
- export_tokenizer (tokenizer_2 , output , suffix = "_2 " )
383
+ export_tokenizer (tokenizer_2 , output / "tokenizer_2 " )
381
384
elif convert_tokenizer and not is_openvino_tokenizers_available ():
382
385
logger .warning ("Tokenizer won't be converted." )
383
386
0 commit comments