File tree 2 files changed +3
-3
lines changed
2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change 111
111
}
112
112
113
113
114
- NEED_CONVERT_TO_FAST_TOKENIZER : List [PreTrainedTokenizer ] = [
114
+ NEED_CONVERT_TO_FAST_TOKENIZER : List [type ( PreTrainedTokenizer ) ] = [
115
115
CLIPTokenizer ,
116
116
]
117
117
@@ -122,7 +122,7 @@ def maybe_convert_tokenizer_to_fast(
122
122
if isinstance (hf_tokenizer , PreTrainedTokenizerFast ):
123
123
return hf_tokenizer
124
124
125
- if any (isinstance (type ( hf_tokenizer ) , slow_class ) for slow_class in NEED_CONVERT_TO_FAST_TOKENIZER ):
125
+ if any (isinstance (hf_tokenizer , slow_class ) for slow_class in NEED_CONVERT_TO_FAST_TOKENIZER ):
126
126
try :
127
127
return AutoTokenizer .from_pretrained (tokenizer_path )
128
128
except Exception :
Original file line number Diff line number Diff line change @@ -75,7 +75,7 @@ class OVCLIExportTestCase(unittest.TestCase):
75
75
"bert" : 1 , # no detokenizer
76
76
"blenderbot" : 2 ,
77
77
"stable-diffusion" : 2 ,
78
- "stable-diffusion-xl" : 2 ,
78
+ "stable-diffusion-xl" : 4 ,
79
79
}
80
80
81
81
SUPPORTED_SD_HYBRID_ARCHITECTURES = (
You can’t perform that action at this time.
0 commit comments