File tree 1 file changed +3
-3
lines changed
docs/articles_en/learn-openvino/llm_inference_guide
1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -236,8 +236,8 @@ Convert Tokenizers:
236
236
237
237
tokenizer_dir = Path(" tokenizer/" )
238
238
core = Core ()
239
- ov_tokenizer = core.read_model(tokenizer_dir / " openvino_tokenizer" )
240
- ov_detokenizer = core.read_model(tokenizer_dir / " openvino_detokenizer" )
239
+ ov_tokenizer = core.read_model(tokenizer_dir / " openvino_tokenizer.xml " )
240
+ ov_detokenizer = core.read_model(tokenizer_dir / " openvino_detokenizer.xml " )
241
241
242
242
tokenizer, detokenizer = core.compile_model(ov_tokenizer), core.compile_model(ov_detokenizer)
243
243
@@ -278,7 +278,7 @@ You can find more information and code snippets in the `OpenVINO Tokenizers Note
278
278
279
279
.. code-block :: python
280
280
281
- input numpy as np
281
+ import numpy as np
282
282
283
283
text_input = [" Quick brown fox jumped" ]
284
284
You can’t perform that action at this time.
0 commit comments