Skip to content

Commit c1aafc1

Browse files
committed
Change convert_tokenizers arg path
1 parent 9bda579 commit c1aafc1

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

text_generation/causal_lm/cpp/set_up_and_run.sh

+2-2
Original file line numberDiff line numberDiff line change
@@ -17,10 +17,10 @@ curl https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/
1717
sudo ./ov/install_dependencies/install_openvino_dependencies.sh
1818

1919
source ./ov/setupvars.sh
20-
python -m pip install --upgrade-strategy eager "optimum[openvino]>=1.14" -r ../../../llm_bench/python/requirements.txt ../../../thirdparty/openvino_contrib/modules/custom_operations/[transformers] --extra-index-url https://download.pytorch.org/whl/cpu && python ../../../llm_bench/python/convert.py --model_id openlm-research/open_llama_3b_v2 --output_dir ./open_llama_3b_v2/ --save_orig --stateful &
20+
python -m pip install --upgrade-strategy eager "optimum[openvino]>=1.14" -r ../../../llm_bench/python/requirements.txt ../../../thirdparty/openvino_contrib/modules/custom_operations/[transformers] --extra-index-url https://download.pytorch.org/whl/cpu && python ../../../llm_bench/python/convert.py --model_id openlm-research/open_llama_3b_v2 --output_dir ./open_llama_3b_v2/ --stateful &
2121
cmake -DCMAKE_BUILD_TYPE=Release -S ./ -B ./build/
2222
cmake --build ./build/ --config Release -j
2323
wait
2424

25-
python ./convert_tokenizers.py ./open_llama_3b_v2/
25+
python ./convert_tokenizers.py ./open_llama_3b_v2/pytorch/dldt/FP32/
2626
./build/causal_lm ./open_llama_3b_v2/pytorch/dldt/FP32/openvino_model.xml ./tokenizer.xml ./detokenizer.xml "return 0"

0 commit comments

Comments
 (0)