File tree 1 file changed +2
-2
lines changed
text_generation/causal_lm/cpp
1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -17,10 +17,10 @@ curl https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/
17
17
sudo ./ov/install_dependencies/install_openvino_dependencies.sh
18
18
19
19
source ./ov/setupvars.sh
20
- python -m pip install --upgrade-strategy eager " optimum[openvino]>=1.14" -r ../../../llm_bench/python/requirements.txt ../../../thirdparty/openvino_contrib/modules/custom_operations/[transformers] --extra-index-url https://download.pytorch.org/whl/cpu && python ../../../llm_bench/python/convert.py --model_id openlm-research/open_llama_3b_v2 --output_dir ./open_llama_3b_v2/ --save_orig -- stateful &
20
+ python -m pip install --upgrade-strategy eager " optimum[openvino]>=1.14" -r ../../../llm_bench/python/requirements.txt ../../../thirdparty/openvino_contrib/modules/custom_operations/[transformers] --extra-index-url https://download.pytorch.org/whl/cpu && python ../../../llm_bench/python/convert.py --model_id openlm-research/open_llama_3b_v2 --output_dir ./open_llama_3b_v2/ --stateful &
21
21
cmake -DCMAKE_BUILD_TYPE=Release -S ./ -B ./build/
22
22
cmake --build ./build/ --config Release -j
23
23
wait
24
24
25
- python ./convert_tokenizers.py ./open_llama_3b_v2/
25
+ python ./convert_tokenizers.py ./open_llama_3b_v2/pytorch/dldt/FP32/
26
26
./build/causal_lm ./open_llama_3b_v2/pytorch/dldt/FP32/openvino_model.xml ./tokenizer.xml ./detokenizer.xml " return 0"
You can’t perform that action at this time.
0 commit comments