File tree 4 files changed +11
-8
lines changed
text_generation/causal_lm/cpp
4 files changed +11
-8
lines changed Original file line number Diff line number Diff line change 15
15
- run : sudo ./ov/install_dependencies/install_openvino_dependencies.sh
16
16
- run : source ./ov/setupvars.sh && cmake -DCMAKE_BUILD_TYPE=Release -S ./ -B ./build/
17
17
- run : source ./ov/setupvars.sh && cmake --build ./build/ --config Release -j
18
- - run : python -m pip install openvino # Can't load CentOS libraries from the archive
18
+ - run : python -m pip install --pre openvino --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly # Can't load CentOS libraries from the archive
19
19
- run : PYTHONPATH=./src/python/ python -c "from openvino_genai.py_generate_pipeline import LLMPipeline"
20
- - run : source ./ov/setupvars.sh && python -m pip install --pre --upgrade . --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly
20
+ - run : source ./ov/setupvars.sh && python -m pip install --pre . --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly
21
21
- run : python -c "from openvino_genai.py_generate_pipeline import LLMPipeline"
22
22
23
23
genai_lib_windows :
Original file line number Diff line number Diff line change 33
33
- run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\setupvars.bat && cmake -DCMAKE_BUILD_TYPE=Release -S ./ -B ./build/
34
34
- run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\setupvars.bat && cmake --build ./build/ --config Release --target package -j
35
35
- run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\setupvars.bat && cmake --install ./build/ --config Release --prefix w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64
36
- - run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\samples/ cpp/ build_samples_msvc.bat -b ${{ github.workspace }}/samples-build
36
+ - run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\samples\ cpp\ build_samples_msvc.bat -b ${{ github.workspace }}/samples-build
37
37
- run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\setupvars.bat && ${{ github.workspace }}/samples-build/intel64/Release/greedy_causal_lm asdf
38
+ - run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\setupvars.bat && python -m pip install --upgrade-strategy eager -r text_generation/causal_lm/cpp/requirements.txt
39
+ - run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\setupvars.bat && python -m pip install ./thirdparty/openvino_tokenizers/[transformers]
40
+ - run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\setupvars.bat && optimum-cli export openvino --trust-remote-code --weight-format fp16 --model TinyLlama/TinyLlama-1.1B-Chat-v1.0 TinyLlama-1.1B-Chat-v1.0
41
+ - run : call w_openvino_toolkit_windows_2024.1.0.dev20240304_x86_64\setupvars.bat && ${{ github.workspace }}/samples-build/intel64/Release/greedy_causal_lm .\TinyLlama-1.1B-Chat-v1.0\ ""
Original file line number Diff line number Diff line change @@ -51,7 +51,7 @@ add_library(openvino::${TARGET_NAME} ALIAS ${TARGET_NAME})
51
51
target_include_directories (${TARGET_NAME}
52
52
# TODO: remove it, because beam_search algo should not be exposed to end users
53
53
PRIVATE "$<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR} /../../text_generation/causal_lm/cpp/>"
54
- PUBLIC "$<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR} /include>" "$<INSTALL_INTERFACE:include>" )
54
+ PUBLIC "$<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR} /include>" "$<INSTALL_INTERFACE:runtime/ include>" )
55
55
56
56
target_link_libraries (${TARGET_NAME} PUBLIC openvino::runtime PRIVATE nlohmann_json::nlohmann_json jinja2cpp)
57
57
Original file line number Diff line number Diff line change @@ -10,10 +10,9 @@ else()
10
10
set (OPENVINO_TOKENIZERS_PATH ${CMAKE_CURRENT_SOURCE_DIR} /../../bin/openvino_tokenizers.dll) # TODO: I'll go away after the generate() gets a way to find openvino_tokenizers
11
11
endif ()
12
12
13
- find_package (openvino_genai REQUIRED
14
- PATHS
15
- "${CMAKE_BINARY_DIR} " # Reuse the package from the build.
16
- ${OpenVINO_DIR} # GenAI may be installed alogside with OpenVINO.
13
+ find_package (openvino_genai REQUIRED PATHS
14
+ "${CMAKE_BINARY_DIR} " # Reuse the package from the build.
15
+ ${OpenVINO_DIR} # GenAI may be installed alogside OpenVINO.
17
16
)
18
17
19
18
add_executable (greedy_causal_lm greedy_causal_lm.cpp)
You can’t perform that action at this time.
0 commit comments