Skip to content

Commit 0277f63

Browse files
committedMay 24, 2024
added openvino test
1 parent f43477a commit 0277f63

File tree

1 file changed

+19
-2
lines changed

1 file changed

+19
-2
lines changed
 

‎.github/workflows/test.yml

+19-2
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,24 @@ jobs:
3030
- run: helm-run --run-entries simple1:model=simple/model1 --max-eval-instances 10 --suite test
3131
- run: helm-summarize --suite test
3232
- run: helm-server --help
33+
34+
# Tests that the Optimum Intel command works when only installing required dependencies
35+
name: Run Optimum Intel with minimal dependencies only
36+
runs-on: ubuntu-latest
37+
strategy:
38+
matrix:
39+
python-version: ["3.8", "3.9", "3.10"]
40+
steps:
41+
- uses: actions/checkout@v4
42+
- name: Set up Python ${{ matrix.python-version }}
43+
uses: actions/setup-python@v5
44+
with:
45+
python-version: ${{ matrix.python-version }}
46+
cache: pip
47+
- run: python3 -m pip install --upgrade build
48+
- run: python3 -m build
49+
- run: python3 -m pip install dist/crfm_helm-*.whl[openvino]
50+
- run: helm-run --run-entries boolq:model=stanford-crfm/BioMedLM --enable-huggingface-models stanford-crfm/BioMedLM --suite v1 --max-eval-instances 10 --openvino
3351

3452
test:
3553
name: Run all tests
@@ -58,5 +76,4 @@ jobs:
5876
VERSION: ${{ github.head_ref || 'main' }}
5977
- name: Run entire pipeline quickly without any data
6078
# Checking RunSpecs with openai/davinci should be comprehensive enough
61-
run: source venv/bin/activate && helm-run --suite test -m 100 --skip-instances --models-to-run openai/davinci --exit-on-error
62-
run: source venv/bin/activate && helm-run --run-entries boolq:model=stanford-crfm/BioMedLM --enable-huggingface-models stanford-crfm/BioMedLM --suite v1 --max-eval-instances 10 --openvino
79+
run: source venv/bin/activate && helm-run --suite test -m 100 --skip-instances --models-to-run openai/davinci --exit-on-error

0 commit comments

Comments
 (0)