Skip to content

Commit e827b0c

Browse files
NoushNabiNoushNabi
committed
test for ov examples
1 parent ab55ae8 commit e827b0c

File tree

2 files changed

+62
-11
lines changed

2 files changed

+62
-11
lines changed

‎.github/workflows/test_openvino_examples.yml

+9-11
Original file line numberDiff line numberDiff line change
@@ -39,21 +39,19 @@ jobs:
3939
# Install PyTorch CPU to prevent unnecessary downloading/installing of CUDA packages
4040
# ffmpeg, torchaudio and pillow are required for image classification and audio classification pipelines
4141
pip install optimum[openvino] nncf
42-
#pip install -r examples/openvino/audio-classification/requirements.txt
43-
#pip install -r examples/openvino/image-classification/requirements.txt
44-
#pip install -r examples/openvino/question-answering/requirements.txt
45-
#pip install -r examples/openvino/text-classification/requirements.txt
46-
pip install --upgrade pip && pip install -r examples/openvino/stable-diffusion/requirements.txt
42+
pip install -r examples/openvino/audio-classification/requirements.txt
43+
pip install -r examples/openvino/image-classification/requirements.txt
44+
pip install -r examples/openvino/question-answering/requirements.txt
45+
pip install -r examples/openvino/text-classification/requirements.txt
4746
4847
- run: free -h
4948
- run: lscpu
5049
- run: pip freeze
5150

5251
- name: Test examples
5352
run: |
54-
#python examples/openvino/audio-classification/run_audio_classification.py --model_name_or_path facebook/wav2vec2-base --nncf_compression_config examples/openvino/audio-classification/configs/wav2vec2-base-qat.json --dataset_name superb --dataset_config_name ks --max_train_samples 10 --max_eval_samples 2 --output_dir /tmp/qat-wav2vec2-base-ft-keyword-spotting --overwrite_output_dir --remove_unused_columns False --do_train --learning_rate 3e-5 --max_length_seconds 1 --attention_mask False --warmup_ratio 0.1 --num_train_epochs 1 --gradient_accumulation_steps 1 --dataloader_num_workers 1 --logging_strategy steps --logging_steps 1 --evaluation_strategy epoch --save_strategy epoch --load_best_model_at_end False --seed 42
55-
#TASK_NAME=sst2 && python examples/openvino/text-classification/run_glue.py --model_name_or_path sshleifer/tiny-distilbert-base-cased-distilled-squad --task_name $TASK_NAME --max_train_samples 10 --max_eval_samples 2 --output_dir /tmp/qat-bert-base-ft-$TASK_NAME --overwrite_output_dir --do_train --do_eval --max_seq_length 128 --learning_rate 1e-5 --optim adamw_torch --num_train_epochs 1 --logging_steps 10 --evaluation_strategy steps --eval_steps 5 --save_strategy epoch --seed 42
56-
#python examples/openvino/question-answering/run_qa.py --model_name_or_path sshleifer/tiny-distilbert-base-cased-distilled-squad --dataset_name squad --do_train --do_eval --max_train_samples 10 --max_eval_samples 2 --learning_rate 3e-5 --num_train_epochs 1 --max_seq_length 384 --doc_stride 128 --output_dir /tmp/outputs_squad/ --overwrite_output_dir
57-
#python examples/openvino/image-classification/run_image_classification.py --model_name_or_path nateraw/vit-base-beans --dataset_name beans --max_train_samples 10 --max_eval_samples 2 --remove_unused_columns False --do_train --learning_rate 2e-5 --num_train_epochs 1 --logging_strategy steps --logging_steps 1 --evaluation_strategy epoch --save_strategy epoch --save_total_limit 1 --seed 1337 --output_dir /tmp/beans_outputs/
58-
#pip install --upgrade pip && pip install -r examples/openvino/stable-diffusion/requirements.txt && python examples/openvino/stable-diffusion/train_text_to_image_qat.py --ema_device="cpu" --use_kd --model_id="svjack/Stable-Diffusion-Pokemon-en" --max_train_samples 10 --center_crop --random_flip --dataloader_num_workers=2 --dataset_name="lambdalabs/pokemon-blip-captions" --max_train_steps=1 --output_dir=sd-quantized-pokemon
59-
python examples/openvino/stable-diffusion/train_text_to_image_qat.py --ema_device="cpu" --use_kd --model_id="svjack/Stable-Diffusion-Pokemon-en" --max_train_samples 10 --center_crop --random_flip --dataloader_num_workers=2 --dataset_name="lambdalabs/pokemon-blip-captions" --max_train_steps=1 --output_dir=sd-quantized-pokemon
53+
python examples/openvino/audio-classification/run_audio_classification.py --model_name_or_path facebook/wav2vec2-base --nncf_compression_config examples/openvino/audio-classification/configs/wav2vec2-base-qat.json --dataset_name superb --dataset_config_name ks --max_train_samples 10 --max_eval_samples 2 --output_dir /tmp/qat-wav2vec2-base-ft-keyword-spotting --overwrite_output_dir --remove_unused_columns False --do_train --learning_rate 3e-5 --max_length_seconds 1 --attention_mask False --warmup_ratio 0.1 --num_train_epochs 1 --gradient_accumulation_steps 1 --dataloader_num_workers 1 --logging_strategy steps --logging_steps 1 --evaluation_strategy epoch --save_strategy epoch --load_best_model_at_end False --seed 42
54+
TASK_NAME=sst2 && python examples/openvino/text-classification/run_glue.py --model_name_or_path sshleifer/tiny-distilbert-base-cased-distilled-squad --task_name $TASK_NAME --max_train_samples 10 --max_eval_samples 2 --output_dir /tmp/qat-bert-base-ft-$TASK_NAME --overwrite_output_dir --do_train --do_eval --max_seq_length 128 --learning_rate 1e-5 --optim adamw_torch --num_train_epochs 1 --logging_steps 1 --evaluation_strategy steps --eval_steps 1 --save_strategy epoch --seed 42
55+
python examples/openvino/question-answering/run_qa.py --model_name_or_path sshleifer/tiny-distilbert-base-cased-distilled-squad --dataset_name squad --do_train --do_eval --max_train_samples 10 --max_eval_samples 2 --learning_rate 3e-5 --num_train_epochs 1 --max_seq_length 384 --doc_stride 128 --output_dir /tmp/outputs_squad/ --overwrite_output_dir
56+
python examples/openvino/image-classification/run_image_classification.py --model_name_or_path nateraw/vit-base-beans --dataset_name beans --max_train_samples 10 --max_eval_samples 2 --remove_unused_columns False --do_train --learning_rate 2e-5 --num_train_epochs 1 --logging_strategy steps --logging_steps 1 --evaluation_strategy epoch --save_strategy epoch --save_total_limit 1 --seed 1337 --output_dir /tmp/beans_outputs/
57+

‎.github/workflows/test_openvino_notebooks.yml

+53
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
name: OpenVINO - Notebooks Test
2+
3+
on:
4+
workflow_dispatch:
5+
schedule:
6+
- cron: '14 3 * * 1' # run weekly: every Monday at 3:14
7+
push:
8+
paths:
9+
- '.github/workflows/test_openvino_notebooks.yml'
10+
- 'notebooks/openvino/*'
11+
pull_request:
12+
paths:
13+
- '.github/workflows/test_openvino_notebooks.yml'
14+
- 'notebooks/openvino/*'
15+
16+
17+
concurrency:
18+
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
19+
cancel-in-progress: true
20+
21+
jobs:
22+
build:
23+
strategy:
24+
fail-fast: false
25+
matrix:
26+
python-version: ["3.8", "3.10"]
27+
28+
runs-on: ubuntu-20.04
29+
30+
steps:
31+
- uses: actions/checkout@v2
32+
- name: Setup Python ${{ matrix.python-version }}
33+
uses: actions/setup-python@v2
34+
with:
35+
python-version: ${{ matrix.python-version }}
36+
37+
- name: Install dependencies
38+
run: |
39+
# Install PyTorch CPU to prevent unnecessary downloading/installing of CUDA packages
40+
# ffmpeg, torchaudio and pillow are required for image classification and audio classification pipelines
41+
sudo apt-get install ffmpeg
42+
pip install torch torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
43+
pip install ".[tests, openvino]" nbval
44+
pip install -r notebooks/openvino/requirements.txt
45+
46+
- run: free -h
47+
- run: lscpu
48+
- run: pip freeze
49+
50+
- name: Test with Pytest
51+
run: |
52+
python -m pytest --nbval-lax notebooks/openvino/optimum_openvino_inference.ipynb notebooks/openvino/question_answering_quantization.ipynb
53+

0 commit comments

Comments
 (0)