Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[GHA] weekly job #3156

Merged
merged 6 commits into from
Dec 18, 2024
Merged

[GHA] weekly job #3156

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
bfe0806
weekly job
AlexanderDokuchaev Dec 17, 2024
c13497a
f
AlexanderDokuchaev Dec 17, 2024
b839427
name
AlexanderDokuchaev Dec 17, 2024
223ddd8
name
AlexanderDokuchaev Dec 17, 2024
c5bf0aa
3.13
AlexanderDokuchaev Dec 17, 2024
22ccb0d
Revert "3.13"
AlexanderDokuchaev Dec 17, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
234 changes: 234 additions & 0 deletions .github/workflows/call_precommit.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,234 @@
name: call-precommit
permissions: read-all

on:
workflow_call:
inputs:
python_version:
description: 'Python version'
type: string
required: true
gpu_enabled:
description: 'Enable gpu tests'
type: boolean
default: false
required: true

jobs:
common:
timeout-minutes: 40
runs-on: ubuntu-20.04
defaults:
run:
shell: bash
steps:
- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
lfs: true
- uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
with:
python-version: ${{ inputs.python_version }}
cache: pip
- name: Install NNCF and test requirements
run: make install-common-test
- name: Print installed modules
run: pip list
- name: Run common precommit test scope
run: make test-common
env:
NUM_WORKERS: 2

onnx:
timeout-minutes: 40
runs-on: ubuntu-20.04-8-cores
defaults:
run:
shell: bash
steps:
- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
lfs: true
- uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
with:
python-version: ${{ inputs.python_version }}
- name: Install NNCF and test requirements
run: make install-onnx-test
- name: Print installed modules
run: pip list
- name: Run ONNX precommit test scope
run: make test-onnx
env:
NUM_WORKERS: 4

openvino:
timeout-minutes: 40
runs-on: ubuntu-20.04-8-cores
defaults:
run:
shell: bash
steps:
- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
lfs: true
- uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
with:
python-version: ${{ inputs.python_version }}
cache: pip
- name: Install NNCF and test requirements
run: make install-openvino-test
- name: Print installed modules
run: pip list
- name: Run OV precommit test scope
run: make test-openvino
env:
NUM_WORKERS: 4

pytorch-cpu:
timeout-minutes: 40
runs-on: ubuntu-20.04-8-cores
defaults:
run:
shell: bash
env:
DEBIAN_FRONTEND: noninteractive
steps:
- name: Install dependencies
run : |
sudo apt-get update
sudo apt-get --assume-yes install gcc g++ build-essential ninja-build libgl1-mesa-dev libglib2.0-0
- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
lfs: true
- uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
with:
python-version: ${{ inputs.python_version }}
cache: pip
- name: Runner info
continue-on-error: true
run: |
cat /etc/*release
cat /proc/cpuinfo
- name: Install NNCF and test requirements
run: make install-torch-test
- name: Print installed modules
run: pip list
- name: Run PyTorch precommit test scope
run: |
make test-torch-cpu
env:
NUM_WORKERS: 4

pytorch-cuda:
timeout-minutes: 40
runs-on: aks-linux-4-cores-28gb-gpu-tesla-t4
if: ${{ inputs.gpu_enabled == true }}
defaults:
run:
shell: bash
env:
DEBIAN_FRONTEND: noninteractive
steps:
- name: Install dependencies
run : |
sudo apt-get update
sudo apt-get --assume-yes install build-essential ninja-build libgl1-mesa-dev libglib2.0-0 wget make
- name: Download CUDA
run: |
wget -q https://developer.download.nvidia.com/compute/cuda/12.4.0/local_installers/cuda_12.4.0_550.54.14_linux.run
sudo sh cuda_12.4.0_550.54.14_linux.run --toolkit --silent
- name: Runner info
continue-on-error: true
run: |
export PATH=/usr/local/cuda-12.4/bin${PATH:+:${PATH}}
export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}
nvidia-smi
cat /proc/cpuinfo
nvcc --version
- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
lfs: true
- uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
with:
python-version: ${{ inputs.python_version }}
cache: pip
- name: Install NNCF and test requirements
run: make install-torch-test
- name: Print installed modules
run: pip list
- name: Check CUDA
run: |
python -c "import torch; print(torch.cuda.is_available())"
- name: Run PyTorch precommit test scope
run: |
export PATH=/usr/local/cuda-12.4/bin${PATH:+:${PATH}}
export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}
make test-torch-cuda

tensorflow:
timeout-minutes: 40
runs-on: ubuntu-20.04-8-cores
if: ${{ inputs.python_version != '3.12' }}
defaults:
run:
shell: bash
env:
DEBIAN_FRONTEND: noninteractive
steps:
- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
lfs: true
- uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
with:
python-version: ${{ inputs.python_version }}
cache: pip
- name: Install NNCF and test requirements
run: make install-tensorflow-test
- name: Print installed modules
run: pip list
- name: Run TensorFlow precommit test scope
run: make test-tensorflow
env:
NUM_WORKERS: 6

tools:
timeout-minutes: 40
runs-on: ubuntu-20.04
defaults:
run:
shell: bash
steps:
- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
lfs: true
- uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
with:
python-version: ${{ inputs.python_version }}
cache: pip
- name: Install NNCF and test requirements
run: pip install -r tests/tools/requirements.txt
- name: Print installed modules
run: pip list
- name: Run tools precommit test scope
run: pytest -ra tests/tools

pytorch2-cpu:
timeout-minutes: 40
runs-on: ubuntu-20.04
defaults:
run:
shell: bash
steps:
- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
lfs: true
- uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
with:
python-version: ${{ inputs.python_version }}
cache: pip
- name: Install NNCF and test requirements
run: |
pip install -r tests/torch2/requirements.txt -e .
- name: Print installed modules
run: pip list
- name: Run torch2 precommit test scope
run: pytest -ra tests/torch2 -m "not cuda"
Loading