Skip to content

Commit fe65df3

Browse files
rkazantsakuporos
rkazants
and
akuporos
authored
[GHA][MO][openvino-dev] Remove tests for legacy openvino-dev from GHA (openvinotoolkit#27495)
**Details:** We are removing openvino-dev in 2025.0 so all legacy tests are no longer needed in GHA. **Ticket:** 157072 --------- Signed-off-by: Kazantsev, Roman <roman.kazantsev@intel.com> Co-authored-by: Anastasia Kuporosova <anastasia.kuporosova@intel.com>
1 parent 46b0852 commit fe65df3

14 files changed

+43
-470
lines changed

‎.github/CODEOWNERS

-2
Original file line numberDiff line numberDiff line change
@@ -108,8 +108,6 @@
108108
/tools/ @openvinotoolkit/openvino-tools-maintainers
109109
/tools/benchmark_tool/ @openvinotoolkit/openvino-ie-python-api-maintainers
110110
/tools/legacy/ @openvinotoolkit/openvino-samples-maintainers
111-
/tools/openvino_dev/ @openvinotoolkit/openvino-tools-maintainers @openvinotoolkit/openvino-ie-python-api-maintainers
112-
/tools/mo/ @openvinotoolkit/openvino-mo-maintainers
113111
/tools/ovc/ @openvinotoolkit/openvino-ovc-maintainers
114112
/thirdparty/open_model_zoo/ @openvinotoolkit/omz-maintainers
115113

‎.github/dependabot.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ updates:
4141
- "rkazants"
4242
versioning-strategy: increase-if-necessary
4343

44-
# Model Optimizer, openvino_dev and Benchmark tool
44+
# ovc and Benchmark tools
4545
- package-ecosystem: pip
4646
directory: "/tools"
4747
schedule:

‎.github/labeler.yml

-6
Original file line numberDiff line numberDiff line change
@@ -100,10 +100,6 @@
100100
'category: LP transformations':
101101
- 'src/common/low_precision_transformations/**/*'
102102

103-
'category: MO':
104-
- 'tools/mo/**/*'
105-
- 'tests/layer_tests/mo_python_api_tests/**/*'
106-
107103
'category: OVC':
108104
- 'tools/ovc/**/*'
109105
- 'tests/layer_tests/ovc_python_api_tests/**/*'
@@ -119,7 +115,6 @@
119115
- any: ['src/bindings/js/node/CMakeLists.txt',
120116
'src/bindings/js/node/package.json',
121117
'src/bindings/js/node/package-lock.json']
122-
- 'tools/openvino_dev/**/*'
123118

124119
'category: PDPD FE':
125120
- 'src/frontends/paddle/**/*'
@@ -183,7 +178,6 @@
183178

184179
'category: tools':
185180
- any: ['tools/**',
186-
'!tools/mo/**/*',
187181
'!tools/ovc/**/*']
188182

189183
'category: transformations':

‎.github/workflows/coverage.yml

-9
Original file line numberDiff line numberDiff line change
@@ -50,12 +50,6 @@ jobs:
5050
python3 -m pip install -r ${{ github.workspace }}/src/frontends/onnx/tests/requirements.txt
5151
# For running TensorFlow frontend unit tests
5252
python3 -m pip install -r ${{ github.workspace }}/src/frontends/tensorflow/tests/requirements.txt
53-
# For MO unit tests
54-
python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_caffe.txt
55-
python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_kaldi.txt
56-
python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_onnx.txt
57-
python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_tf2.txt
58-
python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_dev.txt
5953
6054
- name: Build OpenVINO with CMake
6155
uses: ashutoshvarma/action-cmake-build@ade188313bc7eaa6f14349569a64d8bc716342ff # master
@@ -84,9 +78,6 @@ jobs:
8478
- name: Install wheel packages
8579
run: cmake -DCOMPONENT=python_wheels -DCMAKE_INSTALL_PREFIX=${{ github.workspace }}/install_pkg -P '${{ github.workspace }}/build/cmake_install.cmake'
8680

87-
- name: Install python wheels
88-
run: python3 -m pip install openvino-dev --find-links=${{ github.workspace }}/install_pkg/tools
89-
9081
- name: List binaries
9182
run: ls -la ${{ github.workspace }}/bin/intel64/${{ env.CMAKE_BUILD_TYPE }}
9283

‎.github/workflows/job_onnx_models_tests.yml

+3-6
Original file line numberDiff line numberDiff line change
@@ -86,14 +86,11 @@ jobs:
8686
run: |
8787
# Install the core OV wheel
8888
python3 -m pip install ./openvino-*.whl
89-
90-
extras_to_install="onnx"
91-
92-
# Find and install OV dev wheel
93-
ov_dev_wheel_name=$(find . -name 'openvino_dev*.whl')
94-
python3 -m pip install $ov_dev_wheel_name[$extras_to_install]
9589
working-directory: ${{ env.INSTALL_WHEELS_DIR }}
9690

91+
- name: Install ONNX Models tests requirements
92+
run: python3 -m pip install -r ${INSTALL_TEST_DIR}/requirements_onnx
93+
9794
- name: Install Python tests dependencies
9895
run: |
9996
# To enable pytest parallel features

‎.github/workflows/job_python_unit_tests.yml

+13-74
Original file line numberDiff line numberDiff line change
@@ -91,28 +91,31 @@ jobs:
9191
should-setup-pip-paths: ${{ runner.os == 'Linux' }}
9292
self-hosted-runner: ${{ runner.os == 'Linux' }}
9393

94-
#
95-
# Tests
96-
#
97-
9894
- name: Install OpenVINO Python wheels
9995
run: |
10096
# Install the core OV wheel
10197
python3 -m pip install ./openvino-*.whl
10298
103-
extras_to_install="caffe,kaldi,onnx,tensorflow2,pytorch"
104-
105-
# Find and install OV dev wheel
106-
ov_dev_wheel_name=$(find . -name 'openvino_dev*.whl')
107-
python3 -m pip install $ov_dev_wheel_name[$extras_to_install]
10899
working-directory: ${{ env.INSTALL_WHEELS_DIR }}
109100

110101
- name: Install Python API tests dependencies
111102
run: |
112103
# To enable pytest parallel features
113104
python3 -m pip install pytest-xdist[psutil]
114105
python3 -m pip install -r ${INSTALL_TEST_DIR}/bindings/python/requirements_test.txt
115-
python3 -m pip install -r ${INSTALL_TEST_DIR}/mo/requirements_dev.txt
106+
107+
- name: Install Python Layer tests dependencies and for OVC unit tests
108+
run: |
109+
# For torchvision to OpenVINO preprocessing converter
110+
python3 -m pip install -r ${INSTALL_TEST_DIR}/python/preprocess/torchvision/requirements.txt
111+
112+
# layer test requirements
113+
python3 -m pip install -r ${LAYER_TESTS_INSTALL_DIR}/requirements.txt
114+
115+
- name: Install ONNX tests dependencies
116+
run: |
117+
# ONNX tests requirements
118+
python3 -m pip install -r ${INSTALL_TEST_DIR}/requirements_onnx
116119
117120
#
118121
# Tests
@@ -127,18 +130,6 @@ jobs:
127130
--junitxml=${INSTALL_TEST_DIR}/TEST-Pyngraph.xml \
128131
--ignore=${INSTALL_TEST_DIR}/pyopenvino/tests/test_utils/test_utils.py
129132
130-
- name: Model Optimizer unit tests
131-
if: fromJSON(inputs.affected-components).MO.test
132-
run: |
133-
if [[ "${{ runner.os }}" == "Linux" ]] && [[ "${{ runner.arch }}" != "ARM64" ]]; then
134-
# required for MxNet
135-
apt-get install -y libgomp1 libquadmath0
136-
fi
137-
138-
# Skips under tickets: 133405, 122666
139-
python3 -m pytest -s ${INSTALL_TEST_DIR}/mo/unit_tests \
140-
--junitxml=${INSTALL_TEST_DIR}/TEST-ModelOptimizer.xml
141-
142133
- name: Python ONNX operators tests
143134
if: (fromJSON(inputs.affected-components).Python_API.test ||
144135
fromJSON(inputs.affected-components).ONNX_FE.test) &&
@@ -153,32 +144,6 @@ jobs:
153144
if: fromJSON(inputs.affected-components).MO.test
154145
run: python3 -m pytest -s ${INSTALL_TEST_DIR}/ovc/unit_tests --junitxml=${INSTALL_TEST_DIR}/TEST-OpenVinoConversion.xml
155146

156-
- name: Install Python Layer tests dependencies
157-
run: |
158-
# For torchvision to OpenVINO preprocessing converter
159-
python3 -m pip install -r ${INSTALL_TEST_DIR}/python/preprocess/torchvision/requirements.txt
160-
161-
# layer test requirements
162-
python3 -m pip install -r ${LAYER_TESTS_INSTALL_DIR}/requirements.txt
163-
164-
- name: MO Python API Tests
165-
if: fromJSON(inputs.affected-components).MO.test
166-
run: |
167-
# Import 'test_utils' installed in '<package_test>/tests/python/openvino'
168-
export LD_LIBRARY_PATH=${PIP_INSTALL_PATH}/openvino/libs:$LD_LIBRARY_PATH
169-
export PYTHONPATH=${INSTALL_TEST_DIR}/python
170-
171-
if [[ "${{ runner.os }}" == "Linux" ]] && [[ "${{ runner.arch }}" == "ARM64" ]]; then
172-
# Find gomp lib
173-
GOMP_LIB=$(find "${PIP_INSTALL_PATH}/torch/lib/../../torch.libs/" -name '*libgomp-*so*')
174-
export LD_PRELOAD=${GOMP_LIB}
175-
fi
176-
177-
python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/mo_python_api_tests -n logical --junitxml=${INSTALL_TEST_DIR}/TEST-test_mo_convert.xml
178-
env:
179-
TEST_DEVICE: CPU
180-
TEST_PRECISION: FP16
181-
182147
- name: OVC Python API Tests
183148
if: fromJSON(inputs.affected-components).MO.test
184149
run: |
@@ -205,16 +170,6 @@ jobs:
205170
export LD_LIBRARY_PATH=${PIP_INSTALL_PATH}/openvino/libs:$LD_LIBRARY_PATH
206171
python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/py_frontend_tests --junitxml=${INSTALL_TEST_DIR}/TEST-test_py_fontend.xml
207172
208-
- name: ONNX Layer Tests
209-
if: ${{ fromJSON(inputs.affected-components).ONNX_FE.test }}
210-
run: |
211-
# requires 'unit_tests' from 'tools/mo'
212-
export PYTHONPATH=${INSTALL_TEST_DIR}/mo:$PYTHONPATH
213-
python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/onnx_tests -m "not launch_only_if_manually_specified and precommit" --junitxml=${INSTALL_TEST_DIR}/TEST-onnx.xml
214-
env:
215-
TEST_DEVICE: CPU
216-
TEST_PRECISION: FP16
217-
218173
- name: JAX Layer Tests - JAX FE
219174
if: ${{ fromJSON(inputs.affected-components).JAX_FE.test && runner.arch != 'ARM64' && runner.os != 'macOS' }}
220175
run: python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/jax_tests/ -m precommit_jax_fe --junitxml=${INSTALL_TEST_DIR}/TEST-jax_fe.xml
@@ -230,22 +185,6 @@ jobs:
230185
TEST_DEVICE: CPU
231186
TEST_PRECISION: FP16
232187

233-
- name: TensorFlow 1 Layer Tests - Legacy FE
234-
if: fromJSON(inputs.affected-components).TF_FE.test
235-
run: python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_tests/test_tf_Roll.py --use_legacy_frontend --ir_version=10 --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_Roll.xml
236-
env:
237-
TEST_DEVICE: CPU
238-
TEST_PRECISION: FP16
239-
240-
- name: TensorFlow 2 Layer Tests - Legacy FE
241-
# no longer workable since TF 2.17
242-
# will be removed in 2024.5
243-
if: ${{ 'false' }}
244-
run: python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow2_keras_tests/test_tf2_keras_activation.py --use_legacy_frontend --ir_version=11 -k "sigmoid" --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf2_Activation.xml
245-
env:
246-
TEST_DEVICE: CPU
247-
TEST_PRECISION: FP16
248-
249188
- name: Clone API snippets
250189
if: runner.os != 'macOS'
251190
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2

‎.github/workflows/mo.yml

-58
This file was deleted.

‎.github/workflows/windows_vs2019_release.yml

+9-38
Original file line numberDiff line numberDiff line change
@@ -296,9 +296,6 @@ jobs:
296296
$ovCoreWheelPath=Get-ChildItem -Path . -Filter openvino-*.whl | % { $_.FullName }
297297
python3 -m pip install "$ovCoreWheelPath"
298298
299-
# Find and install the dev OV wheel
300-
$ovDevWheelPath=Get-ChildItem -Path . -Filter openvino_dev*.whl | % { $_.FullName }
301-
python3 -m pip install "$ovDevWheelPath[caffe,kaldi,onnx,tensorflow2,pytorch]"
302299
working-directory: ${{ env.INSTALL_WHEELS_DIR }}
303300

304301
- name: Install Python API tests dependencies
@@ -309,43 +306,29 @@ jobs:
309306
# For torchvision to OpenVINO preprocessing converter
310307
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/python/preprocess/torchvision/requirements.txt
311308
312-
# TODO: replace with Python API tests requirements
313-
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/mo/requirements_dev.txt
309+
# For validation of Python API
310+
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/bindings/python/requirements_test.txt
311+
312+
# ONNX tests requirements
313+
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/requirements_onnx
314314
315315
# For getting rid of SSL issues during model downloading for unit tests
316316
python3 -m pip install certifi
317317
318318
- name: Set SSL_CERT_FILE for model downloading for unit tests
319319
run: echo SSL_CERT_FILE=$(python3 -m certifi) >> $env:GITHUB_ENV
320320

321-
- name: Python API Tests
322-
#if: fromJSON(needs.smart_ci.outputs.affected_components).Python_API.test # Ticket: 127101
323-
shell: cmd
324-
run: |
325-
set PYTHONPATH=${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH%
326-
python3 -m pytest -sv ${{ env.INSTALL_TEST_DIR }}/pyopenvino ${{ env.PYTHON_STATIC_ARGS }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml --ignore=${{ env.INSTALL_TEST_DIR }}/pyopenvino/tests/test_utils/test_utils.py
327-
328-
- name: Model Optimizer UT
329-
if: fromJSON(needs.smart_ci.outputs.affected_components).MO.test
330-
shell: cmd
331-
run: |
332-
python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/mo/unit_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-ModelOptimizer.xml
333-
334321
- name: Install Python Layer tests dependencies
335322
run: |
336323
# layer test requirements
337324
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
338325
339-
- name: ONNX Layer Tests
340-
if: fromJSON(needs.smart_ci.outputs.affected_components).ONNX_FE.test
326+
- name: Python API Tests
327+
#if: fromJSON(needs.smart_ci.outputs.affected_components).Python_API.test # Ticket: 127101
341328
shell: cmd
342329
run: |
343-
:: requires 'unit_tests' from 'tools/mo'
344-
set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\mo;%PYTHONPATH%
345-
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/onnx_tests -n logical -m "not launch_only_if_manually_specified and precommit" --junitxml=${INSTALL_TEST_DIR}/TEST-onnx.xml
346-
env:
347-
TEST_DEVICE: CPU
348-
TEST_PRECISION: FP16
330+
set PYTHONPATH=${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH%
331+
python3 -m pytest -sv ${{ env.INSTALL_TEST_DIR }}/pyopenvino ${{ env.PYTHON_STATIC_ARGS }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml --ignore=${{ env.INSTALL_TEST_DIR }}/pyopenvino/tests/test_utils/test_utils.py
349332
350333
- name: TensorFlow Lite Layer Tests - TFL FE
351334
if: fromJSON(needs.smart_ci.outputs.affected_components).TFL_FE.test
@@ -366,18 +349,6 @@ jobs:
366349
--junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-onnx_frontend.xml ^
367350
--ignore=${{ env.INSTALL_TEST_DIR }}/onnx/test_python/test_zoo_models.py
368351
369-
- name: MO Python API Tests
370-
if: fromJSON(needs.smart_ci.outputs.affected_components).MO.test
371-
shell: cmd
372-
run: |
373-
:: Used for 'test_utils' installed in '<test_package>\python\openvino\test_utils'
374-
set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\python\openvino\test_utils;${{ env.INSTALL_TEST_DIR }}\python;%PYTHONPATH%
375-
376-
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/mo_python_api_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_mo_convert.xml
377-
env:
378-
TEST_DEVICE: CPU
379-
TEST_PRECISION: FP16
380-
381352
- name: OVC Python API Tests
382353
if: fromJSON(needs.smart_ci.outputs.affected_components).MO.test
383354
shell: cmd

‎tests/CMakeLists.txt

+2-2
Original file line numberDiff line numberDiff line change
@@ -7,5 +7,5 @@ add_subdirectory(model_hub_tests)
77
add_subdirectory(samples_tests)
88
add_subdirectory(e2e_tests)
99

10-
install(FILES requirements_pytorch DESTINATION tests COMPONENT tests EXCLUDE_FROM_ALL)
11-
install(FILES requirements_tensorflow DESTINATION tests COMPONENT tests EXCLUDE_FROM_ALL)
10+
install(FILES requirements_pytorch requirements_tensorflow requirements_onnx
11+
DESTINATION tests COMPONENT tests EXCLUDE_FROM_ALL)

‎tests/layer_tests/common/mo_convert_test_class.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,8 @@ def _test(self, temp_dir, test_params, ref_params):
6363
core = Core()
6464

6565
test_params.update({"model_name": 'model_test', "output_dir": temp_dir})
66-
ref_params.update({"model_name": 'model_ref', "output_dir": temp_dir})
66+
ref_output_path = Path(temp_dir, 'model_ref.xml').absolute().as_posix()
67+
ref_params.update({"output_model": ref_output_path})
6768

6869
self.generate_ir_python_api(**test_params)
6970

0 commit comments

Comments
 (0)