Skip to content

Commit b847ad5

Browse files
author
Tyler Titsworth
authoredFeb 20, 2024
Update Test Runner Documentation (#194)
* update unit tests + test runner docs + pydantic schema * lint python
1 parent 753e79d commit b847ad5

File tree

18 files changed

+468
-437
lines changed

18 files changed

+468
-437
lines changed
 

‎.github/linters/.python-lint

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11
[MESSAGES CONTROL]
2-
disable=line-too-long, missing-module-docstring, redefined-outer-name, no-member, used-before-assignment, consider-using-with, bare-except, consider-using-dict-items, import-error, broad-exception-caught, raise-missing-from
2+
disable=line-too-long, missing-module-docstring, redefined-outer-name, no-member, used-before-assignment, consider-using-with, bare-except, consider-using-dict-items, import-error, broad-exception-caught, raise-missing-from, not-an-iterable, too-few-public-methods

‎.github/workflows/unit-test.yaml

-1
Original file line numberDiff line numberDiff line change
@@ -27,5 +27,4 @@ jobs:
2727
run: venv/bin/python -m pytest tests/utest.py -W ignore::UserWarning
2828
working-directory: ${{ github.workspace }}/test-runner
2929
env:
30-
PYTHONPATH: ${{ github.workspace }}/test-runner/tests
3130
REGISTRY: ${{ vars.REGISTRY }}

‎preset/classical-ml/tests.yaml

+6-6
Original file line numberDiff line numberDiff line change
@@ -16,11 +16,11 @@ modin-3.9:
1616
modin-notebook-3.10:
1717
cmd: papermill --log-output jupyter/modin/IntelModin_Vs_Pandas.ipynb -k classical-ml
1818
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-classical-ml-${PRESET_RELEASE:-2024.0.0}-py3.10
19-
notebook: 'true'
19+
notebook: True
2020
modin-notebook-3.9:
2121
cmd: papermill --log-output jupyter/modin/IntelModin_Vs_Pandas.ipynb -k classical-ml
2222
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-classical-ml-${PRESET_RELEASE:-2024.0.0}-py3.9
23-
notebook: 'true'
23+
notebook: True
2424
scikit-3.10:
2525
cmd: conda run -n classical-ml sample-tests/scikit/test_scikit.sh
2626
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-classical-ml-${PRESET_RELEASE:-2024.0.0}-py3.10
@@ -30,11 +30,11 @@ scikit-3.9:
3030
scikit-notebook-3.10:
3131
cmd: papermill --log-output jupyter/sklearn/Intel_Extension_For_SKLearn_GettingStarted.ipynb -k classical-ml
3232
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-classical-ml-${PRESET_RELEASE:-2024.0.0}-py3.10
33-
notebook: 'true'
33+
notebook: True
3434
scikit-notebook-3.9:
3535
cmd: papermill --log-output jupyter/sklearn/Intel_Extension_For_SKLearn_GettingStarted.ipynb -k classical-ml
3636
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-classical-ml-${PRESET_RELEASE:-2024.0.0}-py3.9
37-
notebook: 'true'
37+
notebook: True
3838
xgboost-3.10:
3939
cmd: conda run -n classical-ml sample-tests/xgboost/test_xgboost.sh
4040
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-classical-ml-${PRESET_RELEASE:-2024.0.0}-py3.10
@@ -44,8 +44,8 @@ xgboost-3.9:
4444
xgboost-notebook-3.10:
4545
cmd: papermill --log-output jupyter/xgboost/IntelPython_XGBoost_Performance.ipynb -k classical-ml
4646
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-classical-ml-${PRESET_RELEASE:-2024.0.0}-py3.10
47-
notebook: 'true'
47+
notebook: True
4848
xgboost-notebook-3.9:
4949
cmd: papermill --log-output jupyter/xgboost/IntelPython_XGBoost_Performance.ipynb -k classical-ml
5050
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-classical-ml-${PRESET_RELEASE:-2024.0.0}-py3.9
51-
notebook: 'true'
51+
notebook: True

‎preset/data-analytics/tests.yaml

+2-2
Original file line numberDiff line numberDiff line change
@@ -16,8 +16,8 @@ modin-3.9:
1616
modin-notebook-3.10:
1717
cmd: papermill --log-output jupyter/modin/IntelModin_Vs_Pandas.ipynb -k data-analytics
1818
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-data-analytics-2024.0.0-py3.10
19-
notebook: 'true'
19+
notebook: True
2020
modin-notebook-3.9:
2121
cmd: papermill --log-output jupyter/modin/IntelModin_Vs_Pandas.ipynb -k data-analytics
2222
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-data-analytics-2024.0.0-py3.9
23-
notebook: 'true'
23+
notebook: True

‎preset/deep-learning/tests.yaml

+8-8
Original file line numberDiff line numberDiff line change
@@ -14,35 +14,35 @@ deep-learning-ipex-3.9-gpu:
1414
deep-learning-ipex-notebook-3.10-cpu:
1515
cmd: papermill --log-output jupyter/ipex/ResNet50_Inference.ipynb -k pytorch-cpu
1616
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.10
17-
notebook: 'true'
17+
notebook: True
1818
deep-learning-ipex-notebook-3.10-gpu:
1919
cmd: papermill --log-output jupyter/ipex/ResNet50_Inference.ipynb -k pytorch-gpu
2020
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.10
21-
notebook: 'true'
21+
notebook: True
2222
deep-learning-ipex-notebook-3.9-cpu:
2323
cmd: papermill --log-output jupyter/ipex/ResNet50_Inference.ipynb -k pytorch-cpu
2424
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.9
25-
notebook: 'true'
25+
notebook: True
2626
deep-learning-ipex-notebook-3.9-gpu:
2727
cmd: papermill --log-output jupyter/ipex/ResNet50_Inference.ipynb -k pytorch-gpu
2828
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.9
29-
notebook: 'true'
29+
notebook: True
3030
deep-learning-ipex-quantization-notebook-3.10-cpu:
3131
cmd: papermill --log-output jupyter/ipex-quantization/IntelPytorch_Quantization.ipynb -k pytorch-cpu
3232
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.10
33-
notebook: 'true'
33+
notebook: True
3434
deep-learning-ipex-quantization-notebook-3.10-gpu:
3535
cmd: papermill --log-output jupyter/ipex-quantization/IntelPytorch_Quantization.ipynb -k pytorch-gpu
3636
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.10
37-
notebook: 'true'
37+
notebook: True
3838
deep-learning-ipex-quantization-notebook-3.9-cpu:
3939
cmd: papermill --log-output jupyter/ipex-quantization/IntelPytorch_Quantization.ipynb -k pytorch-cpu
4040
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.9
41-
notebook: 'true'
41+
notebook: True
4242
deep-learning-ipex-quantization-notebook-3.9-gpu:
4343
cmd: papermill --log-output jupyter/ipex-quantization/IntelPytorch_Quantization.ipynb -k pytorch-gpu
4444
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.9
45-
notebook: 'true'
45+
notebook: True
4646
deep-learning-itex-3.10:
4747
cmd: conda run -n tensorflow python -W ignore sample-tests/intel_extension_for_tensorflow/test_itex.py
4848
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-deep-learning-2024.0.0-py3.10

‎preset/inference-optimization/tests.yaml

+8-8
Original file line numberDiff line numberDiff line change
@@ -2,27 +2,27 @@
22
inference-optimization-inc-ipex-quantization-notebook-3.10-cpu:
33
cmd: papermill --log-output jupyter/inc-ipex-quantization/quantize_with_inc.ipynb result.ipynb -k pytorch-cpu --cwd jupyter/inc-ipex-quantization
44
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.10
5-
notebook: 'true'
5+
notebook: True
66
inference-optimization-inc-ipex-quantization-notebook-3.10-gpu:
77
cmd: papermill --log-output jupyter/inc-ipex-quantization/quantize_with_inc.ipynb result.ipynb -k pytorch-gpu --cwd jupyter/inc-ipex-quantization
88
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.10
9-
notebook: 'true'
9+
notebook: True
1010
inference-optimization-inc-ipex-quantization-notebook-3.9-cpu:
1111
cmd: papermill --log-output jupyter/inc-ipex-quantization/quantize_with_inc.ipynb result.ipynb -k pytorch-cpu --cwd jupyter/inc-ipex-quantization
1212
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.9
13-
notebook: 'true'
13+
notebook: True
1414
inference-optimization-inc-ipex-quantization-notebook-3.9-gpu:
1515
cmd: papermill --log-output jupyter/inc-ipex-quantization/quantize_with_inc.ipynb result.ipynb -k pytorch-gpu --cwd jupyter/inc-ipex-quantization
1616
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.9
17-
notebook: 'true'
17+
notebook: True
1818
inference-optimization-inc-itex-notebook-3.10:
1919
cmd: papermill --log-output jupyter/inc-itex/inc_sample_tensorflow.ipynb result.ipynb -k tensorflow --cwd jupyter/inc-itex
2020
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.10
21-
notebook: 'true'
21+
notebook: True
2222
inference-optimization-inc-itex-notebook-3.9:
2323
cmd: papermill --log-output jupyter/inc-itex/inc_sample_tensorflow.ipynb result.ipynb -k tensorflow --cwd jupyter/inc-itex
2424
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.9
25-
notebook: 'true'
25+
notebook: True
2626
inference-optimization-inc-tensorflow-3.10:
2727
cmd: conda run -n tensorflow sample-tests/neural_compressor/tensorflow/run.sh cpu
2828
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.10
@@ -62,11 +62,11 @@ inference-optimization-itex-3.9:
6262
inference-optimization-itex-inference-notebook-3.10:
6363
cmd: papermill --log-output jupyter/itex-inference/tutorial_optimize_TensorFlow_pretrained_model.ipynb result.ipynb -k tensorflow --cwd jupyter/itex-inference
6464
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.10
65-
notebook: 'true'
65+
notebook: True
6666
inference-optimization-itex-inference-notebook-3.9:
6767
cmd: papermill --log-output jupyter/itex-inference/tutorial_optimize_TensorFlow_pretrained_model.ipynb result.ipynb -k tensorflow --cwd jupyter/itex-inference
6868
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.9
69-
notebook: 'true'
69+
notebook: True
7070
inference-optimization-onnx-3.10:
7171
cmd: conda run -n tensorflow sample-tests/onnx/run.sh
7272
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-inference-optimization-2024.0.0-py3.10

‎pytorch/serving/tests.yaml

+3-3
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ ipex-serving-workflow-archive-${PACKAGE_OPTION:-pip}:
2424
ipex-serving-rest-workflow-${PACKAGE_OPTION:-pip}:
2525
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-torchserve
2626
cmd: bash /home/model-server/wf-store/rest-test.sh
27-
serving: 'true'
27+
serving: True
2828
volumes:
2929
- src: $PWD/pytorch/serving/model-store
3030
dst: /home/model-server/model-store
@@ -37,7 +37,7 @@ ipex-serving-rest-workflow-${PACKAGE_OPTION:-pip}:
3737
ipex-serving-rest-inference-${PACKAGE_OPTION:-pip}:
3838
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-torchserve
3939
cmd: bash /home/model-server/model-store/rest-test.sh
40-
serving: 'true'
40+
serving: True
4141
volumes:
4242
- src: $PWD/pytorch/serving/model-store
4343
dst: /home/model-server/model-store
@@ -48,7 +48,7 @@ ipex-serving-rest-inference-${PACKAGE_OPTION:-pip}:
4848
ipex-serving-grpc-inference-${PACKAGE_OPTION:-pip}:
4949
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-torchserve
5050
cmd: bash /home/model-server/model-store/grpc-test.sh
51-
serving: 'true'
51+
serving: True
5252
volumes:
5353
- src: $PWD/pytorch/serving/model-store
5454
dst: /home/model-server/model-store

‎pytorch/tests/tests.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -13,4 +13,4 @@ ipex-xpu-${PACKAGE_OPTION:-pip}:
1313
ipex-xpu-jupyter-${PACKAGE_OPTION:-pip}:
1414
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.10xpu}-xpu-jupyter
1515
cmd: python -m papermill --log-output /jupyter/xpu.ipynb -k python3
16-
notebook: 'true'
16+
notebook: True

‎tensorflow/serving/tests.yaml

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
# itex-grpc-serving:
22
# img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-intel-tensorflow-${TF_PACKAGE_VERSION:-2.13.0}-prod
33
# cmd: bash /models/mnist.sh
4-
# serving: 'true'
4+
# serving: True
55
# volumes:
66
# - src: $PWD/tensorflow/serving
77
# dst: /models
@@ -11,7 +11,7 @@
1111
# itex-rest-serving:
1212
# img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-intel-tensorflow-${TF_PACKAGE_VERSION:-2.13.0}-prod
1313
# cmd: bash /models/half_plus_two.sh
14-
# serving: 'true'
14+
# serving: True
1515
# volumes:
1616
# - src: $PWD/tensorflow/serving
1717
# dst: /models

‎tensorflow/tests/tests.yaml

+2-2
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@
22
itex-xpu-jupyter-idp:
33
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-idp-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.13}-itex-xpu-jupyter
44
cmd: python -m papermill --log-output /jupyter/xpu.ipynb -k python3
5-
notebook: 'true'
5+
notebook: True
66
itex-xpu-jupyter-pip:
77
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-pip-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.13}-itex-xpu-jupyter
88
cmd: python -m papermill --log-output /jupyter/xpu.ipynb -k python3
9-
notebook: 'true'
9+
notebook: True

0 commit comments

Comments
 (0)