Skip to content

Commit 1408698

Browse files
author
Tyler Titsworth
authored
Merge branch 'main' into dependabot/github_actions/super-linter/super-linter-7.1.0
2 parents e13ba88 + 89c9cc3 commit 1408698

File tree

8 files changed

+107
-77
lines changed

8 files changed

+107
-77
lines changed

‎.github/workflows/container-ci.yaml

+21-6
Original file line numberDiff line numberDiff line change
@@ -89,11 +89,16 @@ jobs:
8989
- uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
9090
- uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938 # v4.2.0
9191
if: ${{ !inputs.no_build }}
92-
- uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
92+
- uses: azure/docker-login@15c4aadf093404726ab2ff205b2cdd33fa6d054c # v2
9393
with:
94-
registry: ${{ secrets.REGISTRY }}
94+
login-server: ${{ secrets.REGISTRY }}
9595
username: ${{ secrets.REGISTRY_USER }}
9696
password: ${{ secrets.REGISTRY_TOKEN }}
97+
# - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
98+
# with:
99+
# registry: ${{ secrets.REGISTRY }}
100+
# username: ${{ secrets.REGISTRY_USER }}
101+
# password: ${{ secrets.REGISTRY_TOKEN }}
97102
if: ${{ !inputs.no_build }}
98103
- name: Build Container Group
99104
if: ${{ !inputs.no_build }}
@@ -140,11 +145,16 @@ jobs:
140145
with:
141146
egress-policy: audit
142147
- uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938 # v4.2.0
143-
- uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
148+
- uses: azure/docker-login@15c4aadf093404726ab2ff205b2cdd33fa6d054c # v2
144149
with:
145-
registry: ${{ secrets.REGISTRY }}
150+
login-server: ${{ secrets.REGISTRY }}
146151
username: ${{ secrets.REGISTRY_USER }}
147152
password: ${{ secrets.REGISTRY_TOKEN }}
153+
# - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
154+
# with:
155+
# registry: ${{ secrets.REGISTRY }}
156+
# username: ${{ secrets.REGISTRY_USER }}
157+
# password: ${{ secrets.REGISTRY_TOKEN }}
148158
- name: Pull Image
149159
run: docker pull ${{ secrets.REGISTRY }}/${{ secrets.REPO }}:${{ matrix.container }}
150160
- name: Scan Container
@@ -191,11 +201,16 @@ jobs:
191201
with:
192202
egress-policy: audit
193203
- uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938 # v4.2.0
194-
- uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
204+
- uses: azure/docker-login@15c4aadf093404726ab2ff205b2cdd33fa6d054c # v2
195205
with:
196-
registry: ${{ secrets.REGISTRY }}
206+
login-server: ${{ secrets.REGISTRY }}
197207
username: ${{ secrets.REGISTRY_USER }}
198208
password: ${{ secrets.REGISTRY_TOKEN }}
209+
# - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
210+
# with:
211+
# registry: ${{ secrets.REGISTRY }}
212+
# username: ${{ secrets.REGISTRY_USER }}
213+
# password: ${{ secrets.REGISTRY_TOKEN }}
199214
- name: Test Container Group
200215
uses: intel/ai-containers/test-runner@main
201216
with:

‎.github/workflows/docs.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@ jobs:
2828
runs-on: ${{ github.repository_owner == 'intel' && 'intel-ubuntu-latest' || 'ubuntu-latest' }}
2929
permissions:
3030
contents: read
31-
# id-token: write
31+
id-token: write
3232
pages: write
3333
steps:
3434
- name: Harden Runner

‎.github/workflows/integration-test.yaml

+2-1
Original file line numberDiff line numberDiff line change
@@ -67,13 +67,14 @@ jobs:
6767
group: ${{ fromJson(needs.group-diff.outputs.groups) }}
6868
experimental: [true]
6969
fail-fast: false
70-
uses: intel/ai-containers/.github/workflows/container-ci.yaml@main
70+
uses: intel/ai-containers/.github/workflows/container-ci.yaml@tylertitsworth/azure-login
7171
with:
7272
group_dir: ${{ matrix.group }}
7373
secrets: inherit
7474
merge-logs:
7575
# download all artifacts across containers
7676
needs: [pipeline-ci]
77+
if: success() || failure()
7778
runs-on: ubuntu-latest
7879
permissions:
7980
pull-requests: write

‎.github/workflows/test-runner-ci.yaml

+14-4
Original file line numberDiff line numberDiff line change
@@ -40,11 +40,16 @@ jobs:
4040
- uses: docker/setup-buildx-action@988b5a0280414f521da01fcc63a27aeeb4b104db # v3.6.1
4141
with:
4242
driver: docker
43-
- uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
43+
- uses: azure/docker-login@15c4aadf093404726ab2ff205b2cdd33fa6d054c # v2
4444
with:
45-
registry: ${{ secrets.REGISTRY }}
45+
login-server: ${{ secrets.REGISTRY }}
4646
username: ${{ secrets.REGISTRY_USER }}
4747
password: ${{ secrets.REGISTRY_TOKEN }}
48+
# - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
49+
# with:
50+
# registry: ${{ secrets.REGISTRY }}
51+
# username: ${{ secrets.REGISTRY_USER }}
52+
# password: ${{ secrets.REGISTRY_TOKEN }}
4853
- uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3 # v5.2.0
4954
with:
5055
python-version: ${{ matrix.python }}
@@ -90,11 +95,16 @@ jobs:
9095
- uses: docker/setup-buildx-action@988b5a0280414f521da01fcc63a27aeeb4b104db # v3.6.1
9196
with:
9297
driver: docker
93-
- uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
98+
- uses: azure/docker-login@15c4aadf093404726ab2ff205b2cdd33fa6d054c # v2
9499
with:
95-
registry: ${{ secrets.REGISTRY }}
100+
login-server: ${{ secrets.REGISTRY }}
96101
username: ${{ secrets.REGISTRY_USER }}
97102
password: ${{ secrets.REGISTRY_TOKEN }}
103+
# - uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
104+
# with:
105+
# registry: ${{ secrets.REGISTRY }}
106+
# username: ${{ secrets.REGISTRY_USER }}
107+
# password: ${{ secrets.REGISTRY_TOKEN }}
98108
- uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3 # v5.2.0
99109
with:
100110
python-version: "3.8"

‎pytorch/docker-compose.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,7 @@ services:
8989
\"\\nOneCCL:\", oneccl.__version__,
9090
\"\\nDeepspeed:\", deepspeed.__version__)'"
9191
extends: ipex-base
92-
image: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0}
92+
image: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0.2}
9393
shm_size: 2gb
9494
xpu:
9595
build:

‎pytorch/tests/tests.yaml

+6-6
Original file line numberDiff line numberDiff line change
@@ -27,16 +27,16 @@ import-xpu-jupyter-${PACKAGE_OPTION:-pip}:
2727
cmd: python -m jupyter --version
2828
device: ["/dev/dri"]
2929
import-cpu-oneccl-${PACKAGE_OPTION:-pip}:
30-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0}
30+
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0.2}
3131
cmd: python -c "'import oneccl_bindings_for_pytorch as oneccl;print(oneccl.__version__)'"
3232
import-cpu-transformers-${PACKAGE_OPTION:-pip}:
3333
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-hf-${HF_VERSION:-4.44.0}
3434
cmd: python -c "import transformers;print(f'transformers {transformers.__version__}');assert transformers.utils.import_utils.is_ipex_available()"
3535
import-cpu-inc-${PACKAGE_OPTION:-pip}:
36-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0}
36+
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0.2}
3737
cmd: python -c "'import neural_compressor as inc;print(inc.__version__)'"
3838
import-cpu-deepspeed-${PACKAGE_OPTION:-pip}:
39-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0}
39+
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0.2}
4040
cmd: ds_report
4141
shm_size: 2gb
4242
ipex-cpu-${PACKAGE_OPTION:-pip}:
@@ -58,21 +58,21 @@ ipex-xpu-jupyter-${PACKAGE_OPTION:-pip}:
5858
device: ["/dev/dri"]
5959
notebook: True
6060
oneccl-${PACKAGE_OPTION:-pip}:
61-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0}
61+
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0.2}
6262
cmd: ipexrun cpu /tests/ipex-resnet50.py --ipex --device cpu --backend ccl
6363
privileged: true
6464
volumes:
6565
- dst: /tests
6666
src: $PWD/pytorch/tests
6767
oneccl-ds-${PACKAGE_OPTION:-pip}:
68-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0}
68+
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0.2}
6969
cmd: ipexrun cpu /tests/ipex-resnet50.py --ipex --device cpu --backend ccl --deepspeed
7070
privileged: true
7171
volumes:
7272
- dst: /tests
7373
src: $PWD/pytorch/tests
7474
inc-${PACKAGE_OPTION:-pip}:
75-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0}
75+
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.4.0}-oneccl-inc-${INC_VERSION:-3.0.2}
7676
cmd: python /tests/inc-quant.py
7777
volumes:
7878
- dst: /tests

‎tensorflow/tests/inc_test.sh

+14-11
Original file line numberDiff line numberDiff line change
@@ -15,20 +15,23 @@
1515
# limitations under the License.
1616

1717
# Prepare dataset
18+
rm -rf neural-compressor || true
1819
git clone https://github.com/intel/neural-compressor.git
19-
cd neural-compressor/examples/tensorflow/nlp/bert_large_squad/quantization/ptq || exit
20-
bash prepare_dataset.sh --output_dir=./data
20+
cd neural-compressor/examples/tensorflow/nlp/bert_large_squad/quantization/ptq || exit 1
21+
22+
echo "Preparing the dataset"
23+
bash prepare_dataset.sh --output_dir="$PWD"/data
2124

2225
# Preprocess the dataset
23-
python create_tf_record.py --vocab_file=./data/vocab.txt --predict_file=./data/dev-v1.1.json --output_file=./data/eval.tf_record
26+
echo "Preprocessing the dataset"
27+
python create_tf_record.py --vocab_file=data/vocab.txt --predict_file=data/dev-v1.1.json --output_file=./eval.tf_record
2428

25-
# Download model
26-
bash prepare_model.sh --output_dir=./model
27-
python freeze_estimator_to_pb.py --input_model=./model --output_model=./bert_fp32.pb
29+
echo "Preparing the model"
30+
bash prepare_model.sh --output_dir="$PWD"/model
2831

29-
#Run quantization using INC
30-
bash run_quant.sh --input_model=./bert_fp32.pb --output_model=./bert_int8.pb --dataset_location=./data
32+
# Run quantization using INC
33+
echo "Running quantization"
34+
bash run_quant.sh --input_model=./bert_fp32.pb --output_model=./bert_int8.pb --dataset_location=./eval.tf_record
3135

32-
#Run tests on quantized model
33-
# bash run_benchmark.sh --input_model=./bert_squad_int8.pb --mode=performance --dataset_location=./data --batch_size=64
34-
# bash run_benchmark.sh --input_model=./bert_int8.pb --mode=accuracy --dataset_location=./data --batch_size=64
36+
cd - || exit 1
37+
rm -rf neural-compressor || true

‎tensorflow/tests/tests.yaml

+48-47
Original file line numberDiff line numberDiff line change
@@ -13,56 +13,57 @@
1313
# limitations under the License.
1414

1515
---
16-
import-itex-cpu-${PACKAGE_OPTION:-pip}:
17-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-base
18-
cmd: python -c "from tensorflow.python.client import device_lib; print(device_lib.list_local_devices())"
19-
import-itex-xpu-${PACKAGE_OPTION:-pip}:
20-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-base
21-
cmd: python /tests/xpu_import_test.py
22-
device: ["/dev/dri"]
23-
volumes:
24-
- src: ${PWD}/tensorflow/tests
25-
dst: /tests
26-
import-cpu-jupyter-${PACKAGE_OPTION:-pip}:
27-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-jupyter
28-
cmd: python -m jupyter --version
29-
import-xpu-jupyter-${PACKAGE_OPTION:-pip}:
30-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-jupyter
31-
cmd: python -m jupyter --version
32-
device: ["/dev/dri"]
33-
import-multinode-${PACKAGE_OPTION:-pip}:
34-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-3.0.2}
35-
cmd: horovodrun --check-build && mpirun --version && python -c 'import horovod.tensorflow as hvd;hvd.init();import horovod.tensorflow'
36-
import-inc-${PACKAGE_OPTION:-pip}:
37-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-3.0.2}
38-
cmd: python -c "import neural_compressor as inc;print(inc.__version__)"
39-
itex-cpu-${PACKAGE_OPTION:-pip}:
40-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-base
41-
cmd: python /tests/tf_base_test.py
42-
volumes:
43-
- src: ${PWD}/tensorflow/tests
44-
dst: /tests
45-
itex-xpu-${PACKAGE_OPTION:-pip}:
46-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-base
47-
cmd: python /tests/tf_base_test.py
48-
device: ["/dev/dri"]
49-
volumes:
50-
- dst: /tests
51-
src: $PWD/tensorflow/tests
52-
itex-xpu-jupyter-${PACKAGE_OPTION:-pip}:
53-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-jupyter
54-
cmd: papermill --log-output /jupyter/xpu.ipynb -k python3 -
55-
notebook: True
56-
device: ["/dev/dri"]
57-
multinode-${PACKAGE_OPTION:-pip}:
58-
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-3.0.2}
59-
cmd: horovodrun -np 2 -H localhost:2 --binding-args="-bind-to socket -map-by socket" python /tests/tf_base_test.py
60-
volumes:
61-
- dst: /tests
62-
src: $PWD/tensorflow/tests
16+
# import-itex-cpu-${PACKAGE_OPTION:-pip}:
17+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-base
18+
# cmd: python -c "from tensorflow.python.client import device_lib; print(device_lib.list_local_devices())"
19+
# import-itex-xpu-${PACKAGE_OPTION:-pip}:
20+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-base
21+
# cmd: python /tests/xpu_import_test.py
22+
# device: ["/dev/dri"]
23+
# volumes:
24+
# - src: ${PWD}/tensorflow/tests
25+
# dst: /tests
26+
# import-cpu-jupyter-${PACKAGE_OPTION:-pip}:
27+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-jupyter
28+
# cmd: python -m jupyter --version
29+
# import-xpu-jupyter-${PACKAGE_OPTION:-pip}:
30+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-jupyter
31+
# cmd: python -m jupyter --version
32+
# device: ["/dev/dri"]
33+
# import-multinode-${PACKAGE_OPTION:-pip}:
34+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-3.0.2}
35+
# cmd: horovodrun --check-build && mpirun --version && python -c 'import horovod.tensorflow as hvd;hvd.init();import horovod.tensorflow'
36+
# import-inc-${PACKAGE_OPTION:-pip}:
37+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-3.0.2}
38+
# cmd: python -c "import neural_compressor as inc;print(inc.__version__)"
39+
# itex-cpu-${PACKAGE_OPTION:-pip}:
40+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-base
41+
# cmd: python /tests/tf_base_test.py
42+
# volumes:
43+
# - src: ${PWD}/tensorflow/tests
44+
# dst: /tests
45+
# itex-xpu-${PACKAGE_OPTION:-pip}:
46+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-base
47+
# cmd: python /tests/tf_base_test.py
48+
# device: ["/dev/dri"]
49+
# volumes:
50+
# - dst: /tests
51+
# src: $PWD/tensorflow/tests
52+
# itex-xpu-jupyter-${PACKAGE_OPTION:-pip}:
53+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-jupyter
54+
# cmd: papermill --log-output /jupyter/xpu.ipynb -k python3 -
55+
# notebook: True
56+
# device: ["/dev/dri"]
57+
# multinode-${PACKAGE_OPTION:-pip}:
58+
# img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-3.0.2}
59+
# cmd: horovodrun -np 2 -H localhost:2 --binding-args="-bind-to socket -map-by socket" python /tests/tf_base_test.py
60+
# volumes:
61+
# - dst: /tests
62+
# src: $PWD/tensorflow/tests
6363
inc-${PACKAGE_OPTION:-pip}:
6464
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.1}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-3.0.2}
6565
cmd: bash /tests/inc_test.sh
66+
workdir: /tests
6667
volumes:
6768
- dst: /tests
6869
src: $PWD/tensorflow/tests

0 commit comments

Comments
 (0)