Skip to content

Commit d239010

Browse files
authored
TEST-modin-project#7173: Update github actions (modin-project#7168)
Signed-off-by: Anatoly Myachev <anatoly.myachev@intel.com>
1 parent e334922 commit d239010

File tree

9 files changed

+57
-41
lines changed

9 files changed

+57
-41
lines changed

.github/actions/mamba-env/action.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -23,14 +23,14 @@ runs:
2323
shell: bash
2424
- name: Cache conda
2525
id: cache-conda
26-
uses: actions/cache@v3
26+
uses: actions/cache@v4
2727
with:
2828
path: |
2929
~/conda_pkgs_dir
3030
~/.cache/pip
3131
key:
3232
${{ runner.os }}-conda-${{ steps.get-week.outputs.thisweek }}-${{ hashFiles(inputs.environment-file) }}
33-
- uses: conda-incubator/setup-miniconda@v2
33+
- uses: conda-incubator/setup-miniconda@v3
3434
with:
3535
miniforge-variant: Mambaforge
3636
miniforge-version: latest

.github/actions/python-only/action.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ inputs:
88
runs:
99
using: "composite"
1010
steps:
11-
- uses: actions/setup-python@v4
11+
- uses: actions/setup-python@v5
1212
with:
1313
python-version: ${{ inputs.python-version }}
1414
architecture: "x64"

.github/actions/upload-coverage/action.yml

+3-2
Original file line numberDiff line numberDiff line change
@@ -8,9 +8,10 @@ runs:
88
- run: |
99
COVERAGE_UUID=$(python3 -c "import uuid; print(uuid.uuid4())")
1010
mv .coverage .coverage.${COVERAGE_UUID}
11+
echo "COVERAGE_UUID=${COVERAGE_UUID}" >> $GITHUB_ENV
1112
id: coverage-uuid
1213
shell: bash
13-
- uses: actions/upload-artifact@v3.1.2
14+
- uses: actions/upload-artifact@v4
1415
with:
15-
name: coverage-data
16+
name: coverage-data-${{ env.COVERAGE_UUID }}
1617
path: .coverage*

.github/workflows/ci-notebooks.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ jobs:
2727
matrix:
2828
execution: [pandas_on_ray, pandas_on_dask, pandas_on_unidist, hdk_on_native]
2929
steps:
30-
- uses: actions/checkout@v3
30+
- uses: actions/checkout@v4
3131
- uses: ./.github/actions/python-only
3232
if: matrix.execution != 'hdk_on_native' && matrix.execution != 'pandas_on_unidist'
3333
- uses: ./.github/actions/mamba-env

.github/workflows/ci-required.yml

+4-4
Original file line numberDiff line numberDiff line change
@@ -23,10 +23,10 @@ jobs:
2323
name: build docs
2424
runs-on: ubuntu-latest
2525
steps:
26-
- uses: actions/checkout@v3
26+
- uses: actions/checkout@v4
2727
with:
2828
fetch-depth: 1
29-
- uses: actions/setup-python@v4
29+
- uses: actions/setup-python@v5
3030
with:
3131
python-version: "3.9.x"
3232
architecture: "x64"
@@ -39,7 +39,7 @@ jobs:
3939
name: lint (pydocstyle)
4040
runs-on: ubuntu-latest
4141
steps:
42-
- uses: actions/checkout@v3
42+
- uses: actions/checkout@v4
4343
- uses: ./.github/actions/python-only
4444
# The `numpydoc` version here MUST match the versions in the dev requirements files.
4545
- run: pip install pytest pytest-cov pydocstyle numpydoc==1.1.0
@@ -110,7 +110,7 @@ jobs:
110110
name: lint (black and isort)
111111
runs-on: ubuntu-latest
112112
steps:
113-
- uses: actions/checkout@v3
113+
- uses: actions/checkout@v4
114114
- uses: ./.github/actions/python-only
115115
- run: pip install black>=24.1.0 isort>=5.12
116116
# NOTE: keep the black command here in sync with the pre-commit hook in

.github/workflows/ci.yml

+41-26
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@ jobs:
3030
name: lint (mypy)
3131
runs-on: ubuntu-latest
3232
steps:
33-
- uses: actions/checkout@v3
33+
- uses: actions/checkout@v4
3434
- uses: ./.github/actions/python-only
3535
- run: pip install -r requirements-dev.txt
3636
- run: mypy --config-file mypy.ini
@@ -39,7 +39,7 @@ jobs:
3939
name: lint (flake8)
4040
runs-on: ubuntu-latest
4141
steps:
42-
- uses: actions/checkout@v3
42+
- uses: actions/checkout@v4
4343
- uses: ./.github/actions/python-only
4444
# NOTE: If you are changing the set of packages installed here, make sure that
4545
# the dev requirements match them.
@@ -55,7 +55,7 @@ jobs:
5555
run:
5656
shell: bash -l {0}
5757
steps:
58-
- uses: actions/checkout@v3
58+
- uses: actions/checkout@v4
5959
- uses: ./.github/actions/mamba-env
6060
with:
6161
environment-file: requirements/requirements-no-engine.yml
@@ -78,7 +78,7 @@ jobs:
7878
shell: bash -l {0}
7979
name: test-clean-install-${{ matrix.os }}
8080
steps:
81-
- uses: actions/checkout@v3
81+
- uses: actions/checkout@v4
8282
- uses: ./.github/actions/python-only
8383
- run: python -m pip install -e ".[all]"
8484
- name: Ensure Ray and Dask engines start up
@@ -101,7 +101,7 @@ jobs:
101101
shell: bash -l {0}
102102
name: test-internals
103103
steps:
104-
- uses: actions/checkout@v3
104+
- uses: actions/checkout@v4
105105
- uses: ./.github/actions/mamba-env
106106
with:
107107
environment-file: environment-dev.yml
@@ -131,7 +131,7 @@ jobs:
131131
MODIN_TEST_DATASET_SIZE: "small"
132132
name: Test ${{ matrix.execution }} execution, Python 3.9
133133
steps:
134-
- uses: actions/checkout@v3
134+
- uses: actions/checkout@v4
135135
- uses: ./.github/actions/mamba-env
136136
with:
137137
environment-file: environment-dev.yml
@@ -169,7 +169,7 @@ jobs:
169169
AWS_ACCESS_KEY_ID: foobar_key
170170
AWS_SECRET_ACCESS_KEY: foobar_secret
171171
steps:
172-
- uses: actions/checkout@v3
172+
- uses: actions/checkout@v4
173173
- uses: ./.github/actions/mamba-env
174174
with:
175175
environment-file: requirements/env_hdk.yml
@@ -218,10 +218,10 @@ jobs:
218218
MODIN_TEST_DATASET_SIZE: small
219219
name: test-asv-benchmarks
220220
steps:
221-
- uses: actions/checkout@v3
221+
- uses: actions/checkout@v4
222222
with:
223223
fetch-depth: 1
224-
- uses: conda-incubator/setup-miniconda@v2
224+
- uses: conda-incubator/setup-miniconda@v3
225225
with:
226226
auto-activate-base: true
227227
activate-environment: ""
@@ -271,7 +271,7 @@ jobs:
271271
if: always()
272272

273273
- name: Publish benchmarks artifact
274-
uses: actions/upload-artifact@master
274+
uses: actions/upload-artifact@v4
275275
with:
276276
name: Benchmarks log
277277
path: asv_bench/benchmarks.log
@@ -287,8 +287,8 @@ jobs:
287287
engines: ${{ steps.engines.outputs.engines }}
288288
experimental: ${{ steps.experimental.outputs.experimental }}
289289
steps:
290-
- uses: actions/checkout@v3
291-
- uses: dorny/paths-filter@v2
290+
- uses: actions/checkout@v4
291+
- uses: dorny/paths-filter@v3
292292
id: filter
293293
with:
294294
filters: |
@@ -305,7 +305,7 @@ jobs:
305305
- 'modin/core/execution/unidist/**'
306306
experimental:
307307
- 'modin/experimental/**'
308-
- uses: actions/setup-python@v4
308+
- uses: actions/setup-python@v5
309309
- id: engines
310310
run: |
311311
python -c "import sys, json; print('engines=' + json.dumps(['python'] + (sys.argv[1] == 'true' and ['ray'] or []) + (sys.argv[2] == 'true' and ['dask'] or []) ))" \
@@ -340,7 +340,7 @@ jobs:
340340
AWS_ACCESS_KEY_ID: foobar_key
341341
AWS_SECRET_ACCESS_KEY: foobar_secret
342342
steps:
343-
- uses: actions/checkout@v3
343+
- uses: actions/checkout@v4
344344
- uses: ./.github/actions/mamba-env
345345
with:
346346
environment-file: requirements/env_unidist_linux.yml
@@ -366,7 +366,7 @@ jobs:
366366
- run: ./.github/workflows/sql_server/set_up_sql_server.sh
367367
# need an extra argument "genv" to set environment variables for mpiexec. We need
368368
# these variables to test writing to the mock s3 filesystem.
369-
- uses: nick-fields/retry@v2
369+
- uses: nick-fields/retry@v3
370370
# to avoid issues with non-stable `to_csv` tests for unidist on MPI backend.
371371
# for details see: https://github.com/modin-project/modin/pull/6776
372372
with:
@@ -436,15 +436,15 @@ jobs:
436436
- name: Tell Modin to use existing ray cluster
437437
run: echo "MODIN_RAY_CLUSTER=True" >> $GITHUB_ENV
438438
if: matrix.os == 'windows' && matrix.engine == 'ray'
439-
- uses: actions/checkout@v3
439+
- uses: actions/checkout@v4
440440
- uses: ./.github/actions/mamba-env
441441
with:
442442
environment-file: environment-dev.yml
443443
python-version: ${{matrix.python-version}}
444444
- name: Start local ray cluster
445445
# Try a few times to start ray to work around
446446
# https://github.com/modin-project/modin/issues/4562
447-
uses: nick-fields/retry@v2
447+
uses: nick-fields/retry@v3
448448
with:
449449
timeout_minutes: 5
450450
max_attempts: 5
@@ -557,7 +557,7 @@ jobs:
557557
AWS_ACCESS_KEY_ID: foobar_key
558558
AWS_SECRET_ACCESS_KEY: foobar_secret
559559
steps:
560-
- uses: actions/checkout@v3
560+
- uses: actions/checkout@v4
561561
- uses: ./.github/actions/mamba-env
562562
with:
563563
environment-file: ${{ matrix.os == 'ubuntu' && matrix.execution.name == 'unidist' && 'requirements/env_unidist_linux.yml' || matrix.os == 'windows' && matrix.execution.name == 'unidist' && 'requirements/env_unidist_win.yml' || 'environment-dev.yml' }}
@@ -575,7 +575,7 @@ jobs:
575575
- name: Start local ray cluster
576576
# Try a few times to start ray to work around
577577
# https://github.com/modin-project/modin/issues/4562
578-
uses: nick-fields/retry@v2
578+
uses: nick-fields/retry@v3
579579
with:
580580
timeout_minutes: 5
581581
max_attempts: 5
@@ -632,7 +632,7 @@ jobs:
632632
- run: ${{ matrix.execution.shell-ex }} $PARALLEL modin/tests/numpy
633633
- run: ${{ matrix.execution.shell-ex }} -m "not exclude_in_sanity" modin/tests/pandas/test_io.py --verbose
634634
if: matrix.execution.name != 'unidist'
635-
- uses: nick-fields/retry@v2
635+
- uses: nick-fields/retry@v3
636636
# to avoid issues with non-stable `to_csv` tests for unidist on MPI backend.
637637
# for details see: https://github.com/modin-project/modin/pull/6776
638638
with:
@@ -672,7 +672,7 @@ jobs:
672672
AWS_ACCESS_KEY_ID: foobar_key
673673
AWS_SECRET_ACCESS_KEY: foobar_secret
674674
steps:
675-
- uses: actions/checkout@v3
675+
- uses: actions/checkout@v4
676676
- uses: ./.github/actions/mamba-env
677677
with:
678678
environment-file: environment-dev.yml
@@ -699,32 +699,47 @@ jobs:
699699
MODIN_ENGINE: ${{matrix.engine}}
700700
name: test-spreadsheet (engine ${{matrix.engine}}, python ${{matrix.python-version}})
701701
steps:
702-
- uses: actions/checkout@v3
702+
- uses: actions/checkout@v4
703703
- uses: ./.github/actions/mamba-env
704704
with:
705705
environment-file: environment-dev.yml
706706
python-version: ${{matrix.python-version}}
707707
- run: python -m pytest modin/tests/experimental/spreadsheet/test_general.py
708708

709-
upload-coverage:
709+
merge-coverage-artifacts:
710710
needs: [test-internals, test-api-and-no-engine, test-defaults, test-hdk, test-all-unidist, test-all, test-experimental, test-sanity]
711711
if: always() # we need to run it regardless of some job being skipped, like in PR
712712
runs-on: ubuntu-latest
713713
defaults:
714714
run:
715715
shell: bash -l {0}
716716
steps:
717-
- uses: actions/checkout@v3
717+
- name: Merge Artifacts
718+
uses: actions/upload-artifact/merge@v4
719+
with:
720+
name: coverage-data
721+
pattern: coverage-data-*
722+
delete-merged: true
723+
724+
upload-coverage:
725+
needs: [merge-coverage-artifacts]
726+
if: always() # we need to run it regardless of some job being skipped, like in PR
727+
runs-on: ubuntu-latest
728+
defaults:
729+
run:
730+
shell: bash -l {0}
731+
steps:
732+
- uses: actions/checkout@v4
718733
- uses: ./.github/actions/python-only
719734
- name: Download coverage data
720-
uses: actions/download-artifact@v3.0.2
735+
uses: actions/download-artifact@v4
721736
with:
722737
name: coverage-data
723738
- run: pip install coverage
724739
- name: Combine coverage
725740
run: python -m coverage combine
726741
- name: Generate coverage report in xml format
727742
run: python -m coverage xml
728-
- uses: codecov/codecov-action@v3
743+
- uses: codecov/codecov-action@v4
729744
with:
730745
fail_ci_if_error: ${{ github.event_name == 'push' }} # do not care about uploads in PR

.github/workflows/codeql.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@ jobs:
2929

3030
steps:
3131
- name: Checkout
32-
uses: actions/checkout@v3
32+
uses: actions/checkout@v4
3333

3434
- name: Initialize CodeQL
3535
uses: github/codeql-action/init@v2

.github/workflows/fuzzydata-test.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@ jobs:
3333
python-version: ["3.9"]
3434
engine: ["ray", "dask"]
3535
steps:
36-
- uses: actions/checkout@v3
36+
- uses: actions/checkout@v4
3737
- uses: ./.github/actions/mamba-env
3838
with:
3939
environment-file: environment-dev.yml
@@ -42,7 +42,7 @@ jobs:
4242
run: python -m pytest modin/tests/experimental/test_fuzzydata.py -Wignore::UserWarning --log-file=/tmp/fuzzydata-test-wf-${{matrix.engine}}/run.log --log-file-level=INFO
4343
env:
4444
MODIN_ENGINE: ${{matrix.engine}}
45-
- uses: actions/upload-artifact@v3
45+
- uses: actions/upload-artifact@v4
4646
if: success() || failure()
4747
with:
4848
name: fuzzydata-test-workflow-${{matrix.engine}}

.github/workflows/push-to-master.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ jobs:
2626
AWS_ACCESS_KEY_ID: foobar_key
2727
AWS_SECRET_ACCESS_KEY: foobar_secret
2828
steps:
29-
- uses: actions/checkout@v3
29+
- uses: actions/checkout@v4
3030
- uses: ./.github/actions/mamba-env
3131
with:
3232
environment-file: environment-dev.yml
@@ -76,7 +76,7 @@ jobs:
7676
shell: bash -l {0}
7777
name: test docs
7878
steps:
79-
- uses: actions/checkout@v3
79+
- uses: actions/checkout@v4
8080
- uses: ./.github/actions/mamba-env
8181
with:
8282
environment-file: environment-dev.yml

0 commit comments

Comments
 (0)