CI badges (#673)

* Introduce test sequences for ubuntu/windows Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Create badges Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Fix workflow syntax Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Remove table draft Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Remove OS environment variable Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Test workflows on GitHub runners Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Remove linter step on Windows Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Remove lint job from dependencies on Windows Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Remove dockerization test for Windows Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> * Return schedule trigger Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com> --------- Signed-off-by: Ilya Trushkin <ilya.trushkin@intel.com>
securefederatedai · Jan 11, 2023 · b1e1d39 · b1e1d39
1 parent af7feb3
commit b1e1d39
Show file tree

Hide file tree

Showing 15 changed files with 167 additions and 25 deletions.
diff --git a/.github/workflows/dockerization.yml b/.github/workflows/dockerization.yml
@@ -4,8 +4,6 @@
 name: Dockerization
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/double_ws_export.yml b/.github/workflows/double_ws_export.yml
@@ -4,8 +4,6 @@
 name: Double workspace export
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/fets-challenge.yml b/.github/workflows/fets-challenge.yml
@@ -4,8 +4,6 @@
 name: FeTS Challenge TaskRunner
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/interactive-kvasir.yml b/.github/workflows/interactive-kvasir.yml
@@ -4,8 +4,6 @@
 name: Interactive API - Pytorch Kvasir UNet
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/interactive-tensorflow.yml b/.github/workflows/interactive-tensorflow.yml
@@ -4,8 +4,6 @@
 name: Interactive API - Tensorflow MNIST
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
@@ -4,8 +4,6 @@
 name: Lint with Flake8
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/pki.yml b/.github/workflows/pki.yml
@@ -4,8 +4,6 @@
 name: Private Key Infrastructure
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/pytest_coverage.yml b/.github/workflows/pytest_coverage.yml
@@ -4,8 +4,6 @@
 name: Pytest and code coverage 
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/straggler-handling.yml b/.github/workflows/straggler-handling.yml
@@ -4,8 +4,6 @@
 name: Straggler Handling Test
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/taskrunner.yml b/.github/workflows/taskrunner.yml
@@ -4,8 +4,6 @@
 name: TaskRunner
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/taskrunner_python_3.10.yml b/.github/workflows/taskrunner_python_3.10.yml
@@ -4,8 +4,6 @@
 name: TaskRunner (Python 3.10)
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/taskrunner_python_3.9.yml b/.github/workflows/taskrunner_python_3.9.yml
@@ -4,8 +4,6 @@
 name: TaskRunner (Python 3.9)
 
 on:
-  push:
-    branches: [ develop ]
   pull_request:
     branches: [ develop ]
 

diff --git a/.github/workflows/ubuntu.yml b/.github/workflows/ubuntu.yml
@@ -0,0 +1,100 @@
+name: Ubuntu (latest)
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+
+permissions:
+  contents: read
+
+jobs:
+  lint: # from lint.yml
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python 3.8
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.8"
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements-linters.txt 
+        pip install .
+    - name: Lint with flake8
+      run: |
+        flake8 --show-source
+
+  pytest-coverage: # from pytest_coverage.yml
+    needs: lint
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python 3.8
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.8"
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install pytest coverage
+        pip install -r requirements-test.txt
+        pip install .
+    - name: Test with pytest and report code coverage
+      run: |
+        coverage run -m pytest -rA
+        coverage report
+    
+  dockerization: # from dockerization.yml
+    needs: [lint, pytest-coverage]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v3
+        with:
+          python-version: "3.8"
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install .
+      - name: Dockerization test
+        run: |
+          python -m tests.github.dockerization_test
+  
+  interactive-kvasir: # from interactive-kvasir.yml
+    needs: [lint, pytest-coverage, dockerization]
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python 3.8
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.8"
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install .
+    - name: Interactive API - pytorch_kvasir_unet
+      run: |
+        python setup.py build_grpc
+        pip install torch==1.8.1
+        pip install torchvision==0.9.1
+        python -m tests.github.interactive_api_director.experiments.pytorch_kvasir_unet.run
+  
+  cli:
+    needs: [lint, pytest-coverage, dockerization, interactive-kvasir]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v3
+        with:
+          python-version: "3.8"
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install .
+      - name: Test TaskRunner API
+        run: |
+          python -m tests.github.test_hello_federation --template keras_cnn_mnist --fed_workspace aggregator --col1 col1 --col2 col2  --rounds-to-train 3 --save-model output_model
diff --git a/.github/workflows/windows.yml b/.github/workflows/windows.yml
@@ -0,0 +1,65 @@
+name: Windows (latest)
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+
+permissions:
+  contents: read
+
+jobs:
+  pytest-coverage: # from pytest_coverage.yml
+    runs-on: windows-latest
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python 3.8
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.8"
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install pytest coverage
+        pip install -r requirements-test.txt
+        pip install .
+    - name: Test with pytest and report code coverage
+      run: |
+        coverage run -m pytest -rA
+        coverage report
+  
+  interactive-kvasir: # from interactive-kvasir.yml
+    needs: [pytest-coverage]
+    runs-on: windows-latest
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python 3.8
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.8"
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install .
+    - name: Interactive API - pytorch_kvasir_unet
+      run: |
+        python setup.py build_grpc
+        pip install torch==1.8.1
+        pip install torchvision==0.9.1
+        python -m tests.github.interactive_api_director.experiments.pytorch_kvasir_unet.run
+  
+  cli: # from taskrunner.yml
+    needs: [pytest-coverage, interactive-kvasir]
+    runs-on: windows-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v3
+        with:
+          python-version: "3.8"
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install .
+      - name: Test TaskRunner API
+        run: |
+          python -m tests.github.test_hello_federation --template keras_cnn_mnist --fed_workspace aggregator --col1 col1 --col2 col2  --rounds-to-train 3 --save-model output_model
diff --git a/README.md b/README.md
@@ -1,7 +1,8 @@
 # Open Federated Learning (OpenFL) - An Open-Source Framework For Federated Learning
 
 [![PyPI - Python Version](https://img.shields.io/badge/python-3.6%20%7C%203.7%20%7C%203.8-blue)](https://pypi.org/project/openfl/)
-[![Continuous Integration](https://github.com/intel/openfl/actions/workflows/python-app.yml/badge.svg?branch=develop)](https://github.com/intel/openfl/actions/workflows/python-app.yml)
+[![Ubuntu CI status](https://github.com/intel/openfl/actions/workflows/ubuntu.yml/badge.svg)](https://github.com/intel/openfl/actions/workflows/ubuntu.yml)
+[![Windows CI status](https://github.com/intel/openfl/actions/workflows/windows.yml/badge.svg)](https://github.com/intel/openfl/actions/workflows/windows.yml)
 [![Documentation Status](https://readthedocs.org/projects/openfl/badge/?version=latest)](https://openfl.readthedocs.io/en/latest/?badge=latest)
 [![Downloads](https://pepy.tech/badge/openfl)](https://pepy.tech/project/openfl)
 [![DockerHub](https://img.shields.io/docker/pulls/intel/openfl.svg)](https://hub.docker.com/r/intel/openfl)