integration-test.yaml

# Copyright (c) 2024 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: Integration Tests
on:
  pull_request: null
permissions: read-all
concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true
jobs:
  group-diff:
    runs-on: ${{ github.repository_owner == 'intel' && 'intel-ubuntu-latest' || 'ubuntu-latest' }}
    outputs:
      groups: ${{ steps.group-list.outputs.FOLDERS }}
    steps:
    - name: Harden Runner
      uses: step-security/harden-runner@91182cccc01eb5e619899d80e4e971d6181294a7 # v2.10.1
      with:
        egress-policy: audit
    - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
      with:
        fetch-depth: 0
    - name: Output Modified Group Directories
      id: group-list
      run: |
        # Get diff array filtered by specific filetypes
        DIFF=$(git diff --diff-filter=d \
            --name-only ${{ github.event.pull_request.base.sha }}...${{ github.event.pull_request.head.sha }} \
            -- '*/*Dockerfile' '*.py' '*.yaml' '*.yml' '*.sh' '*/*requirements.txt' '*.json' | \
            jq -R '.' | jq -sc '.' \
        )
        # Search for compose files in each file to determine the container groups
        DOCKER_COMPOSE_PATHS=()
        for path in $(echo $DIFF | jq -r '.[]'); do
          while [[ "$path" != "." ]]; do
            DIR_PATH=$(dirname "$path")
            if [ -n "$(find "$DIR_PATH" -maxdepth 1 -name 'docker-compose.yaml' -print -quit)" ] && [ "$DIR_PATH" != "." ]; then
              DOCKER_COMPOSE_PATHS+=("$DIR_PATH")
              path="."
            else
              path="$DIR_PATH"
            fi
          done
        done
        # Convert the array to a JSON array
        DOCKER_COMPOSE_PATHS_JSON=$(printf '%s\n' "${DOCKER_COMPOSE_PATHS[@]}" | jq -R '.' | jq -sc 'unique_by(.)')
        echo "FOLDERS=$DOCKER_COMPOSE_PATHS_JSON" >> $GITHUB_OUTPUT
  pipeline-ci:
    needs: group-diff
    if: needs.group-diff.outputs.groups != '[""]'
    strategy:
      matrix:
        group: ${{ fromJson(needs.group-diff.outputs.groups) }}
        experimental: [true]
      fail-fast: false
    uses: intel/ai-containers/.github/workflows/container-ci.yaml@main
    with:
      group_dir: ${{ matrix.group }}
    secrets: inherit
  merge-logs:
    # download all artifacts across containers
    needs: [pipeline-ci]
    runs-on: ubuntu-latest
    permissions:
      pull-requests: write
    steps:
    - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.0
      id: download_artifact_outputs
      with:
        pattern: test-runner-summary*
        merge-multiple: true
    - name: Check for JSON files
      shell: bash
      run: |
        if [[ -n "$(find . -maxdepth 1 -name 'test-runner-summary*.json' -print -quit)" ]]; then
          echo "has_matching_json_files=true" >> "$GITHUB_OUTPUT"
          echo "Files matching the pattern test-runner-summary*.json found in the directory"
        else
          echo "has_matching_json_files=false" >> "$GITHUB_OUTPUT"
          echo "No files matching the pattern test-runner-summary*.json found in the directory"
        fi
      id: check_matching_json_files
    - name: Combine JSON files
      if: ${{ steps.check_matching_json_files.outputs.has_matching_json_files == 'true' }}
      run: |
        jq -s '[.[] | .[]]' *.json > combined.json
        echo "Files found in the directory"
    - name: Generate TXT file
      if: ${{ steps.check_matching_json_files.outputs.has_matching_json_files == 'true' }}
      run: |
        echo "| Test-Group    | Test        | Status   |" > output.txt
        echo "|---------------|-------------|----------|" >> output.txt
        jq -r '.[] | "| \(.Group) | \(.Test) | \(.Status) |" ' combined.json >> output.txt
    - name: PR-comment
      if: ${{ steps.check_matching_json_files.outputs.has_matching_json_files == 'true' }}
      uses: marocchino/sticky-pull-request-comment@331f8f5b4215f0445d3c07b4967662a32a2d3e31 # v2.9.0
      with:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        number: ${{ github.event.pull_request.number }}
        header: test-runner combined summary
        path: output.txt
        recreate: true
  status-check:
    needs: [group-diff, pipeline-ci, merge-logs]
    runs-on: ${{ github.repository_owner == 'intel' && 'intel-ubuntu-latest' || 'ubuntu-latest' }}
    if: always()
    steps:
    - name: Harden Runner
      uses: step-security/harden-runner@91182cccc01eb5e619899d80e4e971d6181294a7 # v2.10.1
      with:
        egress-policy: audit
    - run: exit 1
      if: >-
        ${{
             contains(needs.*.result, 'failure')
          || contains(needs.*.result, 'cancelled')
          || contains(needs.*.result, 'skipped')
          && needs.group-diff.outputs.groups != '[""]'
        }}