Adding compilation tests

Author: Maxim-Doronin

.github/workflows/job_build_test_mlir_linux.yml .github/workflows/job_build_mlir_linux.yml

@@ -1,4 +1,4 @@
-name: Linux MLIR
+name: Linux MLIR Build
 on:
   workflow_call:
     inputs:
@@ -10,10 +10,14 @@ on:
         description: 'Machine on which the builds will run'
         type: string
         required: true
-      test-runner:
-        description: 'Machine on which the tests will run'
+      openvino-organization:
+        description: 'OpenVINO fork owner to clone'
         type: string
-        required: false
+        required: true
+      openvino-commit:
+        description: 'OpenVINO commit to checkout'
+        type: string
+        required: true
       openvino-cmake-options:
         description: 'A string of options passed to OpenVINO CMake'
         type: string
@@ -31,66 +35,61 @@ on:
         description: 'Cache package suffix'
         type: string
         required: false
-      run-tests:
-        description: 'Whether to run NPU Compiler tests'
+      with-tests:
+        description: 'Whether to build test targets'
         type: boolean
         required: false
         default: false
-      run-unit-tests:
-        description: 'Whether to run NPU Compiler unit tests'
-        type: boolean
-        required: false
-        default: true
-      run-lit-tests:
-        description: 'Whether to run NPU Compiler LIT tests'
-        type: boolean
-        required: false
-        default: true
+      openvino-install-artifact:
+        description: 'OpenVINO/NPU build package name to be stored as the action artifact'
+        type: string
+        required: true
+        default: false
+
+defaults:
+  run:
+    shell: bash
 
 permissions: read-all
 
 env:
   OPENVINO_INSTALL_DIR: ./openvino_install
-  OPENVINO_INSTALL_ARTIFACT_NAME: l_ov_dyn_${{ inputs.os }}_npu_${{ github.sha }}
 
 jobs:
   Cache:
     name: Cache
     if: ${{ inputs.build-cache }}
-    runs-on: ${{ inputs.build-runner }}
+    runs-on: ubuntu-latest
     outputs:
-      hit: ${{ steps.restore.outputs.hit }}
-      key: ${{ steps.key.outputs.key }}
+      cache-hit: ${{ steps.restore.outputs.cache-hit }}
+      cache-key: ${{ steps.key.outputs.cache_key }}
     steps:
       - name: Get cache key
         id: key
         run: |
-          key="l_ov_dyn_${{ inputs.os }}_cache_${{ inputs.build-cache-key-suffix || github.sha }}"
-          echo "key=$key" >> $GITHUB_OUTPUT
+          cache_key="l_ov_dyn_${{ inputs.os }}_cache_${{ inputs.build-cache-key-suffix || github.sha }}"
+          echo "cache_key=$cache_key" >> $GITHUB_OUTPUT
 
       - name: Restore OpenVINO/NPU package from cache
         id: restore
         uses: actions/cache/restore@v4
         with:
-          key: ${{ steps.key.outputs.key }}
+          key: ${{ steps.key.outputs.cache_key }}
           path: ${{ env.OPENVINO_INSTALL_DIR }}
 
       - name: Upload artifacts
-        if: ${{ steps.restore.outputs.hit }}
+        if: ${{ steps.restore.outputs.cache-hit }}
         uses: actions/upload-artifact@v4
         with:
           path: ${{ env.OPENVINO_INSTALL_DIR }}
-          name: ${{ env.OPENVINO_INSTALL_ARTIFACT_NAME }}
+          name: ${{ inputs.openvino-install-artifact }}
 
   Build:
     name: Build
     needs: Cache
-    if: needs.Cache.outputs.hit != 'true'
+    if: needs.Cache.outputs.cache-hit != 'true'
     runs-on: ${{ inputs.build-runner }}
     timeout-minutes: 240
-    defaults:
-      run:
-        shell: bash
     env:
       DEBIAN_FRONTEND: noninteractive
       CMAKE_BUILD_TYPE: 'Release'
@@ -99,32 +98,22 @@ jobs:
       OPENVINO_BUILD_DIR: ./openvino_build
       NPU_COMPILER_BUILD_DIR: ./npu_compiler_build
     steps:
-      - name: Clone NPU Compiler
+      - name: Clone OpenVINO
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         timeout-minutes: 15
         with:
-          path: ${{ env.NPU_COMPILER_REPO }}
+          repository: ${{ inputs.openvino-organization }}/openvino
+          path: ${{ env.OPENVINO_REPO }}
           submodules: true
-          lfs: true
+          ref: ${{ inputs.openvino-commit }}
 
-      - name: Get integrated OpenVINO version
-        id: read_openvino_sha
-        run: |
-          GITHUB_ORG=$(cat ${NPU_COMPILER_REPO}/validation/openvino_config.json | sed -En 's/.*"([A-Za-z0-9]+)"\s*:\s*"([a-f0-9]{40})".*/\1/p')
-          COMMIT_SHA=$(cat ${NPU_COMPILER_REPO}/validation/openvino_config.json | sed -En 's/.*"([A-Za-z0-9]+)"\s*:\s*"([a-f0-9]{40})".*/\2/p')
-          echo "github_org=$GITHUB_ORG"
-          echo "commit_sha=$COMMIT_SHA"
-          echo "github_org=$GITHUB_ORG" >> $GITHUB_OUTPUT
-          echo "commit_sha=$COMMIT_SHA" >> $GITHUB_OUTPUT
-
-      - name: Clone OpenVINO
+      - name: Clone NPU Compiler
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         timeout-minutes: 15
         with:
-          repository: ${{ steps.read_openvino_sha.outputs.github_org }}/openvino
-          path: ${{ env.OPENVINO_REPO }}
+          path: ${{ env.NPU_COMPILER_REPO }}
           submodules: true
-          ref: ${{ steps.read_openvino_sha.outputs.commit_sha }}
+          lfs: true
 
       - name: System info
         uses: openvinotoolkit/openvino/.github/actions/system_info@master
@@ -139,7 +128,7 @@ jobs:
 
       - name: Prepare environment
         run: |
-          if [[ "${{ inputs.run-tests }}" == "true" ]]; then
+          if [[ "${{ inputs.with-tests }}" == "true" ]]; then
             echo "ENABLE_TESTS_FLAG=ON" >> $GITHUB_ENV
           else
             echo "ENABLE_TESTS_FLAG=OFF" >> $GITHUB_ENV
@@ -222,51 +211,11 @@ jobs:
         uses: actions/cache/save@v4
         with:
           path: ${{ env.OPENVINO_INSTALL_DIR }}
-          key: ${{ needs.Cache.outputs.key }}
+          key: ${{ needs.Cache.outputs.cache-key }}
 
       - name: Upload artifacts
         id: save_artifact
         uses: actions/upload-artifact@v4
         with:
           path: ${{ env.OPENVINO_INSTALL_DIR }}
-          name: ${{ env.OPENVINO_INSTALL_ARTIFACT_NAME }}
-
-  Test:
-    name: Unit Tests
-    needs: [Cache, Build]
-    if: |
-      inputs.run-tests &&
-      (needs.Cache.result == 'skipped' || needs.Cache.result == 'success') &&
-      (needs.Build.result == 'skipped' || needs.Build.result == 'success')
-    runs-on: ${{ inputs.test-runner }}
-    timeout-minutes: 240
-    defaults:
-      run:
-        shell: bash
-    steps:
-      - name: Download artifacts
-        uses: actions/download-artifact@v4
-        with:
-          name: ${{ env.OPENVINO_INSTALL_ARTIFACT_NAME }}
-          path: ${{ env.OPENVINO_INSTALL_DIR }}
-
-      - name: Run OV NPU Unit tests
-        if: ${{ inputs.run-unit-tests }}
-        run: |
-          ${OPENVINO_INSTALL_DIR}/tests/ov_npu_unit_tests
-
-      - name: Run NPU Unit tests
-        if: ${{ inputs.run-unit-tests }}
-        run: |
-          ${OPENVINO_INSTALL_DIR}/tests/npuUnitTests
-
-      - name: Run NPU LIT tests
-        if: ${{ inputs.run-lit-tests }}
-        run: |
-          export PATH=$PATH:${OPENVINO_INSTALL_DIR}/tools/prof_parser
-          export PATH=$PATH:${OPENVINO_INSTALL_DIR}/tools/npu-loader
-          export PATH=$PATH:${OPENVINO_INSTALL_DIR}/tools/npu-lsp-server
-          export PATH=$PATH:${OPENVINO_INSTALL_DIR}/tools/vpux-opt
-          export PATH=$PATH:${OPENVINO_INSTALL_DIR}/tools/vpux-translate
-          python3 ${OPENVINO_INSTALL_DIR}/tests/lit-tests/lit-tool/lit.py -v --param arch=NPU37XX NPU/NPU
-          python3 ${OPENVINO_INSTALL_DIR}/tests/lit-tests/lit-tool/lit.py -v --param arch=NPU40XX NPU/NPU
+          name: ${{ inputs.openvino-install-artifact }}

.github/workflows/job_mlir_linux.yml

@@ -0,0 +1,143 @@
+name: Linux MLIR
+on:
+  workflow_call:
+    inputs:
+      os:
+        description: 'OS that is used for building in the form of "ubuntu_20_04"'
+        type: string
+        required: true
+      build-runner:
+        description: 'Machine on which the builds will run'
+        type: string
+        required: true
+      test-runner:
+        description: 'Machine on which the tests will run'
+        type: string
+        required: false
+      openvino-cmake-options:
+        description: 'A string of options passed to OpenVINO CMake'
+        type: string
+        required: false
+      npu-cmake-options:
+        description: 'A string of options passed to NPU Compiler CMake'
+        type: string
+        required: false
+      build-cache:
+        description: 'Whether to take previously built OpenVINO/NPU package.'
+        type: boolean
+        required: false
+        default: false
+      build-cache-key-suffix:
+        description: 'Cache package suffix'
+        type: string
+        required: false
+      run-unit-tests:
+        description: 'Whether to run NPU Compiler unit tests'
+        type: boolean
+        required: false
+        default: false
+      run-lit-tests:
+        description: 'Whether to run NPU Compiler LIT tests'
+        type: boolean
+        required: false
+        default: false
+      run-compilation-tests:
+        description: 'Whether to run NPU Compiler compile_tool tests suites'
+        type: boolean
+        required: false
+        default: false
+
+defaults:
+  run:
+    shell: bash
+
+permissions: read-all
+
+env:
+  OPENVINO_INSTALL_DIR: ./openvino_install
+
+jobs:
+  Dependencies:
+    name: Dependencies
+    runs-on: ubuntu-latest
+    outputs:
+      openvino_org: ${{ steps.read_openvino_sha.outputs.ov_org }}
+      openvino_sha: ${{ steps.read_openvino_sha.outputs.ov_sha }}
+      omz_org: ${{ steps.read_omz_sha.outputs.omz_org }}
+      omz_sha: ${{ steps.read_omz_sha.outputs.omz_sha }}
+      artifact-name: ${{ steps.artifacts.outputs.name }}
+    env:
+      OPENVINO_REPO: ./openvino
+      NPU_COMPILER_REPO: ./npu_compiler
+    steps:
+      - name: Get OpenVINO config
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        timeout-minutes: 15
+        with:
+          sparse-checkout: |
+            validation/openvino_config.json
+          sparse-checkout-cone-mode: false
+          path: ${{ env.NPU_COMPILER_REPO }}
+
+      - name: Get integrated OpenVINO version
+        id: read_openvino_sha
+        run: |
+          GITHUB_ORG=$(cat ${NPU_COMPILER_REPO}/validation/openvino_config.json | sed -En 's/.*"([A-Za-z0-9]+)"\s*:\s*"([a-f0-9]{40})".*/\1/p')
+          COMMIT_SHA=$(cat ${NPU_COMPILER_REPO}/validation/openvino_config.json | sed -En 's/.*"([A-Za-z0-9]+)"\s*:\s*"([a-f0-9]{40})".*/\2/p')
+          echo "OpenVINO orgranization = $GITHUB_ORG"
+          echo "OpenVINO commit sha = $COMMIT_SHA"
+          echo "ov_org=$GITHUB_ORG" >> $GITHUB_OUTPUT
+          echo "ov_sha=$COMMIT_SHA" >> $GITHUB_OUTPUT
+
+      - name: Clone OpenVINO
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        timeout-minutes: 15
+        with:
+          sparse-checkout: |
+            src/plugins/intel_npu/tools/omz_version.json
+          sparse-checkout-cone-mode: false
+          repository: ${{ steps.read_openvino_sha.outputs.ov_org }}/openvino
+          path: ${{ env.OPENVINO_REPO }}
+          ref: ${{ steps.read_openvino_sha.outputs.ov_sha }}
+
+      - name: Get integrated Open Model Zoo version
+        id: read_omz_sha
+        run: |
+          GITHUB_ORG=$(cat ${OPENVINO_REPO}/src/plugins/intel_npu/tools/omz_version.json | sed -En 's/.*"([A-Za-z0-9]+)"\s*:\s*"([a-f0-9]{40})".*/\1/p')
+          COMMIT_SHA=$(cat ${OPENVINO_REPO}/src/plugins/intel_npu/tools/omz_version.json | sed -En 's/.*"([A-Za-z0-9]+)"\s*:\s*"([a-f0-9]{40})".*/\2/p')
+          echo "Open Model Zoo orgranization = $GITHUB_ORG"
+          echo "Open Model Zoo commit sha = $COMMIT_SHA"
+          echo "omz_org=$GITHUB_ORG" >> $GITHUB_OUTPUT
+          echo "omz_sha=$COMMIT_SHA" >> $GITHUB_OUTPUT
+
+      - name: Configure artifacts
+        id: artifacts
+        run: echo "name=l_ov_dyn_${{ inputs.os }}_npu_${{ github.sha }}" >> $GITHUB_OUTPUT
+
+  Build:
+    name: Build
+    needs: Dependencies
+    uses: ./.github/workflows/job_build_mlir_linux.yml
+    with:
+      os: ${{ inputs.os }}
+      build-runner: ${{ inputs.build-runner }}
+      openvino-organization: ${{ needs.Dependencies.outputs.ov_org }}
+      openvino-commit: ${{ needs.Dependencies.outputs.ov_sha }}
+      openvino-cmake-options: ${{ inputs.openvino-cmake-options }}
+      npu-cmake-options: ${{ inputs.npu-cmake-options }}
+      build-cache: ${{ inputs.build-cache }}
+      build-cache-key-suffix: ${{ inputs.build-cache-key-suffix }}
+      with-tests: ${{ inputs.run-unit-tests || inputs.run-lit-tests }}
+      openvino-install-artifact: ${{ needs.Dependencies.outputs.artifact-name }}
+
+  Test:
+    name: Test
+    needs: [Dependencies, Build]
+    if: ${{ inputs.run-unit-tests || inputs.run-lit-tests || inputs.run-compilation-tests }}
+    uses: ./.github/workflows/job_test_mlir_linux.yml
+    with:
+      test-runner: ${{ inputs.test-runner }}
+      openvino-install-artifact: ${{ needs.Dependencies.outputs.artifact-name }}
+      run-unit-tests: ${{ inputs.run-unit-tests }}
+      run-lit-tests: ${{ inputs.run-lit-tests }}
+      run-compilation-tests: ${{ inputs.run-compilation-tests }}