Release Infrahub v1.1

.github/workflows/ci.yml

@@ -137,7 +137,7 @@ jobs:
         with:
           submodules: true
       - name: "Linting: markdownlint"
-        uses: DavidAnson/markdownlint-cli2-action@v17
+        uses: DavidAnson/markdownlint-cli2-action@v18
         with:
           config: .markdownlint.yaml
           globs: |
@@ -314,8 +314,6 @@ jobs:
         run: "poetry install --no-interaction --no-ansi"
       - name: "Mypy Tests"
         run: "poetry run invoke backend.mypy"
-      - name: "Pylint Tests"
-        run: "poetry run invoke backend.pylint"
       - name: "Integration Tests"
         run: "poetry run invoke backend.test-integration"
       - name: "Coveralls : Integration Tests"
@@ -327,59 +325,106 @@ jobs:
           flag-name: backend-integration
           parallel: true
 
-# ---------------------------------------------------
-# DISABLING Memgraph for now :(
-# - Tests where too flaky in 2.19 and completely broken in 2.20.1
-# - Using new db session within tasks introduced flaky tests as well
-# ---------------------------------------------------
-#  backend-tests-memgraph:
-#    if: |
-#      always() && !cancelled() &&
-#      !contains(needs.*.result, 'failure') &&
-#      !contains(needs.*.result, 'cancelled') &&
-#      needs.files-changed.outputs.backend == 'true'
-#    needs: ["files-changed", "yaml-lint", "python-lint"]
-#    runs-on:
-#      group: huge-runners
-#    timeout-minutes: 45
-#    strategy:
-#      fail-fast: false
-#      matrix:
-#        include:
-#          - name: backend-tests-unit-memgraph
-#            env:
-#              INFRAHUB_DB_TYPE: memgraph
-#          # - name: backend-tests-unit-nats
-#          #   env:
-#          #     INFRAHUB_DB_TYPE: memgraph
-#          #     INFRAHUB_USE_NATS: 1
-#          #     INFRAHUB_BROKER_DRIVER: nats
-#          #     INFRAHUB_CACHE_DRIVER: nats
-#    name: ${{ matrix.name }}
-#    env: ${{ matrix.env }}
-#    steps:
-#      - name: "Check out repository code"
-#        uses: "actions/checkout@v4"
-#        with:
-#          submodules: true
-#      - name: Set up Python
-#        uses: actions/setup-python@v5
-#        with:
-#          python-version: '3.12'
-#      - name: "Setup git credentials"
-#        run: "git config --global user.name 'Infrahub' && \
-#              git config --global user.email 'infrahub@opsmill.com' && \
-#              git config --global --add safe.directory '*' && \
-#              git config --global credential.usehttppath true && \
-#              git config --global credential.helper /usr/local/bin/infrahub-git-credential"
-#      - name: "Setup Python environment"
-#        run: |
-#          poetry config virtualenvs.create true --local
-#          poetry env use 3.12
-#      - name: "Install dependencies"
-#        run: "poetry install --no-interaction --no-ansi"
-#      - name: "Unit Tests"
-#        run: "poetry run invoke backend.test-unit"
+  backend-tests-functional:
+    if: |
+      always() && !cancelled() &&
+      !contains(needs.*.result, 'failure') &&
+      !contains(needs.*.result, 'cancelled') &&
+      needs.files-changed.outputs.backend == 'true'
+    needs: ["files-changed", "yaml-lint", "python-lint"]
+    runs-on:
+      group: "huge-runners"
+    timeout-minutes: 30
+    env:
+      INFRAHUB_DB_TYPE: neo4j
+    steps:
+      - name: "Check out repository code"
+        uses: "actions/checkout@v4"
+        with:
+          submodules: true
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+      - name: "Setup git credentials"
+        run: "git config --global user.name 'Infrahub' && \
+              git config --global user.email 'infrahub@opsmill.com' && \
+              git config --global --add safe.directory '*' && \
+              git config --global credential.usehttppath true && \
+              git config --global credential.helper /usr/local/bin/infrahub-git-credential"
+      - name: "Setup Python environment"
+        run: |
+          poetry config virtualenvs.create true --local
+          poetry env use 3.12
+      - name: "Install dependencies"
+        run: "poetry install --no-interaction --no-ansi"
+      - name: "Mypy Tests"
+        run: "poetry run invoke backend.mypy"
+      - name: "Pylint Tests"
+        run: "poetry run invoke backend.pylint"
+      - name: "Functional Tests"
+        run: "poetry run invoke backend.test-functional"
+      - name: "Coveralls : Functional Tests"
+        uses: coverallsapp/github-action@v2
+        continue-on-error: true
+        env:
+          COVERALLS_SERVICE_NUMBER: ${{ github.sha }}
+        with:
+          flag-name: backend-functional
+          parallel: true
+
+  # ---------------------------------------------------
+  # DISABLING Memgraph for now :(
+  # Tests where too flaky in 2.19 and completely broken in 2.20.1
+  # ---------------------------------------------------
+  # backend-tests-memgraph:
+  #   if: |
+  #     always() && !cancelled() &&
+  #     !contains(needs.*.result, 'failure') &&
+  #     !contains(needs.*.result, 'cancelled') &&
+  #     needs.files-changed.outputs.backend == 'true'
+  #   needs: ["files-changed", "yaml-lint", "python-lint"]
+  #   runs-on:
+  #     group: huge-runners
+  #   timeout-minutes: 45
+  #   strategy:
+  #     fail-fast: false
+  #     matrix:
+  #       include:
+  #         - name: backend-tests-unit-memgraph
+  #           env:
+  #             INFRAHUB_DB_TYPE: memgraph
+  #         # - name: backend-tests-unit-nats
+  #         #   env:
+  #         #     INFRAHUB_DB_TYPE: memgraph
+  #         #     INFRAHUB_USE_NATS: 1
+  #         #     INFRAHUB_BROKER_DRIVER: nats
+  #         #     INFRAHUB_CACHE_DRIVER: nats
+  #   name: ${{ matrix.name }}
+  #   env: ${{ matrix.env }}
+  #   steps:
+  #     - name: "Check out repository code"
+  #       uses: "actions/checkout@v4"
+  #       with:
+  #         submodules: true
+  #     - name: Set up Python
+  #       uses: actions/setup-python@v5
+  #       with:
+  #         python-version: '3.12'
+  #     - name: "Setup git credentials"
+  #       run: "git config --global user.name 'Infrahub' && \
+  #             git config --global user.email 'infrahub@opsmill.com' && \
+  #             git config --global --add safe.directory '*' && \
+  #             git config --global credential.usehttppath true && \
+  #             git config --global credential.helper /usr/local/bin/infrahub-git-credential"
+  #     - name: "Setup Python environment"
+  #       run: |
+  #         poetry config virtualenvs.create true --local
+  #         poetry env use 3.12
+  #     - name: "Install dependencies"
+  #       run: "poetry install --no-interaction --no-ansi"
+  #     - name: "Unit Tests"
+  #       run: "poetry run invoke backend.test-unit"
 
   backend-validate-generated:
     if: |
@@ -508,12 +553,17 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: "3.12"
+      - name: "Setup Python environment"
+        run: |
+          pipx install poetry
+          poetry config virtualenvs.create true --local
+          poetry env use 3.12
+      - name: "Install dependencies"
+        run: "poetry install --no-interaction --no-ansi"
       - name: "Setup environment"
         run: "pip install invoke toml"
-      - name: "Build Test Image"
-        run: "invoke dev.build"
       - name: "Validate generated documentation"
-        run: "invoke docs.validate --docker"
+        run: "poetry run invoke docs.validate"
 
   validate-documentation-style:
     if: |
@@ -641,10 +691,10 @@ jobs:
         run: docker compose -p $INFRAHUB_BUILD_NAME down -v --remove-orphans --rmi local
 
       - name: Build Demo
-        run: invoke dev.build
-
-      - name: Pull External Docker Images
-        run: invoke dev.pull
+        run: |
+          echo "::group::Build infrahub container"
+          invoke dev.build
+          echo "::endgroup::"
 
       - name: Initialize Demo
         id: init-demo
@@ -672,7 +722,7 @@ jobs:
 
       # Make chromium ignore netlink messages by returning HandleMessage early
       - name: Chrome path
-        run: echo CHROME_BIN_PATH="$(npx playwright install chromium --dry-run | grep Install | awk '{print $3}')/chrome-linux/chrome" >> $GITHUB_ENV
+        run: echo CHROME_BIN_PATH="$(npx playwright install chromium --dry-run | grep Install | grep chromium- | awk '{print $3}')/chrome-linux/chrome" >> $GITHUB_ENV
       - name: Chrome func offset
         run: echo FUNC_OFFSET="$(objdump -C --file-offsets --disassemble='net::internal::AddressTrackerLinux::HandleMessage(char const*, int, bool*, bool*, bool*)' $CHROME_BIN_PATH | grep 'File Offset' | sed -n 1p | sed -E 's/.*File Offset. (.*)\).*/\1/')" >> $GITHUB_ENV
       - name: Patch chromium
@@ -808,11 +858,11 @@ jobs:
 
       - name: Display task worker 1 logs
         if: always()
-        run: docker logs "${INFRAHUB_BUILD_NAME}-infrahub-git-1"
+        run: docker logs "${INFRAHUB_BUILD_NAME}-task-worker-1"
 
       - name: Display task worker 2 logs
         if: always()
-        run: docker logs "${INFRAHUB_BUILD_NAME}-infrahub-git-2"
+        run: docker logs "${INFRAHUB_BUILD_NAME}-task-worker-2"
 
       - name: Display task manager logs
         if: always()
@@ -830,6 +880,19 @@ jobs:
         if: always()
         run: docker compose -p $INFRAHUB_BUILD_NAME down -v --remove-orphans --rmi local
 
+  # ------------------------------------------ E2E version upgrade ------------------------------------------------
+  E2E-testing-version-upgrade:
+    needs:
+      - javascript-lint
+      - files-changed
+      - yaml-lint
+      - python-lint
+    if: |
+      always() && !cancelled() &&
+      !contains(needs.*.result, 'failure') &&
+      !contains(needs.*.result, 'cancelled')
+    uses: ./.github/workflows/version-upgrade.yml
+
   # ------------------------------------------ Benchmarks ------------------------------------------------
   backend-benchmark:
     needs: