diff --git a/.github/workflows/publish_devel_image.yml b/.github/workflows/publish_devel_image.yml
index b0259522..6306893e 100644
--- a/.github/workflows/publish_devel_image.yml
+++ b/.github/workflows/publish_devel_image.yml
@@ -21,7 +21,11 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        cuda: ["11.8", "12.1", "12.4", "12.6"]
+        cuda: ["12.1", "12.4", "12.6"]
+        gcc: ["12"]
+        include: # build cuda 11.8 with gcc 11
+          - cuda: "11.8"
+            gcc: "11"
     runs-on: [self-hosted, linux, build]
     steps:
       - name: Checkout repository
@@ -53,7 +57,7 @@ jobs:
           build-args: |
             UBUNTU_VERSION=22.04
             CUDA_VERSION=${{ matrix.cuda }}
-            GCC_VERSION=12
+            GCC_VERSION=${{ matrix.gcc }}
           tags: |
             vectorchai/scalellm_devel:cuda${{ matrix.cuda }}-ubuntu22.04
             vectorchai/scalellm_devel:cuda${{ matrix.cuda }}