[CI] Updates on github actions

Both jobs working better now, still not triggering a new LLVM build on bump. For now, only build on `ghactions` branch, with buildkite still our main CI driver.
plaidml · Feb 2, 2024 · f2222d3 · f2222d3
1 parent bbce5a8
commit f2222d3
Show file tree

Hide file tree

Showing 4 changed files with 73 additions and 117 deletions.
diff --git a/.github/workflows/basic.yml b/.github/workflows/basic.yml
diff --git a/.github/workflows/tpp-benchmark.yml b/.github/workflows/tpp-benchmark.yml
@@ -6,116 +6,123 @@ on:
       RUN_SPR_BENCH:
         description: "Run on Sapphire Rapids"
         default: 1
-        required: true
-        type: string
       RUN_ZEN_BENCH:
         description: "Run on Zen4"
         default: 0
-        required: true
-        type: string
       RUN_ADL_BENCH:
         description: "Run on Raptor Lake"
         default: 0
-        required: true
-        type: string
       RUN_CLX_BENCH:
         description: "Run on Coffee Lake"
         default: 0
-        required: true
-        type: string
   push:
     branches: [ "ghactions" ]
   pull_request:
     branches: [ "ghactions" ]
 
 env:
   NPROCS_LIMIT_LINK: 8
+  NUM_ITER: 100
 
 jobs:
   Check_LLVM:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
     steps:
+      - uses: actions/checkout@v4
       - name: Check LLVM
         run: "BUILD=1 scripts/buildkite/check_llvm.sh"
 
   TPP-MLIR-SPR-BASE:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
+    if: ${{ github.event_name }} == "push" || ${{ github.event_name }} == "pull_request" || ${{ inputs.RUN_SPR_BENCH }} == 1
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Sapphire Rapids Base
-        run: "${{ secrets.SRUN }} --partition=spr --time=2:00:00 --constraint=\"notrb\" -- \
-              'KIND=Release COMPILER=clang LINKER=lld \
-              scripts/buildkite/benchmark.sh -b -p'"
-    if: ${{ inputs.RUN_SPR_BENCH }} == "1"
+        run: |-
+          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
+          ${{ secrets.SRUN }} --partition=spr --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-SPR-OMP:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Sapphire Rapids OpenMP
-        run: "${{ secrets.SRUN }} --partition=spr --time=2:00:00 --constraint=\"notrb\" -- \
-              'KIND=Release COMPILER=clang LINKER=lld \
-              scripts/buildkite/benchmark.sh -o'"
-    if: ${{ inputs.RUN_SPR_BENCH }} == "1"
+        run: |-
+          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
+          ${{ secrets.SRUN }} --partition=spr --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ZEN-BASE:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
+    if: inputs.RUN_ZEN_BENCH == 1
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Zen4 Base
-        run: "${{ secrets.SRUN }} --partition=zen4 --time=2:00:00 --constraint=\"notrb\" -- \
-              'KIND=Release COMPILER=clang LINKER=lld \
-              scripts/buildkite/benchmark.sh -b -p'"
-    if: ${{ inputs.RUN_ZEN_BENCH }} == "1"
+        run: |-
+          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
+          ${{ secrets.SRUN }} --partition=zen4 --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ZEN-OMP:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
+    if: inputs.RUN_ZEN_BENCH == 1
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Zen4 OpenMP
-        run: "${{ secrets.SRUN }} --partition=zen4 --time=2:00:00 --constraint=\"notrb\" -- \
-              'KIND=Release COMPILER=clang LINKER=lld \
-              scripts/buildkite/benchmark.sh -o'"
-    if: ${{ inputs.RUN_ZEN_BENCH }} == "1"
+        run: |-
+          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
+          ${{ secrets.SRUN }} --partition=zen4 --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-CLX-BASE:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
+    if: inputs.RUN_CLX_BENCH == 1
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Coffee Lake Base
-        run: "${{ secrets.SRUN }} --partition=spr --time=2:00:00 --constraint=\"notrb\" -- \
-              'KIND=Release COMPILER=clang LINKER=lld \
-              scripts/buildkite/benchmark.sh -b -p'"
-    if: ${{ inputs.RUN_CLX_BENCH }} == "1"
+        run: |-
+          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
+          ${{ secrets.SRUN }} --partition=clxap --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-CLX-OMP:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
+    if: inputs.RUN_CLX_BENCH == 1
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Coffee Lake OpenMP
-        run: "${{ secrets.SRUN }} --partition=spr --time=2:00:00 --constraint=\"notrb\" -- \
-              'KIND=Release COMPILER=clang LINKER=lld \
-              scripts/buildkite/benchmark.sh -o'"
-    if: ${{ inputs.RUN_CLX_BENCH }} == "1"
+        run: |-
+          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
+          ${{ secrets.SRUN }} --partition=clxap --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ADL-BASE:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
+    if: inputs.RUN_ADL_BENCH == 1
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Raptor Lake Base
-        run: "${{ secrets.SRUN }} --partition=spr --time=2:00:00 --constraint=\"notrb\" -- \
-              'KIND=Release COMPILER=clang LINKER=lld \
-              scripts/buildkite/benchmark.sh -b -p'"
-    if: ${{ inputs.RUN_ADL_BENCH }} == "1"
+        run: |-
+          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
+          ${{ secrets.SRUN }} --partition=rpl --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ADL-OMP:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
+    if: inputs.RUN_ADL_BENCH == 1
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Raptor Lake OpenMP
-        run: "${{ secrets.SRUN }} --partition=spr --time=2:00:00 --constraint=\"notrb\" -- \
-              'KIND=Release COMPILER=clang LINKER=lld \
-              scripts/buildkite/benchmark.sh -o'"
-    if: ${{ inputs.RUN_ADL_BENCH }} == "1"
-
-
+        run: |-
+          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
+          ${{ secrets.SRUN }} --partition=rpl --time=2:00:00 --constraint=\"notrb\" -- $CMD
diff --git a/.github/workflows/tpp-mlir.yml b/.github/workflows/tpp-mlir.yml
@@ -12,43 +12,48 @@ env:
 
 jobs:
   Check_LLVM:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
     steps:
+      - uses: actions/checkout@v4
       - name: Check LLVM
         run: "BUILD=1 scripts/buildkite/check_llvm.sh"
 
   TPP-MLIR-gcc-rel:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: GCC Release
         run: "${{ secrets.SRUN }} --partition=spr-all --time=0:30:00 -- \
             'KIND=Release COMPILER=gcc CHECK=1 ONEDNN=1 \
-            scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
 
   TPP-MLIR-gcc-deb:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: GCC Debug
         run: "${{ secrets.SRUN }} --partition=spr-all --time=0:30:00 -- \
             'KIND=Debug COMPILER=gcc CHECK=1 ONEDNN=1 \
-            scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
 
   TPP-MLIR-clang-rel:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Clang Release
         run: "${{ secrets.SRUN }} --partition=spr-all --time=0:30:00 -- \
             'KIND=Release COMPILER=clang LINKER=lld CHECK=1 ONEDNN=1 \
-            scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
 
   TPP-MLIR-clang-deb:
-    runs-on: self-hosted
+    runs-on: pcl-tiergarten
     needs: Check_LLVM
     steps:
+      - uses: actions/checkout@v4
       - name: Clang Debug Sanitizers
         run: "${{ secrets.SRUN }} --partition=spr-all --time=0:30:00 -- \
                 'KIND=Debug COMPILER=clang LINKER=lld SANITIZERS=1 CHECK=1 ONEDNN=1 \
-                scripts/buildkite/build_tpp.sh'"
+                ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
diff --git a/scripts/buildkite/build_tpp.sh b/scripts/buildkite/build_tpp.sh
@@ -72,7 +72,7 @@ if [ ! "${PROJECT_DIR}" ]; then
   exit 1
 fi
 if [ ! "${BUILD_DIR}" ]; then
-  BUILD_DIR="/tmp/tpp"
+  BUILD_DIR="build-${COMPILER}"
 fi
 BUILD_DIR=$(realpath ${BUILD_DIR})
 BUILD_DIR=${BUILD_DIR:-build-${COMPILER}}