Separate runners for each test.

tenstorrent · Nov 12, 2024 · 902b20e · 902b20e
1 parent f71ec73
commit 902b20e
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 18 deletions.
diff --git a/.github/workflows/on-pr.yml b/.github/workflows/on-pr.yml
@@ -16,7 +16,18 @@ jobs:
     needs: [pre-commit, spdx]
     uses: ./.github/workflows/run-build.yml
     secrets: inherit
+  collect_dirs:
+    runs-on: ubuntu-latest
+    outputs:
+      dirs: ${{ steps.dirs.outputs.dirs }}
+    steps:
+      - uses: actions/checkout@v2
+      - id: dirs
+        run: echo "dirs=$(ls -d tests/models/*/ | jq --raw-input --slurp --compact-output 'split("\n")[:-1]')" >> ${GITHUB_OUTPUT}
   test:
-    needs: build
+    needs: [build, collect_dirs]
+    strategy:
+      matrix:
+        dir: ${{ fromJson(needs.collect_dirs.outputs.dirs) }}
     uses: ./.github/workflows/run-tests.yml
     secrets: inherit
diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml
@@ -12,14 +12,9 @@ jobs:
     timeout-minutes: 120
     strategy:
       fail-fast: false
-      matrix:
-        build: [
-          {runs-on: n150, name: "run"},
-        ]
 
     runs-on:
-      - in-service
-      - ${{ matrix.build.runs-on }}
+      - n150
 
     container:
       image: ghcr.io/tenstorrent/tt-torch/tt-torch-ci-ubuntu-22-04:latest
@@ -41,9 +36,10 @@ jobs:
       id: strings
       shell: bash
       run: |
-        echo "work-dir=$(pwd)" >> "$GITHUB_OUTPUT"
-        echo "build-output-dir=$(pwd)/build" >> "$GITHUB_OUTPUT"
-        echo "install-output-dir=$(pwd)/install" >> "$GITHUB_OUTPUT"
+        echo "test-dir=$(pwd)" >> "$GITHUB_OUTPUT"
+        echo "work-dir=$(pwd)../../" >> "$GITHUB_OUTPUT"
+        echo "build-output-dir=$(pwd)/../../build" >> "$GITHUB_OUTPUT"
+        echo "install-output-dir=$(pwd)/../../install" >> "$GITHUB_OUTPUT"
 
     - name: Git safe dir
       run: git config --global --add safe.directory ${{ steps.strings.outputs.work-dir }}
@@ -73,13 +69,8 @@ jobs:
     - name: Run PyTorch tests
       shell: bash
       run: |
+        echo ${{ steps.strings.outputs.test-dir }}
+        echo ${{ steps.strings.outputs.install-output-dir }}
         source env/activate
         export LD_LIBRARY_PATH="/opt/ttmlir-toolchain/lib/:${{ steps.strings.outputs.install-output-dir }}/lib:${{ steps.strings.outputs.build-output-dir }}/lib:./lib/:${LD_LIBRARY_PATH}"
-        pytest -v tests/torch
-
-    - name: Run ONNX tests
-      shell: bash
-      run: |
-        source env/activate
-        export LD_LIBRARY_PATH="/opt/ttmlir-toolchain/lib/:${{ steps.strings.outputs.install-output-dir }}/lib:${{ steps.strings.outputs.build-output-dir }}/lib:./lib/:${LD_LIBRARY_PATH}"
-        pytest -v tests/onnx
+        pytest -v ${{ steps.strings.outputs.test-dir }}