Add supported models to CI

tenstorrent · Jan 13, 2025 · 1d981e7 · 1d981e7
1 parent 4853ccb
commit 1d981e7
Show file tree

Hide file tree

Showing 13 changed files with 38 additions and 17 deletions.
diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml
@@ -107,15 +107,24 @@ jobs:
       run: |
         source env/activate
         export LD_LIBRARY_PATH="/opt/ttmlir-toolchain/lib/:${{ steps.strings.outputs.install-output-dir }}/lib:${{ steps.strings.outputs.build-output-dir }}/lib:./lib/:${LD_LIBRARY_PATH}"
-        pytest -v tests/models/mgp-str-base/test_mgp_str_base.py::test_mgp_str_base[False-eval] \
+        pytest -v \
                   tests/models/autoencoder_linear/test_autoencoder_linear.py::test_autoencoder_linear[False-eval] \
-                  tests/models/MobileNetV2/test_MobileNetV2.py::test_MobileNetV2[False-eval] \
                   tests/models/beit/test_beit_image_classification.py::test_beit_image_classification[False-microsoft/beit-base-patch16-224-eval] \
                   tests/models/beit/test_beit_image_classification.py::test_beit_image_classification[False-microsoft/beit-large-patch16-224-eval] \
-                  tests/models/perceiver_io/test_perceiver_io.py::test_perceiver_io[False-eval] \
+                  tests/models/detr/test_detr.py::test_detr[False-eval] \
+                  tests/models/glpn_kitti/test_glpn_kitti.py::test_glpn_kitti[False-eval] \
+                  tests/models/mgp-str-base/test_mgp_str_base.py::test_mgp_str_base[False-eval] \
+                  tests/models/mlpmixer/test_mlpmixer.py::test_mlpmixer[False-eval] \
+                  tests/models/mnist/test_mnist.py::test_mnist_train[False-eval] \
+                  tests/models/MobileNetV2/test_MobileNetV2.py::test_MobileNetV2[False-eval] \
                   tests/models/openpose/test_openpose_v2.py::test_openpose_v2[False-eval] \
+                  tests/models/perceiver_io/test_perceiver_io.py::test_perceiver_io[False-eval] \
+                  tests/models/resnet/test_resnet.py::test_resnet[False-eval] \
+                  tests/models/resnet50/test_resnet50.py::test_resnet[False-eval] \
+                  tests/models/segformer/test_segformer.py::test_segformer[False-eval] \
                   tests/models/squeeze_bert/test_squeeze_bert.py::test_squeeze_bert[False-eval] \
-                  tests/models/mlpmixer/test_mlpmixer.py::test_mlpmixer[False-eval] \
+                  tests/models/vilt/test_vilt.py::test_vilt[False-eval] \
+                  tests/models/yolov3/test_yolov3.py::test_yolov3[False-eval] \
            --junit-xml=${{ steps.strings.outputs.test_report_path_models }}
 
     - name: Upload Test Report Models

diff --git a/tests/models/MobileNetV2/test_MobileNetV2.py b/tests/models/MobileNetV2/test_MobileNetV2.py
@@ -44,8 +44,6 @@ def test_MobileNetV2(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
-    else:
-        cc.compile_depth = CompileDepth.TTNN_IR
 
     tester = ThisTester(model_name, mode, compiler_config=cc)
     results = tester.test_model()

diff --git a/tests/models/detr/test_detr.py b/tests/models/detr/test_detr.py
@@ -51,6 +51,8 @@ def test_detr(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
+    else:
+        cc.compile_depth = CompileDepth.TTNN_IR
 
     tester = ThisTester(model_name, mode, compiler_config=cc)
     results = tester.test_model()

diff --git a/tests/models/glpn_kitti/test_glpn_kitti.py b/tests/models/glpn_kitti/test_glpn_kitti.py
@@ -42,6 +42,8 @@ def test_glpn_kitti(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
+    else:
+        cc.compile_depth = CompileDepth.TTNN_IR
 
     tester = ThisTester(model_name, mode, compiler_config=cc)
     results = tester.test_model()

diff --git a/tests/models/mlpmixer/test_mlpmixer.py b/tests/models/mlpmixer/test_mlpmixer.py
@@ -46,9 +46,9 @@ def test_mlpmixer(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
-    else:
-        cc.compile_depth = CompileDepth.TTNN_IR
 
-    tester = ThisTester(model_name, mode, compiler_config=cc)
+    tester = ThisTester(
+        model_name, mode, compiler_config=cc
+    )
     results = tester.test_model()
     record_property("torch_ttnn", (tester, results))
diff --git a/tests/models/mnist/test_mnist.py b/tests/models/mnist/test_mnist.py
@@ -73,7 +73,9 @@ def test_mnist_train(record_property, mode, nightly):
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
 
-    tester = ThisTester(model_name, mode, compiler_config=cc)
+    tester = ThisTester(
+        model_name, mode, compiler_config=cc
+    )
     results = tester.test_model()
 
     record_property("torch_ttnn", (tester, results))
diff --git a/tests/models/openpose/test_openpose_v2.py b/tests/models/openpose/test_openpose_v2.py
@@ -62,10 +62,10 @@ def test_openpose_v2(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
-    else:
-        cc.compile_depth = CompileDepth.TTNN_IR
 
-    tester = ThisTester(model_name, mode, compiler_config=cc)
+    tester = ThisTester(
+        model_name, mode, compiler_config=cc
+    )
     results = tester.test_model()
     if mode == "eval":
         print(f"Output: {results}")

diff --git a/tests/models/perceiver_io/test_perceiver_io.py b/tests/models/perceiver_io/test_perceiver_io.py
@@ -49,8 +49,6 @@ def test_perceiver_io(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
-    else:
-        cc.compile_depth = CompileDepth.TTNN_IR
 
     tester = ThisTester(model_name, mode, compiler_config=cc)
     results = tester.test_model()

diff --git a/tests/models/resnet/test_resnet.py b/tests/models/resnet/test_resnet.py
@@ -37,7 +37,9 @@ def test_resnet(record_property, mode, nightly):
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
 
-    tester = ThisTester(model_name, mode, compiler_config=cc)
+    tester = ThisTester(
+        model_name, mode, compiler_config=cc
+    )
     results = tester.test_model()
 
     # Check inference result

diff --git a/tests/models/resnet50/test_resnet50.py b/tests/models/resnet50/test_resnet50.py
@@ -49,6 +49,8 @@ def test_resnet(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
+    else:
+        cc.compile_depth = CompileDepth.TTNN_IR
 
     tester = ThisTester(model_name, mode, compiler_config=cc)
     results = tester.test_model()

diff --git a/tests/models/segformer/test_segformer.py b/tests/models/segformer/test_segformer.py
@@ -57,6 +57,8 @@ def test_segformer(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
+    else:
+        cc.compile_depth = CompileDepth.TTNN_IR
 
     tester = ThisTester(model_name, mode, compiler_config=cc)
     results = tester.test_model()

diff --git a/tests/models/vilt/test_vilt.py b/tests/models/vilt/test_vilt.py
@@ -47,6 +47,8 @@ def test_vilt(record_property, mode, nightly):
     cc.consteval_parameters = True
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
+    else:
+        cc.compile_depth = CompileDepth.TTNN_IR
 
     tester = ThisTester(model_name, mode, compiler_config=cc)
     results = tester.test_model()

diff --git a/tests/models/yolov3/test_yolov3.py b/tests/models/yolov3/test_yolov3.py
@@ -68,7 +68,9 @@ def test_yolov3(record_property, mode, nightly):
     if nightly:
         cc.compile_depth = CompileDepth.EXECUTE_OP_BY_OP
 
-    tester = ThisTester(model_name, mode, compiler_config=cc)
+    tester = ThisTester(
+        model_name, mode, compiler_config=cc
+    )
     results = tester.test_model()
 
     record_property("torch_ttnn", (tester, results))