Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Skip failing tests due to train modules. #27

Merged
merged 2 commits into from
Nov 12, 2024
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions tests/models/autoencoder_linear/test_autoencoder_linear.py
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_autoencoder_linear(record_property, mode):
pytest.skip("module has train variant.")
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Sorry, I was unclear, you don't want to skip the whole test, just the train, so:

if mode == "train":
  pytest.skip()

model_name = "Autoencoder (linear)"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/beit/test_beit_image_classification.py
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,7 @@ def get_results_train(self, model, inputs, outputs):
["microsoft/beit-base-patch16-224", "microsoft/beit-large-patch16-224"],
)
def test_beit_image_classification(record_property, model_name, mode):
pytest.skip("module has train variant.")
record_property("model_name", model_name)
record_property("mode", mode)

Expand Down
1 change: 1 addition & 0 deletions tests/models/clip/test_clip.py
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,7 @@ def get_results_train(self, model, inputs, outputs):
],
)
def test_clip(record_property, mode):
pytest.skip("module has train variant.")
model_name = "CLIP"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/deit/test_deit.py
Original file line number Diff line number Diff line change
Expand Up @@ -47,6 +47,7 @@ def get_results_train(self, model, inputs, outputs):
)
@pytest.mark.parametrize("model_name", ["facebook/deit-base-patch16-224"])
def test_deit(record_property, model_name, mode):
pytest.skip("module has train variant.")
record_property("model_name", model_name)
record_property("mode", mode)

Expand Down
1 change: 1 addition & 0 deletions tests/models/hardnet/test_hardnet.py
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_hardnet(record_property, mode):
pytest.skip("module has train variant.")
model_name = "HardNet"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/mlpmixer/test_mlpmixer.py
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_mlpmixer(record_property, mode):
pytest.skip("module has train variant.")
model_name = "MLPMixer"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/mnist/test_mnist.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,6 +60,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_mnist_train(record_property, mode):
pytest.skip("module has train variant.")
model_name = "Mnist"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/openpose/test_openpose_v2.py
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_openpose_v2(record_property, mode):
pytest.skip("module has train variant.")
model_name = "OpenPose V2"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/resnet/test_resnet.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_resnet(record_property, mode):
pytest.skip("module has train variant.")
model_name = "ResNet18"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/resnet50/test_resnet50.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_resnet(record_property, mode):
pytest.skip("module has train variant.")
model_name = "ResNet50"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/segformer/test_segformer.py
Original file line number Diff line number Diff line change
Expand Up @@ -45,6 +45,7 @@ def get_results_train(self, model, inputs, outputs):
["train", "eval"],
)
def test_segformer(record_property, mode):
pytest.skip("module has train variant.")
model_name = "SegFormer"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
2 changes: 1 addition & 1 deletion tests/models/speecht5_tts/test_speecht5_tts.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ def set_model_eval(self, model):
["eval"],
)
def test_speecht5_tts(record_property, mode):
pytest.skip() # crashes in lowering to stable hlo
pytest.skip("crashes in lowering to stable hlo.")
model_name = "speecht5-tts"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/timm/test_timm_image_classification.py
Original file line number Diff line number Diff line change
Expand Up @@ -103,6 +103,7 @@ def _load_inputs(self):
]


@pytest.mark.skip # skipped due to missing manage_dependencies package
@pytest.mark.usefixtures("manage_dependencies")
@pytest.mark.parametrize("model_and_mode", model_and_mode_list)
def test_timm_image_classification(record_property, model_and_mode):
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -124,7 +124,7 @@ def _load_inputs(self):

@pytest.mark.parametrize("model_info_and_mode", model_info_and_mode_list)
def test_torchvision_image_classification(record_property, model_info_and_mode):
pytest.skip()
pytest.skip("torchvision modules not supported.")
model_info = model_info_and_mode[0]
mode = model_info_and_mode[1]
model_name, _ = model_info
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ def _load_inputs(self):
],
)
def test_torchvision_object_detection(record_property, model_info, mode):
pytest.skip()
pytest.skip("torchvision modules not supported.")
model_name, _ = model_info
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/unet/test_unet.py
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_unet(record_property, mode):
pytest.skip("module has train variant.")
model_name = "U-Net"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/unet_brain/test_unet_brain.py
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_unet_brain(record_property, mode):
pytest.skip("module has train variant.")
model_name = "Unet-brain"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
1 change: 1 addition & 0 deletions tests/models/unet_carvana/test_unet_carvana.py
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@ def _load_inputs(self):
["train", "eval"],
)
def test_unet_carvana(record_property, mode):
pytest.skip("module has train variant.")
model_name = "Unet-carvana"
record_property("model_name", model_name)
record_property("mode", mode)
Expand Down
Loading