diff --git a/tests/e2e/cli/test_cli.py b/tests/e2e/cli/test_cli.py index c816ef1f060..e00da3ee110 100644 --- a/tests/e2e/cli/test_cli.py +++ b/tests/e2e/cli/test_cli.py @@ -44,6 +44,9 @@ def test_otx_e2e_cli( task = recipe.split("/")[-2] model_name = recipe.split("/")[-1].split(".")[0] + if task == OTXTaskType.ACTION_DETECTION: + pytest.xfail("Fix for action detection issue will be low priority. Refer to issue #3267.") + # 1) otx train tmp_path_train = tmp_path / f"otx_train_{model_name}" command_cfg = [ @@ -273,9 +276,6 @@ def test_otx_explain_e2e_cli( Returns: None """ - if "tile" in recipe: - pytest.skip("Explain is not supported for tiling yet.") - import cv2 task = recipe.split("/")[-2] @@ -405,6 +405,10 @@ def test_otx_ov_test_cli( # TODO(Kirill): Need to change this test when export enabled pytest.skip("OMZ doesn't have proper model for these types of tasks.") + pytest.xfail( + "ValueError: To launch a test pipeline w/ OMZ, the label information should be same between the training and testing datasets.", + ) + # otx test tmp_path_test = tmp_path / f"otx_test_{task}_{model_name}" command_cfg = [ @@ -457,6 +461,8 @@ def test_otx_hpo_e2e_cli( pytest.skip(f"Task {task} is not supported in the auto-configuration.") if task == OTXTaskType.ZERO_SHOT_VISUAL_PROMPTING: pytest.skip("ZERO_SHOT_VISUAL_PROMPTING doesn't support HPO.") + if task == OTXTaskType.ACTION_DETECTION: + pytest.xfail("Fix for action detection issue will be low priority. Refer to issue #3267.") # Need to change model to stfpm because default anomaly model is 'padim' which doesn't support HPO model_cfg = []