Modify action regression test (#2157)

openvinotoolkit · May 16, 2023 · 63dcbd7 · 63dcbd7
1 parent fb1ecb6
commit 63dcbd7
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/tests/regression/action/test_action_classification.py b/tests/regression/action/test_action_classification.py
@@ -144,6 +144,8 @@ def test_otx_export_eval_openvino(self, template, tmp_dir_path):
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
     def test_pot_optimize_eval(self, template, tmp_dir_path):
+        if template.name == "MoViNet":
+            pytest.skip(reason="Issue#2058: MoViNet fails with OpenVINO inference occasionally")
         self.performance[template.name] = {}
 
         tmp_dir_path = tmp_dir_path / TASK_TYPE

diff --git a/tests/regression/regression_config.json b/tests/regression/regression_config.json
@@ -521,7 +521,7 @@
         "multi_class": {
           "train": {
             "X3D": 0.612,
-            "MoViNet": 0.0
+            "MoViNet": 0.492
           },
           "export": {
             "X3D": 0.589,
@@ -1665,7 +1665,7 @@
         "multi_class": {
           "train": {
             "X3D": 3604.046,
-            "MoViNet": 0.0
+            "MoViNet": 2091.719
           }
         }
       }
@@ -2057,7 +2057,7 @@
         "multi_class": {
           "train": {
             "X3D": 384.374,
-            "MoViNet": 0.0
+            "MoViNet": 244.952
           }
         }
       }