[FIX] Add SKIP mark and edit eval threshold for E2E tests (openvinoto…

…olkit#1878) Mark skip and edit threshold
eunwoosh · Mar 14, 2023 · 6a3349b · 6a3349b
1 parent f9c6f90
commit 6a3349b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/tests/e2e/cli/anomaly/test_anomaly_classification.py b/tests/e2e/cli/anomaly/test_anomaly_classification.py
@@ -73,7 +73,7 @@ def test_otx_eval(self, template, tmp_dir_path):
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
     def test_otx_eval_openvino(self, template, tmp_dir_path):
-        otx_eval_openvino_testing(template, tmp_dir_path, otx_dir, args, threshold=0.0)
+        otx_eval_openvino_testing(template, tmp_dir_path, otx_dir, args, threshold=0.05)
 
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)

diff --git a/tests/e2e/cli/detection/test_instance_segmentation.py b/tests/e2e/cli/detection/test_instance_segmentation.py
@@ -118,6 +118,7 @@ def test_otx_eval(self, template, tmp_dir_path):
     @e2e_pytest_component
     @pytest.mark.skipif(TT_STABILITY_TESTS, reason="This is TT_STABILITY_TESTS")
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
+    @pytest.mark.skip(reason="CVS-104657")
     def test_otx_eval_openvino(self, template, tmp_dir_path):
         tmp_dir_path = tmp_dir_path / "ins_seg"
         otx_eval_openvino_testing(template, tmp_dir_path, otx_dir, args, threshold=0.2)