Skip to content

Commit

Permalink
exclude unstable model
Browse files Browse the repository at this point in the history
  • Loading branch information
eunwoosh committed Feb 2, 2024
1 parent 49b6fd9 commit d843660
Showing 1 changed file with 4 additions and 7 deletions.
11 changes: 4 additions & 7 deletions tests/integration/test_export_inference.py
Original file line number Diff line number Diff line change
Expand Up @@ -86,11 +86,7 @@ def test_otx_export_infer(
pytest.skip(f"Inference pipeline for {recipe} is not implemented")

epoch = 2
command_args = []
if "yolox" in recipe: # yolox variants need more epoch for stable result
epoch = 30
command_args = ["--optimizer.lr", "0.0002"]
elif "atss_resnext101" in recipe:
if "atss_resnext101" in recipe:
epoch = 10

# litehrnet_* models don't support deterministic mode
Expand All @@ -117,7 +113,6 @@ def test_otx_export_infer(
"--deterministic",
deterministic_flag,
*fxt_cli_override_command_per_task[task],
*command_args,
]

with patch("sys.argv", command_cfg):
Expand Down Expand Up @@ -257,5 +252,7 @@ def test_otx_export_infer(
msg = f"Recipe: {recipe}, (torch_accuracy, ov_accuracy): {torch_acc} , {ov_acc}"
log.info(msg)

if task != "instance_segmentation": # instance_segmentation model score is unstable
if (
task != "instance_segmentation" or "yolox_tiny" in recipe or "atss_r50_fpn" in recipe
): # models who have other resize_model than 'standard' can have score difference
_check_relative_metric_diff(torch_acc, ov_acc, 0.1)

0 comments on commit d843660

Please sign in to comment.