Skip to content

Commit

Permalink
ignore avg_time_per_image during regerssion test
Browse files Browse the repository at this point in the history
  • Loading branch information
eunwoosh committed Nov 22, 2023
1 parent 029f3cf commit 1830b39
Showing 1 changed file with 4 additions and 0 deletions.
4 changes: 4 additions & 0 deletions tests/regression/regression_command.py
Original file line number Diff line number Diff line change
Expand Up @@ -130,6 +130,8 @@ def regression_openvino_testing(
model_criteria = criteria[template.name] * (1.0 - reg_threshold)

for k in trained_performance.keys():
if k == "avg_time_per_image":
continue
result_dict[k] = round(exported_performance[k], 3)
if exported_performance[k] < model_criteria:
regression_result["passed"] = False
Expand Down Expand Up @@ -180,6 +182,8 @@ def regression_deployment_testing(
modified_criteria = model_criteria - (model_criteria * reg_threshold)

for k in exported_performance.keys():
if k == "avg_time_per_image":
continue
if isinstance(criteria, dict) and template.name in criteria.keys():
result_dict[k] = round(deployed_performance[k], 3)
if deployed_performance[k] < modified_criteria:
Expand Down

0 comments on commit 1830b39

Please sign in to comment.