diff --git a/tests/perf/test_keypoint_detection.py b/tests/perf/test_keypoint_detection.py index 1ff150a03d..8786f53044 100644 --- a/tests/perf/test_keypoint_detection.py +++ b/tests/perf/test_keypoint_detection.py @@ -47,10 +47,10 @@ class TestPerfKeypointDetection(PerfTestBase): BENCHMARK_CRITERIA = [ # noqa: RUF012 Benchmark.Criterion(name="train/epoch", summary="max", compare="<", margin=0.1), Benchmark.Criterion(name="train/e2e_time", summary="max", compare="<", margin=0.1), - Benchmark.Criterion(name="val/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="test/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="export/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="optimize/accuracy", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="val/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="test/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="export/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="optimize/PCK", summary="max", compare=">", margin=0.1), Benchmark.Criterion(name="train/iter_time", summary="mean", compare="<", margin=0.1), Benchmark.Criterion(name="test/iter_time", summary="mean", compare="<", margin=0.1), Benchmark.Criterion(name="export/iter_time", summary="mean", compare="<", margin=0.1), @@ -120,10 +120,10 @@ class TestPerfKeypointDetectionSingleObj(PerfTestBase): BENCHMARK_CRITERIA = [ # noqa: RUF012 Benchmark.Criterion(name="train/epoch", summary="max", compare="<", margin=0.1), Benchmark.Criterion(name="train/e2e_time", summary="max", compare="<", margin=0.1), - Benchmark.Criterion(name="val/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="test/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="export/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="optimize/accuracy", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="val/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="test/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="export/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="optimize/PCK", summary="max", compare=">", margin=0.1), Benchmark.Criterion(name="train/iter_time", summary="mean", compare="<", margin=0.1), Benchmark.Criterion(name="test/iter_time", summary="mean", compare="<", margin=0.1), Benchmark.Criterion(name="export/iter_time", summary="mean", compare="<", margin=0.1),