From 394279e2ba35685e4105b0b1f55524329801bc04 Mon Sep 17 00:00:00 2001 From: "Kang, Harim" Date: Fri, 17 May 2024 10:28:27 +0900 Subject: [PATCH 01/30] Remove LITMODULE_PER_TASK --- src/otx/engine/engine.py | 15 --------------- 1 file changed, 15 deletions(-) diff --git a/src/otx/engine/engine.py b/src/otx/engine/engine.py index 11853e36589..e367bc0786d 100644 --- a/src/otx/engine/engine.py +++ b/src/otx/engine/engine.py @@ -43,21 +43,6 @@ from otx.core.metrics import MetricCallable -LITMODULE_PER_TASK = { - OTXTaskType.MULTI_CLASS_CLS: "otx.core.model.module.classification.OTXMulticlassClsLitModule", - OTXTaskType.MULTI_LABEL_CLS: "otx.core.model.module.classification.OTXMultilabelClsLitModule", - OTXTaskType.H_LABEL_CLS: "otx.core.model.module.classification.OTXHlabelClsLitModule", - OTXTaskType.DETECTION: "otx.core.model.module.detection.OTXDetectionLitModule", - OTXTaskType.ROTATED_DETECTION: "otx.core.model.module.rotated_detection.OTXRotatedDetLitModule", - OTXTaskType.INSTANCE_SEGMENTATION: "otx.core.model.module.instance_segmentation.OTXInstanceSegLitModule", - OTXTaskType.SEMANTIC_SEGMENTATION: "otx.core.model.module.segmentation.OTXSegmentationLitModule", - OTXTaskType.ACTION_CLASSIFICATION: "otx.core.model.module.action_classification.OTXActionClsLitModule", - OTXTaskType.ACTION_DETECTION: "otx.core.model.module.action_detection.OTXActionDetLitModule", - OTXTaskType.VISUAL_PROMPTING: "otx.core.model.module.visual_prompting.OTXVisualPromptingLitModule", - OTXTaskType.ZERO_SHOT_VISUAL_PROMPTING: "otx.core.model.module.visual_prompting.OTXZeroShotVisualPromptingLitModule", # noqa: E501 -} - - @contextmanager def override_metric_callable(model: OTXModel, new_metric_callable: MetricCallable | None) -> Iterator[OTXModel]: """Override `OTXModel.metric_callable` to change the evaluation metric. From 7d89f0360c2ba0203e567be2162e26a0c111ea35 Mon Sep 17 00:00:00 2001 From: Eunwoo Shin Date: Fri, 17 May 2024 18:05:26 +0900 Subject: [PATCH 02/30] Disable Resnext101_ATSS model on XPU (#3514) * diable resnext101_atss on XPU * give detailed xpu device info to perf tag * revert debug code --------- Co-authored-by: kirill prokofiev --- pyproject.toml | 6 +++--- src/otx/algo/detection/atss.py | 9 +++++++++ tests/conftest.py | 12 +++++++++--- tests/perf/conftest.py | 12 ++++++------ tests/perf/test_classification.py | 12 ++++++++++++ tests/perf/test_detection.py | 4 ++++ tests/perf/test_instance_segmentation.py | 8 ++++++++ tests/perf/test_semantic_segmentation.py | 4 ++++ 8 files changed, 55 insertions(+), 12 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index dc01cc062be..6fbc8151e3a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -347,9 +347,9 @@ max-returns = 10 convention = "google" [tool.pytest.ini_options] -# TODO: Add cpu when OTX can run integration test parallelly for each task. markers = [ - "gpu: mark tests which require NVIDIA GPU device", - # "cpu: mark tests which require CPU device", + "gpu", # mark tests which require NVIDIA GPU + "cpu", + "xpu", # mark tests which require Intel dGPU ] python_files = "tests/**/*.py" diff --git a/src/otx/algo/detection/atss.py b/src/otx/algo/detection/atss.py index 13feb77328a..b06dd1dff90 100644 --- a/src/otx/algo/detection/atss.py +++ b/src/otx/algo/detection/atss.py @@ -40,6 +40,7 @@ if TYPE_CHECKING: from lightning.pytorch.cli import LRSchedulerCallable, OptimizerCallable from torch import Tensor, nn + from typing_extensions import Self from otx.core.metrics import MetricCallable @@ -362,3 +363,11 @@ def _build_model(self, num_classes: int) -> SingleStageDetector: test_cfg=test_cfg, ) return SingleStageDetector(backbone, bbox_head, neck=neck, train_cfg=train_cfg, test_cfg=test_cfg) + + def to(self, *args, **kwargs) -> Self: + """Return a model with specified device.""" + ret = super().to(*args, **kwargs) + if self.device.type == "xpu": + msg = f"{type(self).__name__} doesn't support XPU." + raise RuntimeError(msg) + return ret diff --git a/tests/conftest.py b/tests/conftest.py index 4ef8c4059fd..2a0651f35fa 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -133,6 +133,13 @@ def pytest_addoption(parser: pytest.Parser): type=str, help="Task type of OTX to use test.", ) + parser.addoption( + "--device", + action="store", + default="gpu", + type=str, + help="Which device to use.", + ) @pytest.fixture(scope="session") @@ -344,10 +351,9 @@ def fxt_clean_up_mem_cache(): MemCacheHandlerSingleton.delete() -# TODO(Jaeguk): Add cpu param when OTX can run integration test parallelly for each task. -@pytest.fixture(scope="module", params=[pytest.param("gpu", marks=pytest.mark.gpu)]) +@pytest.fixture(scope="session") def fxt_accelerator(request: pytest.FixtureRequest) -> str: - return request.param + return request.config.getoption("--device", "gpu") @pytest.fixture(params=set(OTXTaskType) - {OTXTaskType.DETECTION_SEMI_SL}) diff --git a/tests/perf/conftest.py b/tests/perf/conftest.py index e690f3d8d16..fe03a2ef1c4 100644 --- a/tests/perf/conftest.py +++ b/tests/perf/conftest.py @@ -227,19 +227,19 @@ def fxt_dataset(request: pytest.FixtureRequest, fxt_data_group) -> Benchmark.Dat @pytest.fixture(scope="session") -def fxt_tags(fxt_user_name: str, fxt_version_tags: dict[str, str]) -> dict[str, str]: +def fxt_tags(fxt_user_name: str, fxt_version_tags: dict[str, str], fxt_accelerator: str) -> dict[str, str]: """Tag fields to record the machine and user executing this perf test.""" tags = { **fxt_version_tags, "user_name": fxt_user_name, "machine_name": platform.node(), "cpu_info": get_cpu_info()["brand_raw"], - "accelerator_info": subprocess.check_output( - ["nvidia-smi", "-L"], # noqa: S603, S607 - ) - .decode() - .strip(), } + if fxt_accelerator == "gpu": + tags["accelerator_info"] = subprocess.check_output(["nvidia-smi", "-L"]).decode().strip() # noqa: S603, S607 + elif fxt_accelerator == "xpu": + raw = subprocess.check_output(args=["xpu-smi", "discovery", "--dump", "1,2"]).decode().strip() + tags["accelerator_info"] = "\n".join([ret.replace('"', "").replace(",", " : ") for ret in raw.split("\n")[1:]]) msg = f"{tags = }" log.info(msg) return tags diff --git a/tests/perf/test_classification.py b/tests/perf/test_classification.py index 3f2924d2db9..b68d186a93a 100644 --- a/tests/perf/test_classification.py +++ b/tests/perf/test_classification.py @@ -80,7 +80,11 @@ def test_perf( fxt_model: Benchmark.Model, fxt_dataset: Benchmark.Dataset, fxt_benchmark: Benchmark, + fxt_accelerator: str, ): + if fxt_model.name == "dino_v2" and fxt_accelerator == "xpu": + pytest.skip(f"{fxt_model.name} doesn't support {fxt_accelerator}.") + self._test_perf( model=fxt_model, dataset=fxt_dataset, @@ -155,7 +159,11 @@ def test_perf( fxt_model: Benchmark.Model, fxt_dataset: Benchmark.Dataset, fxt_benchmark: Benchmark, + fxt_accelerator: str, ): + if fxt_model.name == "dino_v2" and fxt_accelerator == "xpu": + pytest.skip(f"{fxt_model.name} doesn't support {fxt_accelerator}.") + self._test_perf( model=fxt_model, dataset=fxt_dataset, @@ -224,7 +232,11 @@ def test_perf( fxt_model: Benchmark.Model, fxt_dataset: Benchmark.Dataset, fxt_benchmark: Benchmark, + fxt_accelerator: str, ): + if fxt_model.name == "dino_v2" and fxt_accelerator == "xpu": + pytest.skip(f"{fxt_model.name} doesn't support {fxt_accelerator}.") + self._test_perf( model=fxt_model, dataset=fxt_dataset, diff --git a/tests/perf/test_detection.py b/tests/perf/test_detection.py index 045badf4606..3931ea6a1a2 100644 --- a/tests/perf/test_detection.py +++ b/tests/perf/test_detection.py @@ -103,7 +103,11 @@ def test_perf( fxt_model: Benchmark.Model, fxt_dataset: Benchmark.Dataset, fxt_benchmark: Benchmark, + fxt_accelerator: str, ): + if fxt_model.name == "atss_resnext101" and fxt_accelerator == "xpu": + pytest.skip(f"{fxt_model.name} doesn't support {fxt_accelerator}.") + self._test_perf( model=fxt_model, dataset=fxt_dataset, diff --git a/tests/perf/test_instance_segmentation.py b/tests/perf/test_instance_segmentation.py index 288b2a48732..a883e7d532a 100644 --- a/tests/perf/test_instance_segmentation.py +++ b/tests/perf/test_instance_segmentation.py @@ -108,7 +108,11 @@ def test_perf( fxt_model: Benchmark.Model, fxt_dataset: Benchmark.Dataset, fxt_benchmark: Benchmark, + fxt_accelerator: str, ): + if fxt_model.name == "maskrcnn_r50" and fxt_accelerator == "xpu": + pytest.skip(f"{fxt_model.name} doesn't support {fxt_accelerator}.") + self._test_perf( model=fxt_model, dataset=fxt_dataset, @@ -196,7 +200,11 @@ def test_perf( fxt_model: Benchmark.Model, fxt_dataset: Benchmark.Dataset, fxt_benchmark: Benchmark, + fxt_accelerator: str, ): + if fxt_model.name == "maskrcnn_r50" and fxt_accelerator == "xpu": + pytest.skip(f"{fxt_model.name} doesn't support {fxt_accelerator}.") + self._test_perf( model=fxt_model, dataset=fxt_dataset, diff --git a/tests/perf/test_semantic_segmentation.py b/tests/perf/test_semantic_segmentation.py index 1cd5fe7a968..99329c356b0 100644 --- a/tests/perf/test_semantic_segmentation.py +++ b/tests/perf/test_semantic_segmentation.py @@ -82,7 +82,11 @@ def test_perf( fxt_model: Benchmark.Model, fxt_dataset: Benchmark.Dataset, fxt_benchmark: Benchmark, + fxt_accelerator: str, ): + if fxt_model.name == "dino_v2" and fxt_accelerator == "xpu": + pytest.skip(f"{fxt_model.name} doesn't support {fxt_accelerator}.") + self._test_perf( model=fxt_model, dataset=fxt_dataset, From c6715f7e265a305900cfc4234ae3053e519ca0c1 Mon Sep 17 00:00:00 2001 From: Yunchu Lee Date: Mon, 20 May 2024 14:06:32 +0900 Subject: [PATCH 03/30] Remove invalid perf benchmark reference history for v2.0.0 (#3517) --- .../history/v2.0.0/perf-benchmark-raw-all.csv | 2013 ----------------- 1 file changed, 2013 deletions(-) delete mode 100644 tests/perf/history/v2.0.0/perf-benchmark-raw-all.csv diff --git a/tests/perf/history/v2.0.0/perf-benchmark-raw-all.csv b/tests/perf/history/v2.0.0/perf-benchmark-raw-all.csv deleted file mode 100644 index 08e1e7b3a63..00000000000 --- a/tests/perf/history/v2.0.0/perf-benchmark-raw-all.csv +++ /dev/null @@ -1,2013 +0,0 @@ -otx_version,task,model,data_group,data,seed,train/epoch,train/e2e_time,train/iter_time,test/dice,test/iter_time,export/dice,export/iter_time,optimize/dice,optimize/iter_time,test/f1-score,export/f1-score,optimize/f1-score,export/image_F1Score,test/image_F1Score,optimize/image_F1Score,optimize/pixel_F1Score,export/pixel_F1Score,test/pixel_F1Score,test/accuracy,export/accuracy,optimize/accuracy,test_branch,machine_name,test_commit,otx_ref,cpu_info,date,accelerator_info,user_name -2.0.0,action/action_classification,movinet,large,ucf-large,0,2.0,762.59534740448,0.1346723809838294,,0.177834153175354,,0.366973340511322,,0.3696627020835876,,,,,,,,,,0.8638646602630615,0.7602431774139404,0.1802801936864853,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,large,ucf-large,1,2.0,678.8584892749786,0.1346352919936179,,0.1281393766403198,,0.3678262531757355,,0.3685910105705261,,,,,,,,,,0.8641290068626404,0.7652656435966492,0.0563045218586921,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,large,ucf-large,2,2.0,680.0426750183105,0.1350403577089309,,0.1276400536298751,,0.3671209812164306,,0.3707382977008819,,,,,,,,,,0.8789320588111877,0.7642083168029785,0.1382500678300857,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,large,ucf-large,3,2.0,678.5052602291107,0.1343607977032661,,0.1281132251024246,,0.3671391904354095,,0.3669595420360565,,,,,,,,,,0.8636003136634827,0.7309014201164246,0.1192175522446632,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,large,ucf-large,4,2.0,676.9422771930695,0.1346087902784347,,0.1282654553651809,,0.3686003684997558,,0.3666672110557556,,,,,,,,,,0.865186333656311,0.7591858506202698,0.1786941587924957,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,medium,ucf-30percent-medium,0,9.0,694.9549577236176,0.1355427553256352,,0.1806466281414032,,0.3637514114379883,,0.3686372935771942,,,,,,,,,,0.8867403268814087,0.7707182168960571,0.1335174888372421,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,medium,ucf-30percent-medium,1,9.0,668.7676687240601,0.1346562421984142,,0.127702534198761,,0.3660752773284912,,0.3679136037826538,,,,,,,,,,0.8618784546852112,0.7605893015861511,0.3462246656417846,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,medium,ucf-30percent-medium,2,9.0,665.5583577156067,0.1345938576592339,,0.125813826918602,,0.3612492382526397,,0.3642478585243225,,,,,,,,,,0.8618784546852112,0.7136279940605164,0.2311233878135681,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,medium,ucf-30percent-medium,3,9.0,665.1108496189117,0.1342895511123868,,0.1263285428285598,,0.3609342575073242,,0.3679394423961639,,,,,,,,,,0.8554328083992004,0.7209944725036621,0.1786372065544128,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,medium,ucf-30percent-medium,4,9.0,666.7947099208832,0.1348558366298675,,0.1259702146053314,,0.3660773038864136,,0.369999498128891,,,,,,,,,,0.8646408915519714,0.7265193462371826,0.0957642719149589,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,small,ucf-5percent-small,0,9.0,121.38022828102112,0.1345182210206985,,0.1576067805290222,,0.3866743445396423,,0.3823453485965729,,,,,,,,,,0.7279411554336548,0.5661764740943909,0.3823529481887817,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,small,ucf-5percent-small,1,9.0,113.54585027694702,0.1362663441234164,,0.1160218566656112,,0.3800290524959564,,0.3831196427345276,,,,,,,,,,0.6911764740943909,0.6323529481887817,0.3602941036224365,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,small,ucf-5percent-small,2,9.0,112.13985657691956,0.1334059983491897,,0.1045160442590713,,0.3775605857372284,,0.378145158290863,,,,,,,,,,0.7279411554336548,0.654411792755127,0.3602941036224365,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,small,ucf-5percent-small,3,9.0,112.85274338722228,0.1351773225598865,,0.106958195567131,,0.3905974328517914,,0.3847589492797851,,,,,,,,,,0.6985294222831726,0.5661764740943909,0.2720588147640228,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,movinet,small,ucf-5percent-small,4,9.0,114.58973908424376,0.1378100034263399,,0.1059053987264633,,0.3829948902130127,,0.3896206021308899,,,,,,,,,,0.7279411554336548,0.5588235259056091,0.294117659330368,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,large,ucf-large,0,2.0,677.7588875293732,0.1336883604526519,,0.1295881271362304,,0.3906695246696472,,0.3843847215175628,,,,,,,,,,0.9162040948867798,0.8186624646186829,0.8072957992553711,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,large,ucf-large,1,2.0,693.7415351867676,0.1366882100701331,,0.130880981683731,,0.3900575637817383,,0.387094110250473,,,,,,,,,,0.9109172821044922,0.809674859046936,0.8057097792625427,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,large,ucf-large,2,2.0,712.2160170078278,0.1367356553673744,,0.1317045837640762,,0.3910503983497619,,0.3959828317165375,,,,,,,,,,0.909595549106598,0.8199841380119324,0.8186624646186829,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,large,ucf-large,3,2.0,688.1109349727631,0.1355249360203742,,0.1314129531383514,,0.3875627517700195,,0.3823389112949371,,,,,,,,,,0.9167327284812928,0.8062384128570557,0.7985725402832031,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,large,ucf-large,4,2.0,684.1114144325256,0.1346811950206756,,0.1308864206075668,,0.3820386230945587,,0.3882436156272888,,,,,,,,,,0.9154110550880432,0.796457827091217,0.7903780341148376,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,medium,ucf-30percent-medium,0,9.0,665.7599947452545,0.1340850012169943,,0.1263974457979202,,0.3817820250988006,,0.3778329789638519,,,,,,,,,,0.909760594367981,0.8167587518692017,0.8075506687164307,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,medium,ucf-30percent-medium,1,9.0,664.6970798969269,0.1338350027799605,,0.124926745891571,,0.377947449684143,,0.3760065138339996,,,,,,,,,,0.9217311143875122,0.8130754828453064,0.7946593165397644,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,medium,ucf-30percent-medium,2,9.0,665.3427736759186,0.1339851650926801,,0.1267202645540237,,0.378515213727951,,0.3756023943424225,,,,,,,,,,0.9134438037872314,0.7992633581161499,0.8020257949829102,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,medium,ucf-30percent-medium,3,9.0,666.0733919143677,0.1342134012116326,,0.1251270473003387,,0.3809469044208526,,0.3729085028171539,,,,,,,,,,0.908839762210846,0.8121547102928162,0.8057090044021606,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,medium,ucf-30percent-medium,4,9.0,666.5113289356232,0.1341687010394202,,0.1265442222356796,,0.3793994486331939,,0.378133475780487,,,,,,,,,,0.9014732837677002,0.7771639227867126,0.7716390490531921,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,small,ucf-5percent-small,0,9.0,118.75735712051392,0.1342535085148281,,0.1105959564447403,,0.3799978494644165,,0.3865827620029449,,,,,,,,,,0.845588207244873,0.6911764740943909,0.6985294222831726,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,small,ucf-5percent-small,1,9.0,113.6153473854065,0.1316684401697582,,0.1131613701581955,,0.3869907259941101,,0.3851288557052612,,,,,,,,,,0.8823529481887817,0.6985294222831726,0.6911764740943909,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,small,ucf-5percent-small,2,9.0,115.2380919456482,0.1338453739881515,,0.1088106036186218,,0.4109722971916199,,0.3813853859901428,,,,,,,,,,0.8970588445663452,0.7352941036224365,0.7279411554336548,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,small,ucf-5percent-small,3,9.0,114.19514155387878,0.1336051142878002,,0.1127474457025528,,0.4129270911216736,,0.3909749686717987,,,,,,,,,,0.8676470518112183,0.7058823704719543,0.6617646813392639,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,action/action_classification,x3d,small,ucf-5percent-small,4,9.0,116.36592555046082,0.135312462846438,,0.109128251671791,,0.3941722512245178,,0.3971903026103973,,,,,,,,,,0.8676470518112183,0.6838235259056091,0.6911764740943909,test/add-action-benchmark-v2,3c27d4313dab,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240402-103545,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,large,mvtec_hazelnut_large,0,0.0,32.74145269393921,0.2466748207807541,,0.2062011212110519,,0.0315919704735279,,0.0322555154561996,0.8461538553237915,1.0,1.0,1.0,0.8461538553237915,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,large,mvtec_hazelnut_large,1,0.0,30.145166397094727,0.2106794714927673,,0.2062668651342392,,0.0319032333791255,,0.0328385569155216,0.8414633870124817,1.0,1.0,1.0,0.8414633870124817,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,large,mvtec_hazelnut_large,2,0.0,30.347492694854736,0.2066375166177749,,0.1978876739740371,,0.0315033830702304,,0.0316871777176857,0.8387096524238586,1.0,1.0,1.0,0.8387096524238586,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,large,mvtec_hazelnut_large,3,0.0,30.13844895362854,0.2012723982334137,,0.2032513916492462,,0.0320165455341339,,0.03200613707304,0.8313252925872803,1.0,1.0,1.0,0.8313252925872803,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,large,mvtec_hazelnut_large,4,0.0,30.18593406677246,0.2031822204589843,,0.2001020461320877,,0.0321137905120849,,0.0321888364851474,0.8476821184158325,1.0,1.0,1.0,0.8476821184158325,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,medium,mvtec_wood_medium,0,0.0,24.353233575820923,0.1818790882825851,,0.2107188552618026,,0.0320001728832721,,0.031762171536684,0.9672130942344666,1.0,1.0,1.0,0.9672130942344666,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,medium,mvtec_wood_medium,1,0.0,22.549480438232425,0.1414579004049301,,0.208030954003334,,0.0316998474299907,,0.0319763347506523,0.9661017060279846,1.0,1.0,1.0,0.9661017060279846,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,medium,mvtec_wood_medium,2,0.0,22.509683847427368,0.1382326483726501,,0.2060830891132354,,0.0330658555030822,,0.031661219894886,0.9655172228813172,1.0,1.0,1.0,0.9655172228813172,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,medium,mvtec_wood_medium,3,0.0,22.5464870929718,0.1365014314651489,,0.2054139077663421,,0.0314077958464622,,0.0317076370120048,0.9743589758872986,1.0,1.0,1.0,0.9743589758872986,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,medium,mvtec_wood_medium,4,0.0,22.433766841888428,0.1361227482557296,,0.2061648666858673,,0.0320465005934238,,0.0312996171414852,0.9672130942344666,1.0,1.0,1.0,0.9672130942344666,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_1,0,0.0,18.60881400108337,0.0426097400486469,,0.2038822770118713,,0.0296440757811069,,0.0298598427325487,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_1,1,0.0,15.75134563446045,0.0427543632686138,,0.2129683792591095,,0.0297707896679639,,0.028656767681241,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_1,2,0.0,15.669798135757446,0.0428132526576519,,0.2057052105665207,,0.0303183980286121,,0.0305935218930244,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_1,3,0.0,15.613406896591188,0.0425242893397808,,0.2079775482416153,,0.0297186262905597,,0.0292008183896541,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_1,4,0.0,15.626993656158447,0.0425162799656391,,0.2071183621883392,,0.0301813893020153,,0.0294419471174478,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_2,0,0.0,16.106346368789673,0.0426839813590049,,0.2056424021720886,,0.0293265935033559,,0.029203625395894,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_2,1,0.0,15.606542110443115,0.0425660610198974,,0.2052192687988281,,0.028981415554881,,0.0292614437639713,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_2,2,0.0,15.62553858757019,0.0427124015986919,,0.198859617114067,,0.0303453337401151,,0.0290632899850606,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_2,3,0.0,15.497947216033936,0.0425826087594032,,0.1991913616657257,,0.0294129773974418,,0.0293032433837652,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_2,4,0.0,15.6744544506073,0.0427884571254253,,0.2041529268026352,,0.0287052020430564,,0.0294437408447265,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_3,0,0.0,16.11991024017334,0.0423360355198383,,0.2144909352064132,,0.0290169604122638,,0.0289102829992771,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_3,1,0.0,16.033010244369507,0.0424964427947998,,0.2037339806556701,,0.0292522069066762,,0.0296525191515684,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_3,2,0.0,15.632265090942385,0.0430077537894248,,0.2069180607795715,,0.0298582669347524,,0.0292507894337177,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_3,3,0.0,15.657831192016602,0.0427043437957763,,0.2056531310081482,,0.0305041577666997,,0.0289319977164268,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,padim,small,mvtec_bottle_small_3,4,0.0,15.665923118591309,0.0427315235137939,,0.2017812132835388,,0.0306636467576026,,0.0283879972994327,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,large,mvtec_hazelnut_large,0,6.0,91.9213011264801,0.1444300686319669,,0.199693888425827,,0.0322738997638225,,0.0350321531295776,0.9928057789802552,1.0,1.0,1.0,0.9928057789802552,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,large,mvtec_hazelnut_large,1,8.0,113.46804189682008,0.1414215955883264,,0.2018414735794067,,0.0315690450370311,,0.034548670053482,0.9928057789802552,1.0,1.0,1.0,0.9928057789802552,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,large,mvtec_hazelnut_large,2,13.0,167.01256346702576,0.1401619383921989,,0.1990523040294647,,0.0313463807106018,,0.0344447791576385,0.9928057789802552,1.0,1.0,1.0,0.9928057789802552,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,large,mvtec_hazelnut_large,3,9.0,123.41659665107728,0.1383260008361604,,0.2000711113214492,,0.0314491726458072,,0.0334091708064079,0.9928057789802552,1.0,1.0,1.0,0.9928057789802552,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,large,mvtec_hazelnut_large,4,9.0,124.9489893913269,0.1435545401440726,,0.1995356231927871,,0.032799869775772,,0.0341703295707702,0.9928057789802552,1.0,1.0,1.0,0.9928057789802552,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,medium,mvtec_wood_medium,0,5.0,37.57702708244324,0.0799451932311057,,0.2210410386323928,,0.0312939770519733,,0.0337393619120121,0.98305082321167,1.0,1.0,1.0,0.98305082321167,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,medium,mvtec_wood_medium,1,5.0,38.2160222530365,0.0789471417665481,,0.2201712131500244,,0.0339737609028816,,0.0338971987366676,0.9752066135406494,1.0,1.0,1.0,0.9752066135406494,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,medium,mvtec_wood_medium,2,5.0,38.42005515098572,0.0795556858181952,,0.2203003466129303,,0.0322575233876705,,0.0329429470002651,0.9672130942344666,1.0,1.0,1.0,0.9672130942344666,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,medium,mvtec_wood_medium,3,5.0,38.263659954071045,0.0778237983584403,,0.2176772505044937,,0.0315940864384174,,0.0332285612821579,0.9747899174690248,1.0,1.0,1.0,0.9747899174690248,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,medium,mvtec_wood_medium,4,5.0,37.74723696708679,0.0805227950215339,,0.2150899767875671,,0.0317505970597267,,0.0326132923364639,0.98305082321167,1.0,1.0,1.0,0.98305082321167,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_1,0,5.0,22.278106927871704,0.0296708863228559,,0.2426955103874206,,0.0292518213391304,,0.0301613379269838,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_1,1,16.0,37.567882776260376,0.028849089052528,,0.2145205587148666,,0.0287920385599136,,0.0308142323046922,0.9032257795333862,1.0,1.0,1.0,0.9032257795333862,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_1,2,16.0,37.86432147026062,0.0322828980861231,,0.210502490401268,,0.0299692209810018,,0.0300417151302099,0.8760330677032471,1.0,1.0,1.0,0.8760330677032471,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_1,3,22.0,46.15228486061096,0.029179854995825,,0.2147246301174163,,0.0295569095760583,,0.0308577250689268,0.890625,1.0,1.0,1.0,0.890625,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_1,4,13.0,33.61092257499695,0.0288003042626838,,0.2376717031002044,,0.0288492105901241,,0.0303692482411861,0.8652482032775879,1.0,1.0,1.0,0.8652482032775879,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_2,0,18.0,40.2011353969574,0.029736373366581,,0.2487261146306991,,0.0287121143192052,,0.0307083874940872,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_2,1,8.0,26.54214572906494,0.0337862074375152,,0.2278350740671157,,0.029244752600789,,0.0304462723433971,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_2,2,10.0,29.14305877685547,0.033011040650308,,0.2182175815105438,,0.0296145938336849,,0.031135031953454,0.8676470518112183,1.0,1.0,1.0,0.8676470518112183,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_2,3,6.0,23.739001512527462,0.0331939145301778,,0.2475245147943496,,0.0298642925918102,,0.0300940237939357,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_2,4,19.0,42.256913900375366,0.0299789404594583,,0.2373310774564743,,0.0291813034564256,,0.0304090566933155,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_3,0,16.0,37.814146757125854,0.0298390956595539,,0.2485051602125167,,0.029668727889657,,0.0299840625375509,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_3,1,6.0,23.589582681655884,0.0292292755718031,,0.2326603531837463,,0.0292577352374792,,0.0297327432781457,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_3,2,9.0,28.11694097518921,0.0293133523729111,,0.2464852631092071,,0.0294364150613546,,0.0301817543804645,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_3,3,10.0,29.297887802124023,0.0334623146802186,,0.212656944990158,,0.0293690077960491,,0.0299205426126718,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_classification,stfpm,small,mvtec_bottle_small_3,4,9.0,27.643186569213867,0.0313728544861077,,0.2235883474349975,,0.0289265103638172,,0.0304123684763908,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,large,mvtec_hazelnut_large,0,0.0,41.526633501052856,0.3110299110412597,,0.3671454489231109,,0.0631080120801925,,0.0626016482710838,0.8461538553237915,1.0,1.0,1.0,0.8461538553237915,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,large,mvtec_hazelnut_large,1,0.0,41.285491943359375,0.314906895160675,,0.3666324615478515,,0.0627910569310188,,0.0636126324534416,0.8414633870124817,1.0,1.0,1.0,0.8414633870124817,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,large,mvtec_hazelnut_large,2,0.0,42.2092604637146,0.3092614114284515,,0.352932721376419,,0.062766708433628,,0.0625557005405426,0.8387096524238586,1.0,1.0,1.0,0.8387096524238586,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,large,mvtec_hazelnut_large,3,0.0,41.88551187515259,0.3063620924949646,,0.3668771386146545,,0.0628978163003921,,0.0628785416483879,0.8313252925872803,1.0,1.0,1.0,0.8313252925872803,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,large,mvtec_hazelnut_large,4,0.0,41.4672269821167,0.3066199123859405,,0.3583338856697082,,0.0626676529645919,,0.0616659671068191,0.8476821184158325,1.0,1.0,1.0,0.8476821184158325,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,medium,mvtec_wood_medium,0,0.0,29.473800659179688,0.2414556443691253,,0.4057497978210449,,0.0633450299501419,,0.061963252723217,0.9672130942344666,1.0,1.0,1.0,0.9672130942344666,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,medium,mvtec_wood_medium,1,0.0,30.312031507492065,0.2443638443946838,,0.4012230038642883,,0.0632783770561218,,0.0628259852528572,0.9661017060279846,1.0,1.0,1.0,0.9661017060279846,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,medium,mvtec_wood_medium,2,0.0,30.18506669998169,0.2413183897733688,,0.4018711745738983,,0.0624029450118541,,0.0620858110487461,0.9655172228813172,1.0,1.0,1.0,0.9655172228813172,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,medium,mvtec_wood_medium,3,0.0,29.48988127708435,0.2423083186149597,,0.4015917778015136,,0.0628333836793899,,0.0627752542495727,0.9743589758872986,1.0,1.0,1.0,0.9743589758872986,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,medium,mvtec_wood_medium,4,0.0,30.364839792251587,0.234658345580101,,0.4007319808006286,,0.0621755719184875,,0.0629920363426208,0.9672130942344666,1.0,1.0,1.0,0.9672130942344666,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_1,0,0.0,20.2122642993927,0.0430145263671875,,0.6740001440048218,,0.0522371344268322,,0.0528067834675312,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_1,1,0.0,20.149344205856323,0.0426291450858116,,0.3654890358448028,,0.0522439777851104,,0.0524284355342388,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_1,2,0.0,20.296279430389404,0.0428969375789165,,0.6739944815635681,,0.051758550107479,,0.0516351722180843,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_1,3,0.0,20.03813076019287,0.0430282577872276,,0.5441586375236511,,0.052544355392456,,0.051915168762207,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_1,4,0.0,20.361586332321167,0.0427109710872173,,0.495831549167633,,0.0521206073462963,,0.0525874458253383,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_2,0,0.0,20.31285309791565,0.0429750457406044,,0.6750856637954712,,0.0525850243866443,,0.0524401813745498,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_2,1,0.0,20.312097787857056,0.0425109378993511,,0.3987675011157989,,0.0523907169699668,,0.0525627359747886,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_2,2,0.0,20.55510711669922,0.0426662936806678,,0.6750890016555786,,0.0524891056120395,,0.0523076355457305,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_2,3,0.0,20.2586612701416,0.0425437465310096,,0.5598821043968201,,0.052509382367134,,0.0532650016248226,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_2,4,0.0,20.27817463874817,0.042506743222475,,0.4816534221172333,,0.0521807931363582,,0.0525891371071338,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_3,0,0.0,19.9902732372284,0.0430423244833946,,0.6719558238983154,,0.0525549910962581,,0.0524648688733577,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_3,1,0.0,20.16187310218811,0.0424746051430702,,0.3785321414470672,,0.0514671429991722,,0.052140899002552,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_3,2,0.0,20.454161405563354,0.0426584258675575,,0.6720330715179443,,0.0527211688458919,,0.0527261719107627,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_3,3,0.0,20.218223571777344,0.0425967201590538,,0.5996769070625305,,0.0524003207683563,,0.0542704947292804,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,padim,small,mvtec_bottle_small_3,4,0.0,20.194696187973022,0.0425755493342876,,0.4949082732200622,,0.053561333566904,,0.052525095641613,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,large,mvtec_hazelnut_large,0,11.0,302.55378007888794,0.25004912100055,,0.3760988116264343,,0.0614543482661247,,0.0639784783124923,0.9928057789802552,1.0,1.0,1.0,0.9928057789802552,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,large,mvtec_hazelnut_large,1,8.0,230.53966116905207,0.2469196431338787,,0.3609332740306854,,0.0623643808066844,,0.064565896987915,0.9928057789802552,1.0,1.0,1.0,0.9928057789802552,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,large,mvtec_hazelnut_large,2,10.0,277.8150701522827,0.2467014834284782,,0.3705443441867828,,0.0619523003697395,,0.0646364986896514,0.9714285731315612,1.0,1.0,1.0,0.9714285731315612,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,large,mvtec_hazelnut_large,3,14.0,373.8377525806427,0.2456844225525855,,0.3758468627929687,,0.0625357776880264,,0.0642526522278785,0.9928057789802552,1.0,1.0,1.0,0.9928057789802552,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,large,mvtec_hazelnut_large,4,11.0,302.7050504684448,0.2471241517500443,,0.3639263808727264,,0.0617274418473243,,0.0645836889743805,0.9857142567634584,1.0,1.0,1.0,0.9857142567634584,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,medium,mvtec_wood_medium,0,13.0,201.78811025619507,0.1827551275491714,,0.427574098110199,,0.0618500560522079,,0.062949888408184,0.9743589758872986,1.0,1.0,1.0,0.9743589758872986,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,medium,mvtec_wood_medium,1,14.0,215.1241934299469,0.1831241154244967,,0.410624235868454,,0.062657706439495,,0.0631511509418487,0.9666666388511658,1.0,1.0,1.0,0.9666666388511658,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,medium,mvtec_wood_medium,2,12.0,188.07126760482788,0.1834692060947418,,0.4162392616271972,,0.0626390352845192,,0.0630686432123184,0.9579831957817078,1.0,1.0,1.0,0.9579831957817078,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,medium,mvtec_wood_medium,3,13.0,201.7619230747223,0.1830882017429058,,0.4130812585353851,,0.0630894675850868,,0.0633764415979385,0.9747899174690248,1.0,1.0,1.0,0.9747899174690248,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,medium,mvtec_wood_medium,4,5.0,95.61380624771118,0.1831851989030837,,0.4070478081703186,,0.0620504207909107,,0.0620623566210269,0.98305082321167,1.0,1.0,1.0,0.98305082321167,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_1,0,7.0,75.66762232780457,0.0324197156088692,,0.6685545444488525,,0.0527482032775878,,0.054598368704319,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_1,1,17.0,153.1854772567749,0.0302688319455174,,0.5195684432983398,,0.0536668039858341,,0.0524399355053901,0.890625,1.0,1.0,1.0,0.890625,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_1,2,10.0,98.96088767051695,0.0363326834514736,,0.5433644652366638,,0.0524996370077133,,0.0538956597447395,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_1,3,12.0,114.72120141983032,0.0333406450226902,,0.5051555633544922,,0.0518029890954494,,0.0548521466553211,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_1,4,12.0,115.07249212265016,0.0314942758219936,,0.5078990459442139,,0.0528006739914417,,0.0542514249682426,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_2,0,11.0,107.1152696609497,0.0347057516601952,,0.5313388705253601,,0.0522908344864845,,0.0551355816423893,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_2,1,6.0,68.33734250068665,0.0308599704876541,,0.6302710771560669,,0.0525123998522758,,0.0532739013433456,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_2,2,11.0,106.91481423377992,0.0354554526169191,,0.527479887008667,,0.0524441078305244,,0.0548834390938282,0.8652482032775879,1.0,1.0,1.0,0.8652482032775879,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_2,3,5.0,60.27513980865479,0.0377547841519116,,0.6741093397140503,,0.0530844256281852,,0.0540291927754879,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_2,4,9.0,91.1041774749756,0.036924298852682,,0.5705845355987549,,0.0526341050863266,,0.0537696555256843,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_3,0,16.0,145.8065631389618,0.0326853367732837,,0.5358254313468933,,0.0530078709125518,,0.0532635785639286,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_3,1,16.0,145.8792963027954,0.0318940638098865,,0.5432656407356262,,0.0524890795350074,,0.0533344224095344,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_3,2,10.0,99.50199341773988,0.0299170304089784,,0.5705835819244385,,0.0529588460922241,,0.0543083511292934,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_3,3,9.0,91.15642070770264,0.0341045326656765,,0.5890915393829346,,0.0523375608026981,,0.0531206279993057,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_detection,stfpm,small,mvtec_bottle_small_3,4,9.0,90.58607268333436,0.0290167706294191,,0.6073161363601685,,0.0529998280107975,,0.0546502135694026,0.8551723957061768,1.0,1.0,1.0,0.8551723957061768,1.0,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,large,mvtec_hazelnut_large,0,0.0,35.22384333610535,0.2069682776927948,,0.254296064376831,,0.0615934990346431,,0.0642144754528999,0.5423505306243896,1.0,1.0,,,,1.0,1.0,0.5423505306243896,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,large,mvtec_hazelnut_large,1,0.0,35.53507137298584,0.2167588770389557,,0.2510663568973541,,0.0635626688599586,,0.063829205930233,0.570171058177948,1.0,1.0,,,,1.0,1.0,0.570171058177948,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,large,mvtec_hazelnut_large,2,0.0,35.57449746131897,0.2080543488264084,,0.2528187036514282,,0.0628710314631462,,0.0654699504375457,0.5831013917922974,1.0,1.0,,,,1.0,1.0,0.5831013917922974,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,large,mvtec_hazelnut_large,3,0.0,35.8101749420166,0.201107382774353,,0.2520250678062439,,0.0627462118864059,,0.0622353553771972,0.5636913180351257,1.0,1.0,,,,1.0,1.0,0.5636913180351257,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,large,mvtec_hazelnut_large,4,0.0,35.526984453201294,0.2046272605657577,,0.2507602870464325,,0.0609751716256141,,0.0631843358278274,0.5567105412483215,1.0,1.0,,,,1.0,1.0,0.5567105412483215,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,medium,mvtec_wood_medium,0,0.0,25.990556001663208,0.1446354836225509,,0.2661697566509247,,0.0642381608486175,,0.0633859038352966,0.4437357485294342,1.0,1.0,,,,1.0,1.0,0.4437357485294342,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,medium,mvtec_wood_medium,1,0.0,26.28478145599365,0.145442321896553,,0.2703281939029693,,0.0628976300358772,,0.0613037422299385,0.4408223927021026,1.0,1.0,,,,1.0,1.0,0.4408223927021026,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,medium,mvtec_wood_medium,2,0.0,26.10312461853028,0.1425386667251587,,0.2718392014503479,,0.0630504041910171,,0.061580616980791,0.4619792699813843,1.0,1.0,,,,1.0,1.0,0.4619792699813843,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,medium,mvtec_wood_medium,3,0.0,26.037266492843628,0.1408967524766922,,0.2610583305358886,,0.0638483390212059,,0.0630653798580169,0.4983837604522705,1.0,1.0,,,,1.0,1.0,0.4983837604522705,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,medium,mvtec_wood_medium,4,0.0,26.023324728012085,0.1429782956838607,,0.2669033408164978,,0.0627037659287452,,0.0623046420514583,0.4899053871631622,1.0,1.0,,,,1.0,1.0,0.4899053871631622,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_1,0,0.0,18.60679340362549,0.0428748615086078,,0.6635159254074097,,0.0522432476282119,,0.0543689094483852,0.109318770468235,1.0,1.0,,,,1.0,1.0,0.109318770468235,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_1,1,0.0,18.85487270355225,0.0426952354609966,,0.3540441691875458,,0.0549693219363689,,0.0544540211558342,0.1448825895786285,1.0,1.0,,,,1.0,1.0,0.1448825895786285,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_1,2,0.0,18.64071488380432,0.0424291603267192,,0.6682258248329163,,0.0526509620249271,,0.0539808124303817,0.1093195453286171,1.0,1.0,,,,1.0,1.0,0.1093195453286171,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_1,3,0.0,18.62365698814392,0.0426013469696044,,0.5313652753829956,,0.05353270098567,,0.054815899580717,0.1133987605571746,1.0,1.0,,,,1.0,1.0,0.1133987605571746,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_1,4,0.0,18.64733934402465,0.0426865592598915,,0.4712108969688415,,0.0511537231504917,,0.0516515150666236,0.1274709701538086,1.0,1.0,,,,1.0,1.0,0.1274709701538086,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_2,0,0.0,18.64048981666565,0.0426217541098594,,0.6665392518043518,,0.054558053612709,,0.0532100275158882,0.109318770468235,1.0,1.0,,,,1.0,1.0,0.109318770468235,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_2,1,0.0,18.668574571609497,0.0425683483481407,,0.378981351852417,,0.0530493818223476,,0.0541899129748344,0.1422492563724517,1.0,1.0,,,,1.0,1.0,0.1422492563724517,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_2,2,0.0,18.65902352333069,0.0428876392543315,,0.6668341159820557,,0.0527714118361473,,0.0553157739341259,0.1093247011303901,1.0,1.0,,,,1.0,1.0,0.1093247011303901,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_2,3,0.0,18.908767461776733,0.0426575168967247,,0.5508091449737549,,0.0533089973032474,,0.0546581372618675,0.1137329712510109,1.0,1.0,,,,1.0,1.0,0.1137329712510109,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_2,4,0.0,18.68870258331299,0.0427617542445659,,0.4706277847290039,,0.0546169355511665,,0.0542114004492759,0.126712679862976,1.0,1.0,,,,1.0,1.0,0.126712679862976,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_3,0,0.0,18.725590229034424,0.0430308356881141,,0.6684672832489014,,0.0526875182986259,,0.0538983605802059,0.109318770468235,1.0,1.0,,,,1.0,1.0,0.109318770468235,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_3,1,0.0,18.65624761581421,0.0428353771567344,,0.3710725903511047,,0.052054539322853,,0.0544386208057403,0.14310023188591,1.0,1.0,,,,1.0,1.0,0.14310023188591,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_3,2,0.0,18.55247521400452,0.0435161590576171,,0.6633585691452026,,0.05461997538805,,0.0528935231268405,0.109319232404232,1.0,1.0,,,,1.0,1.0,0.109319232404232,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_3,3,0.0,18.58608055114746,0.042834710329771,,0.5917946696281433,,0.0532158464193344,,0.0537714399397373,0.1133184507489204,1.0,1.0,,,,1.0,1.0,0.1133184507489204,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,padim,small,mvtec_bottle_small_3,4,0.0,18.615997791290283,0.0533141121268272,,0.4748257100582123,,0.0528830513358116,,0.0538540892302989,0.1283858716487884,1.0,1.0,,,,1.0,1.0,0.1283858716487884,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,large,mvtec_hazelnut_large,0,11.0,216.0916976928711,0.1492248231714421,,0.2568280100822449,,0.0634292289614677,,0.0652782693505287,0.6256508231163025,1.0,1.0,,,,1.0,1.0,0.6256508231163025,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,large,mvtec_hazelnut_large,1,8.0,165.97514128684998,0.1452161073684692,,0.2666627466678619,,0.0620733574032783,,0.0655966326594352,0.6020489931106567,1.0,1.0,,,,1.0,1.0,0.6020489931106567,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,large,mvtec_hazelnut_large,2,10.0,198.09914898872373,0.1454521000385284,,0.2681283056735992,,0.0630702450871467,,0.064731977880001,0.6351611018180847,1.0,1.0,,,,1.0,1.0,0.6351611018180847,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,large,mvtec_hazelnut_large,3,14.0,264.7621169090271,0.1441553245697702,,0.262499451637268,,0.0624635852873325,,0.0644821003079414,0.6153426766395569,1.0,1.0,,,,1.0,1.0,0.6153426766395569,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,large,mvtec_hazelnut_large,4,11.0,216.1521017551422,0.1461567458781328,,0.260019838809967,,0.0623085163533687,,0.0646544247865676,0.6286945939064026,1.0,1.0,,,,1.0,1.0,0.6286945939064026,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,medium,mvtec_wood_medium,0,13.0,128.02159476280212,0.0838552461220667,,0.2799792885780334,,0.0632472187280654,,0.0626042857766151,0.586959719657898,1.0,1.0,,,,1.0,1.0,0.586959719657898,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,medium,mvtec_wood_medium,1,14.0,135.2046995162964,0.0857003746288163,,0.2766371369361877,,0.0655247047543525,,0.0634397342801094,0.5730317234992981,1.0,1.0,,,,1.0,1.0,0.5730317234992981,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,medium,mvtec_wood_medium,2,12.0,119.75047826766968,0.0832577683031558,,0.278890311717987,,0.0635600239038467,,0.064902476966381,0.5946809649467468,1.0,1.0,,,,1.0,1.0,0.5946809649467468,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,medium,mvtec_wood_medium,3,13.0,126.23467803001404,0.0833510137521303,,0.2744195163249969,,0.0638554915785789,,0.0642982423305511,0.5900129675865173,1.0,1.0,,,,1.0,1.0,0.5900129675865173,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,medium,mvtec_wood_medium,4,5.0,63.98910784721375,0.0841097056865691,,0.2755049765110016,,0.0646628588438034,,0.0646838396787643,0.5808171033859253,1.0,1.0,,,,1.0,1.0,0.5808171033859253,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_1,0,7.0,58.6414532661438,0.0277991023446832,,0.6633670926094055,,0.0531650148332119,,0.0538373067975044,0.1100480929017067,1.0,1.0,,,,1.0,1.0,0.1100480929017067,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_1,1,17.0,115.1623740196228,0.0336711157989852,,0.5204753875732422,,0.0523429587483406,,0.0539934448897838,0.142516016960144,1.0,1.0,,,,1.0,1.0,0.142516016960144,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_1,2,10.0,75.3689067363739,0.0292411614209412,,0.5380245447158813,,0.051968265324831,,0.0541021041572093,0.1289581805467605,1.0,1.0,,,,1.0,1.0,0.1289581805467605,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_1,3,12.0,87.04995584487915,0.0288081327453255,,0.5000978112220764,,0.0537939369678497,,0.0541525743901729,0.1526087522506714,1.0,1.0,,,,1.0,1.0,0.1526087522506714,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_1,4,12.0,86.8452877998352,0.0387928841325143,,0.5013407468795776,,0.0518269650638103,,0.0529247261583805,0.1460202485322952,1.0,1.0,,,,1.0,1.0,0.1460202485322952,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_2,0,11.0,81.18321704864502,0.0311451649123971,,0.5253247618675232,,0.0525352098047733,,0.0553857199847698,0.13227279484272,1.0,1.0,,,,1.0,1.0,0.13227279484272,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_2,1,6.0,52.89843201637268,0.0283917902658382,,0.61869215965271,,0.0550784803926944,,0.0542143061757087,0.1197107881307601,1.0,1.0,,,,1.0,1.0,0.1197107881307601,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_2,2,11.0,81.4069459438324,0.0303763174875215,,0.522537887096405,,0.0525465384125709,,0.0548087731003761,0.1364199966192245,1.0,1.0,,,,1.0,1.0,0.1364199966192245,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_2,3,5.0,47.37512707710266,0.0402013685554265,,0.670985221862793,,0.0532423332333564,,0.0548858903348445,0.109318770468235,1.0,1.0,,,,1.0,1.0,0.109318770468235,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_2,4,9.0,69.47083568572998,0.031319681348072,,0.5651465654373169,,0.0522337667644023,,0.0532219856977462,0.1242780461907386,1.0,1.0,,,,1.0,1.0,0.1242780461907386,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_3,0,16.0,109.45996427536012,0.0317889183061196,,0.532321572303772,,0.0534231513738632,,0.0558898858726024,0.1205336153507232,1.0,1.0,,,,1.0,1.0,0.1205336153507232,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_3,1,16.0,109.34487318992616,0.0315375711070373,,0.5361960530281067,,0.0526489801704883,,0.0553540736436843,0.1278982162475586,1.0,1.0,,,,1.0,1.0,0.1278982162475586,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_3,2,10.0,75.80375981330872,0.0303111167624592,,0.5625241994857788,,0.0523405075073242,,0.0540483556687831,0.1392925083637237,1.0,1.0,,,,1.0,1.0,0.1392925083637237,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_3,3,9.0,69.86768293380737,0.0312416870146989,,0.5691994428634644,,0.0536677986383438,,0.0551900155842304,0.154837891459465,1.0,1.0,,,,1.0,1.0,0.154837891459465,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,anomaly_segmentation,stfpm,small,mvtec_bottle_small_3,4,9.0,69.58724093437195,0.0392388289587364,,0.6001486778259277,,0.0538070648908615,,0.0555357709527015,0.1326124966144561,1.0,1.0,,,,1.0,1.0,0.1326124966144561,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163739,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,medium,hlabel_CUB_medium,0,33.0,143.12921452522278,0.0947633374369505,,0.5622444152832031,,0.6623551845550537,,1.1386102437973022,,,,,,,,,,0.9329557418823242,0.9324234127998352,0.9340417385101318,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,medium,hlabel_CUB_medium,1,29.0,121.39049649238586,0.0935150413163776,,0.1669448465108871,,0.6631754040718079,,1.1639140844345093,,,,,,,,,,0.9320284128189088,0.9323131442070008,0.9301488995552064,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,medium,hlabel_CUB_medium,2,47.0,186.60927057266235,0.0932144839712913,,0.1606755703687667,,0.6417151093482971,,1.1801669597625732,,,,,,,,,,0.9347817301750184,0.9346423149108888,0.937014639377594,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,medium,hlabel_CUB_medium,3,33.0,133.56473398208618,0.0929882052269848,,0.1652531772851944,,0.6444377899169922,,1.1593376398086548,,,,,,,,,,0.9370445609092712,0.9355567693710328,0.9379522800445556,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,medium,hlabel_CUB_medium,4,39.0,157.94755816459656,0.0932458432821126,,0.1653682738542556,,0.6426882743835449,,1.13087797164917,,,,,,,,,,0.9362906217575072,0.9370151162147522,0.936957836151123,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_1,0,29.0,17.37313222885132,,,0.123323917388916,,,,,,,,,,,,,,0.7532567381858826,0.7475095391273499,0.7019157409667969,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_1,1,19.0,14.490482568740845,,,0.123258352279663,,,,,,,,,,,,,,0.7088122367858887,0.7088122367858887,0.7310344576835632,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_1,2,19.0,14.817405700683594,,,0.1239700317382812,,,,,,,,,,,,,,0.5164751410484314,0.5333333611488342,0.652107298374176,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_1,3,19.0,14.440575361251833,,,0.1227688789367675,,,,,,,,,,,,,,0.6532567739486694,0.642145574092865,0.6298850178718567,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_1,4,44.0,19.571184158325195,,,0.1223115921020507,,,,,,,,,,,,,,0.7835249304771423,0.7892720103263855,0.778544008731842,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_2,0,39.0,19.249493837356567,,,0.1235325336456298,,,,,,,,,,,,,,0.7934865951538086,0.7934865951538086,0.8218390941619873,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_2,1,19.0,14.56173825263977,,,0.123197317123413,,,,,,,,,,,,,,0.673180103302002,0.6620689630508423,0.7183907628059387,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_2,2,29.0,16.616244316101074,,,0.1236388683319091,,,,,,,,,,,,,,0.777011513710022,0.7770114541053772,0.8452107310295105,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_2,3,29.0,16.698843002319336,,,0.1234962940216064,,,,,,,,,,,,,,0.6582375764846802,0.6697317957878113,0.6793103218078613,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_2,4,34.0,17.976387977600098,,,0.1235666275024414,,,,,,,,,,,,,,0.784674346446991,0.7789272665977478,0.8287355899810791,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_3,0,69.0,25.344199180603027,,,0.1235954761505127,,,,,,,,,,,,,,0.867816150188446,0.8620689511299133,0.8333333134651184,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_3,1,34.0,17.31714105606079,,,0.1229557991027832,,,,,,,,,,,,,,0.8237547874450684,0.8237547874450684,0.863218367099762,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_3,2,19.0,14.63343620300293,,,0.1232683658599853,,,,,,,,,,,,,,0.5513409972190857,0.5455939173698425,0.619157075881958,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_3,3,19.0,14.71039581298828,,,0.1229307651519775,,,,,,,,,,,,,,0.6643678545951843,0.6643678545951843,0.6754789352416992,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_b0_light,small,hlabel_CUB_small_3,4,39.0,18.469427824020386,,,0.1249692440032959,,,,,,,,,,,,,,0.824904203414917,0.8360152840614319,0.7896552085876465,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,medium,hlabel_CUB_medium,0,19.0,113.7910385131836,0.1351516152683056,,0.1595472246408462,,1.2410234212875366,,1.816184043884277,,,,,,,,,,0.9762682914733888,0.9766109585762024,0.9749933481216432,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,medium,hlabel_CUB_medium,1,23.0,135.19118785858154,0.1354697327251019,,0.1613395810127258,,1.2410147190093994,,1.823473572731018,,,,,,,,,,0.9752836227416992,0.9755393862724304,0.9734150171279908,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,medium,hlabel_CUB_medium,2,25.0,146.3188259601593,0.1357838857173919,,0.1632410585880279,,1.2541669607162476,,1.8106012344360352,,,,,,,,,,0.9770341515541076,0.9770533442497252,0.973444163799286,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,medium,hlabel_CUB_medium,3,21.0,125.40094923973083,0.134955339488529,,0.1637598425149917,,1.2437334060668943,,1.816044330596924,,,,,,,,,,0.9768701791763306,0.9772030115127563,0.9748240113258362,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,medium,hlabel_CUB_medium,4,33.0,185.9461324214936,0.1350085685650507,,0.1754213273525238,,1.239254593849182,,1.8176792860031128,,,,,,,,,,0.9723749160766602,0.9725098013877868,0.9701671600341796,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_1,0,24.0,19.61089134216309,,,0.1419064998626709,,,,,,,,,,,,,,0.965900421142578,0.965900421142578,0.977011501789093,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_1,1,24.0,19.33437466621399,,,0.1410605907440185,,,,,,,,,,,,,,0.965900421142578,0.965900421142578,0.9601532816886902,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_1,2,19.0,17.57255482673645,,,0.1421141624450683,,,,,,,,,,,,,,0.8628352880477905,0.8685824275016785,0.8448275923728943,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_1,3,29.0,21.309361934661865,,,0.1423330307006836,,,,,,,,,,,,,,0.9716475009918212,0.9773945808410645,0.994252860546112,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_1,4,29.0,21.16076421737671,,,0.1420319080352783,,,,,,,,,,,,,,0.9544061422348022,0.9544060826301576,0.9712643623352052,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_2,0,29.0,20.74517250061035,,,0.1424429416656494,,,,,,,,,,,,,,0.9318007826805116,0.9375479221343994,0.9773945808410645,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_2,1,24.0,19.604093074798584,,,0.1436362266540527,,,,,,,,,,,,,,0.9160919189453124,0.9160919189453124,0.9383141994476318,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_2,2,24.0,19.41464614868164,,,0.1427505016326904,,,,,,,,,,,,,,0.8252873420715332,0.8252873420715332,0.8417624831199646,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_2,3,19.0,17.80329465866089,,,0.1434533596038818,,,,,,,,,,,,,,0.8911877870559692,0.8854405879974365,0.9145593643188475,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_2,4,34.0,22.865273475646973,,,0.1435263156890869,,,,,,,,,,,,,,0.9088122844696044,0.9199233651161194,0.9367815852165222,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_3,0,24.0,19.59919261932373,,,0.1424639225006103,,,,,,,,,,,,,,0.91532564163208,0.91532564163208,0.9379310607910156,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_3,1,29.0,21.23698234558105,,,0.1430678367614746,,,,,,,,,,,,,,0.8762452006340027,0.8988506197929382,0.93295019865036,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_3,2,19.0,17.651409149169922,,,0.1435956954956054,,,,,,,,,,,,,,0.8628352880477905,0.8628352284431458,0.8287356495857239,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_3,3,24.0,19.6301167011261,,,0.1429395675659179,,,,,,,,,,,,,,0.921455979347229,0.9214559197425842,0.9268199801445008,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,efficientnet_v2_light,small,hlabel_CUB_small_3,4,34.0,22.635499715805054,,,0.142425537109375,,,,,,,,,,,,,,0.9091954231262208,0.9091954231262208,0.931034505367279,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,medium,hlabel_CUB_medium,0,29.0,111.8493480682373,0.0807135839914453,,0.1662053614854812,,0.5989240407943726,,1.053757667541504,,,,,,,,,,0.9521409273147584,0.9523388147354126,0.9470797181129456,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,medium,hlabel_CUB_medium,1,23.0,92.51780486106873,0.0811145302394161,,0.1677870601415634,,0.5945731401443481,,1.100544810295105,,,,,,,,,,0.9489170908927916,0.9477328658103944,0.9390826225280762,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,medium,hlabel_CUB_medium,2,23.0,92.16656398773192,0.0815551595195479,,0.1705996394157409,,0.6068711876869202,,1.0504331588745115,,,,,,,,,,0.9546810984611512,0.9535748958587646,0.9421290755271912,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,medium,hlabel_CUB_medium,3,31.0,118.27772378921507,0.0805315639703504,,0.1640609800815582,,0.6143138408660889,,1.0766493082046509,,,,,,,,,,0.95365971326828,0.9544260501861572,0.9457143545150756,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,medium,hlabel_CUB_medium,4,19.0,78.88836169242859,0.0820321142673492,,0.1693964600563049,,0.6009229421615601,,1.0324058532714844,,,,,,,,,,0.9547796845436096,0.9557889699935912,0.9372153878211976,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_1,0,24.0,15.47145414352417,,,0.090808629989624,,,,,,,,,,,,,,0.9091954231262208,0.9091954231262208,0.9206896424293518,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_1,1,29.0,16.629180431365967,,,0.0913770198822021,,,,,,,,,,,,,,0.8233716487884521,0.8233716487884521,0.8007662296295166,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_1,2,34.0,17.65020751953125,,,0.0917003154754638,,,,,,,,,,,,,,0.8923372030258179,0.9034482836723328,0.8858237266540527,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_1,3,29.0,16.759740591049194,,,0.0917856693267822,,,,,,,,,,,,,,0.863601565361023,0.8636015057563782,0.8743295073509216,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_1,4,24.0,15.761175870895386,,,0.0918502807617187,,,,,,,,,,,,,,0.880842924118042,0.880842924118042,0.9091954231262208,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_2,0,34.0,17.610464096069336,,,0.0912790298461914,,,,,,,,,,,,,,0.8180076479911804,0.8180076479911804,0.8348658680915833,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_2,1,39.0,19.141528367996216,,,0.0931503772735595,,,,,,,,,,,,,,0.8475095629692078,0.8532567024230957,0.8532567024230957,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_2,2,44.0,20.12629532814026,,,0.0899200439453125,,,,,,,,,,,,,,0.8862069845199585,0.875095784664154,0.8636015057563782,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_2,3,29.0,16.91762900352478,,,0.0917878150939941,,,,,,,,,,,,,,0.8689655065536499,0.8689654469490051,0.8459770083427429,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_2,4,44.0,20.310102462768555,,,0.0909755229949951,,,,,,,,,,,,,,0.8590039014816284,0.8647509217262268,0.8701149821281433,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_3,0,19.0,14.29467511177063,,,0.0906922817230224,,,,,,,,,,,,,,0.8547892570495605,0.8547892570495605,0.8540229797363281,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_3,1,24.0,15.785640478134155,,,0.0906832218170166,,,,,,,,,,,,,,0.7180076837539673,0.7180076241493225,0.7003831267356873,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_3,2,39.0,18.8176498413086,,,0.091686725616455,,,,,,,,,,,,,,0.7969348430633545,0.8026819825172424,0.8187739849090576,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_3,3,29.0,16.519301652908325,,,0.0908808708190918,,,,,,,,,,,,,,0.8314176797866821,0.8429118990898132,0.8080460429191589,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,mobilenet_v3_large_light,small,hlabel_CUB_small_3,4,29.0,17.09959387779236,,,0.0913221836090087,,,,,,,,,,,,,,0.8421456217765808,0.8421456217765808,0.8203065395355225,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,medium,hlabel_CUB_medium,0,15.0,64.2091977596283,0.0777085642019907,,0.1716413646936416,,0.7935442924499512,,0.9792132377624512,,,,,,,,,,0.9344494342803956,0.934705138206482,0.933774709701538,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,medium,hlabel_CUB_medium,1,19.0,78.19509673118591,0.0790402563778977,,0.1691785305738449,,0.7943641543388367,,0.999236226081848,,,,,,,,,,0.933030605316162,0.9325475096702576,0.9292896389961244,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,medium,hlabel_CUB_medium,2,29.0,108.68357133865356,0.0768431034581414,,0.1660313457250595,,0.7869635820388794,,0.9756515622138976,,,,,,,,,,0.9403868913650512,0.940309762954712,0.943023920059204,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,medium,hlabel_CUB_medium,3,25.0,96.02450132369997,0.0775333413481711,,0.16094471514225,,0.7871559262275696,,0.9856303930282592,,,,,,,,,,0.9361094832420348,0.9359906315803528,0.9351453185081482,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,medium,hlabel_CUB_medium,4,25.0,95.74678373336792,0.0771723571419715,,0.1652876734733581,,0.7901273965835571,,0.9793400168418884,,,,,,,,,,0.9428004622459412,0.9428004622459412,0.9443054795265198,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_1,0,34.0,18.32330751419068,,,0.0252692699432373,,,,,,,,,,,,,,0.9605364203453064,0.9547892212867736,0.9490421414375304,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_1,1,29.0,16.791957139968872,,,0.0249915122985839,,,,,,,,,,,,,,0.9547892808914183,0.9547892212867736,0.9432950019836426,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_1,2,29.0,16.80092477798462,,,0.0252964496612548,,,,,,,,,,,,,,0.8804597854614258,0.8804597854614258,0.8636015057563782,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_1,3,24.0,15.782381772994995,,,0.0253233909606933,,,,,,,,,,,,,,0.7827585935592651,0.7827586531639099,0.776628315448761,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_1,4,19.0,14.761804819107056,,,0.0251753330230712,,,,,,,,,,,,,,0.6957854628562927,0.69003826379776,0.7015325427055359,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_2,0,29.0,16.437331438064575,,,0.0259511470794677,,,,,,,,,,,,,,0.8068965673446655,0.7900383472442627,0.7789272665977478,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_2,1,24.0,16.070969343185425,,,0.0251708030700683,,,,,,,,,,,,,,0.8689655065536499,0.8689655661582947,0.886206865310669,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_2,2,19.0,14.475961685180664,,,0.0252814292907714,,,,,,,,,,,,,,0.611494243144989,0.611494243144989,0.6398467421531677,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_2,3,34.0,18.0738537311554,,,0.0250241756439209,,,,,,,,,,,,,,0.8295018672943115,0.8295019268989563,0.8295019268989563,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_2,4,19.0,14.49413800239563,,,0.0254600048065185,,,,,,,,,,,,,,0.8168582320213318,0.8111111521720886,0.7877394556999207,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_3,0,39.0,18.84886407852173,,,0.0253584384918212,,,,,,,,,,,,,,0.8858238458633423,0.8858237266540527,0.8743295669555664,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_3,1,34.0,17.954607009887695,,,0.0254347324371337,,,,,,,,,,,,,,0.8865900039672852,0.8865900039672852,0.8747126460075378,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_3,2,29.0,16.44558072090149,,,0.024996280670166,,,,,,,,,,,,,,0.7666666507720947,0.7666666507720947,0.7551724314689636,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_3,3,24.0,15.8312029838562,,,0.0254061222076416,,,,,,,,,,,,,,0.9203065633773804,0.9203065037727356,0.9203065037727356,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/h_label_cls,otx_deit_tiny,small,hlabel_CUB_small_3,4,19.0,14.332950830459597,,,0.0255815982818603,,,,,,,,,,,,,,0.7659003734588623,0.7659003734588623,0.7310344576835632,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,large,multiclass_food101_large,0,14.0,560.1777079105377,0.1471493488975933,,0.2170833945274353,,0.530531108379364,,1.2697821855545044,,,,,,,,,,0.843666672706604,0.8445000052452087,0.8303333520889282,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,large,multiclass_food101_large,1,13.0,457.98027420043945,0.1373029511708479,,0.1602170616388321,,0.5363155603408813,,1.282979965209961,,,,,,,,,,0.8393333554267883,0.8393333554267883,0.8258333206176758,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,large,multiclass_food101_large,2,17.0,595.2577230930328,0.1389892101287841,,0.157633289694786,,0.5297998785972595,,1.2218778133392334,,,,,,,,,,0.8411666750907898,0.840833306312561,0.8339999914169312,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,large,multiclass_food101_large,3,17.0,590.6347138881683,0.1373248582377152,,0.1597895473241806,,0.531478762626648,,1.287022829055786,,,,,,,,,,0.840833306312561,0.8398333191871643,0.8346666693687439,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,large,multiclass_food101_large,4,17.0,592.0740194320679,0.1379127370960571,,0.1562150567770004,,0.5263863801956177,,1.2838865518569946,,,,,,,,,,0.8386666774749756,0.8383333086967468,0.8291666507720947,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,medium,multiclass_CUB_medium,0,29.0,134.04004907608032,0.0845356151975433,,0.2731470465660095,,0.5409204363822937,,1.097559094429016,,,,,,,,,,0.795152485370636,0.7935887575149536,0.7709147930145264,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,medium,multiclass_CUB_medium,1,29.0,122.72411179542542,0.0815152035191141,,0.1639756560325622,,0.4969367980957031,,1.11584210395813,,,,,,,,,,0.795152485370636,0.7943705916404724,0.7756059169769287,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,medium,multiclass_CUB_medium,2,21.0,92.39139699935912,0.081809011598428,,0.1608654707670211,,0.5430566072463989,,1.197034478187561,,,,,,,,,,0.7748240828514099,0.7748240828514099,0.7732603549957275,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,medium,multiclass_CUB_medium,3,21.0,93.04145741462708,0.081841739870253,,0.1580864489078521,,0.5475881099700928,,1.1203856468200684,,,,,,,,,,0.7302579879760742,0.7302579879760742,0.7052384614944458,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,medium,multiclass_CUB_medium,4,29.0,122.1454484462738,0.0815900250755506,,0.1596828252077102,,0.533389687538147,,1.13950514793396,,,,,,,,,,0.7888975739479065,0.7920250296592712,0.7654417753219604,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_1,0,19.0,14.415926456451416,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_1,1,19.0,14.426557540893556,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_1,2,19.0,14.31559157371521,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_1,3,19.0,14.23743200302124,,,,,,,,,,,,,,,,,0.98305082321167,0.98305082321167,0.9491525292396544,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_1,4,19.0,14.158071994781494,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_2,0,19.0,14.698935747146606,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_2,1,19.0,14.138595819473268,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_2,2,19.0,14.067318439483644,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_2,3,19.0,14.081307172775269,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_2,4,19.0,13.98274827003479,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_3,0,19.0,14.39670467376709,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_3,1,19.0,14.149225950241089,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_3,2,19.0,14.153819799423218,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_3,3,19.0,13.746952772140505,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_b0_light,small,multiclass_CUB_small_3,4,19.0,14.340532302856444,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,large,multiclass_food101_large,0,16.0,579.5217475891113,0.1420313995331525,,0.1580728590488433,,1.237969994544983,,1.896965503692627,,,,,,,,,,0.8896666765213013,0.8898333311080933,0.8871666789054871,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,large,multiclass_food101_large,1,13.0,479.2314603328705,0.1417989134788513,,0.1604798138141632,,1.2312053442001345,,1.9001144170761108,,,,,,,,,,0.8881666660308838,0.8883333206176758,0.8798333406448364,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,large,multiclass_food101_large,2,13.0,478.8651523590088,0.1430401630126512,,0.1552779972553253,,1.2361506223678589,,1.889312982559204,,,,,,,,,,0.887666642665863,0.887333333492279,0.8815000057220459,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,large,multiclass_food101_large,3,13.0,483.0395412445069,0.1427908677321213,,0.1584196090698242,,1.2370129823684692,,1.8995836973190308,,,,,,,,,,0.8823333382606506,0.8823333382606506,0.8813333511352539,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,large,multiclass_food101_large,4,13.0,479.40402340888977,0.1418631283136514,,0.1591386049985885,,1.249243974685669,,1.8865894079208367,,,,,,,,,,0.8813333511352539,0.8815000057220459,0.878333330154419,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,medium,multiclass_CUB_medium,0,27.0,158.0312831401825,0.1248129415843221,,0.1649269014596939,,1.2222654819488523,,1.819679617881775,,,,,,,,,,0.8631743788719177,0.8623924851417542,0.857701301574707,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,medium,multiclass_CUB_medium,1,21.0,126.15814685821532,0.1246788306605248,,0.1603503078222274,,1.207966685295105,,1.833532333374024,,,,,,,,,,0.8491008877754211,0.8514464497566223,0.8553557395935059,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,medium,multiclass_CUB_medium,2,13.0,85.93216967582703,0.1258428927797537,,0.1719642281532287,,1.2026705741882324,,1.831683158874512,,,,,,,,,,0.8584831953048706,0.860046923160553,0.8616106510162354,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,medium,multiclass_CUB_medium,3,21.0,126.81324863433838,0.1247544065117835,,0.174148753285408,,1.218189358711243,,1.831460237503052,,,,,,,,,,0.8522282838821411,0.8506645560264587,0.8389366865158081,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,medium,multiclass_CUB_medium,4,29.0,170.85123801231384,0.126244983539499,,0.1554713696241378,,1.214895486831665,,1.840492606163025,,,,,,,,,,0.8530101776123047,0.8530101776123047,0.8522282838821411,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_1,0,19.0,17.2034330368042,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_1,1,19.0,17.114891529083252,,,,,,,,,,,,,,,,,1.0,1.0,0.9661017060279846,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_1,2,19.0,17.313663721084595,,,,,,,,,,,,,,,,,1.0,1.0,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_1,3,19.0,17.35992693901062,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_1,4,19.0,16.90785312652588,,,,,,,,,,,,,,,,,1.0,1.0,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_2,0,19.0,17.138758897781372,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_2,1,24.0,18.75540351867676,,,,,,,,,,,,,,,,,0.98305082321167,0.98305082321167,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_2,2,24.0,18.87291622161865,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_2,3,19.0,16.86568260192871,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_2,4,19.0,17.210320711135864,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_3,0,19.0,17.161945581436157,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_3,1,19.0,16.92673969268799,,,,,,,,,,,,,,,,,0.98305082321167,0.98305082321167,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_3,2,24.0,18.926183223724365,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_3,3,19.0,17.018388986587524,,,,,,,,,,,,,,,,,1.0,0.98305082321167,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,efficientnet_v2_light,small,multiclass_CUB_small_3,4,19.0,17.152560472488403,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,large,multiclass_food101_large,0,16.0,575.2205376625061,0.1441027224063872,,0.1551126986742019,,0.4618070125579834,,0.9981754422187804,,,,,,,,,,0.8356666564941406,0.8343333601951599,0.7978333234786987,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,large,multiclass_food101_large,1,9.0,343.1264045238495,0.1446458978785408,,0.1594068855047226,,0.463251918554306,,1.0571914911270142,,,,,,,,,,0.8174999952316284,0.8165000081062317,0.7646666765213013,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,large,multiclass_food101_large,2,8.0,308.6477048397064,0.1444159820675849,,0.1576830148696899,,0.4601713120937347,,1.0538039207458496,,,,,,,,,,0.8090000152587891,0.8086666464805603,0.7756666541099548,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,large,multiclass_food101_large,3,10.0,373.8142690658569,0.14272181391716,,0.1544085294008255,,0.4640958905220032,,1.0140219926834106,,,,,,,,,,0.8299999833106995,0.8296666741371155,0.7816666960716248,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,large,multiclass_food101_large,4,19.0,673.2614986896515,0.1440510412580088,,0.1561133712530136,,0.4607716798782348,,1.03716778755188,,,,,,,,,,0.8379999995231628,0.8378333449363708,0.8034999966621399,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,medium,multiclass_CUB_medium,0,17.0,73.69941520690918,0.0732063598492565,,0.1655652523040771,,0.4205646812915802,,0.979056715965271,,,,,,,,,,0.7787333726882935,0.7779515385627747,0.7114933729171753,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,medium,multiclass_CUB_medium,1,27.0,107.26707005500792,0.0733196404245164,,0.1619215905666351,,0.4338151812553406,,1.0996626615524292,,,,,,,,,,0.7881157398223877,0.7896794080734253,0.7255668640136719,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,medium,multiclass_CUB_medium,2,23.0,92.69186353683472,0.0718820143652998,,0.1672739088535308,,0.4005198776721954,,1.0919855833053589,,,,,,,,,,0.7787333726882935,0.7810789942741394,0.7224394083023071,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,medium,multiclass_CUB_medium,3,23.0,94.57325887680054,0.0732228331591771,,0.1744445562362671,,0.4266412556171417,,1.0144060850143433,,,,,,,,,,0.7732603549957275,0.7716966271400452,0.7232212424278259,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,medium,multiclass_CUB_medium,4,23.0,92.39061403274536,0.0724801281872002,,0.1607900708913803,,0.3907769322395324,,1.1395477056503296,,,,,,,,,,0.7865520119667053,0.784988284111023,0.7161844968795776,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_1,0,19.0,13.816815614700316,,,,,,,,,,,,,,,,,0.9661017060279846,0.9661017060279846,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_1,1,19.0,13.544821500778198,,,,,,,,,,,,,,,,,1.0,1.0,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_1,2,19.0,13.849006414413452,,,,,,,,,,,,,,,,,0.9491525292396544,0.9491525292396544,0.9661017060279846,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_1,3,19.0,13.81954312324524,,,,,,,,,,,,,,,,,0.9661017060279846,0.9661017060279846,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_1,4,19.0,13.7669415473938,,,,,,,,,,,,,,,,,0.9491525292396544,0.9491525292396544,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_2,0,24.0,14.803199768066406,,,,,,,,,,,,,,,,,0.98305082321167,0.98305082321167,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_2,1,19.0,13.779727220535278,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_2,2,19.0,13.748648405075071,,,,,,,,,,,,,,,,,0.7966101765632629,0.7966101765632629,0.8813559412956238,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_2,3,24.0,14.681123733520508,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_2,4,19.0,13.458080291748049,,,,,,,,,,,,,,,,,0.8474576473236084,0.8474576473236084,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_3,0,19.0,13.728011846542358,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_3,1,19.0,13.52987289428711,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_3,2,19.0,13.471340417861938,,,,,,,,,,,,,,,,,0.8983050584793091,0.8983050584793091,0.9322034120559692,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_3,3,19.0,13.835076808929443,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,mobilenet_v3_large_light,small,multiclass_CUB_small_3,4,19.0,13.71941065788269,,,,,,,,,,,,,,,,,0.8983050584793091,0.8983050584793091,0.9661017060279846,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,large,multiclass_food101_large,0,23.0,779.055278301239,0.1381511597529701,,0.1590437293052673,,0.690618634223938,,0.9396604299545288,,,,,,,,,,0.8483333587646484,0.8479999899864197,0.847000002861023,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,large,multiclass_food101_large,1,22.0,753.8746252059937,0.1395407996394417,,0.1563701033592224,,0.6961143016815186,,0.936709761619568,,,,,,,,,,0.8495000004768372,0.8501666784286499,0.8481666445732117,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,large,multiclass_food101_large,2,24.0,817.8287634849548,0.1396193287024895,,0.1588917523622512,,0.6937574148178101,,0.9414003491401672,,,,,,,,,,0.8513333201408386,0.8519999980926514,0.8495000004768372,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,large,multiclass_food101_large,3,20.0,695.0443487167358,0.1393346838653087,,0.158104658126831,,0.6962565779685974,,0.9539391398429872,,,,,,,,,,0.8446666598320007,0.8443333506584167,0.8446666598320007,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,large,multiclass_food101_large,4,10.0,366.1220467090607,0.139595903456211,,0.1570897698402404,,0.6889640688896179,,0.9472275972366332,,,,,,,,,,0.8065000176429749,0.8063333630561829,0.8043333292007446,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,medium,multiclass_CUB_medium,0,31.0,118.33304738998412,0.0687525914080681,,0.158106580376625,,0.6859251856803894,,0.9215496182441713,,,,,,,,,,0.7419859170913696,0.7427678108215332,0.743549644947052,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,medium,multiclass_CUB_medium,1,31.0,119.08495092391968,0.0699868331993779,,0.1618285030126571,,0.6803956627845764,,0.9135992527008056,,,,,,,,,,0.743549644947052,0.7443315386772156,0.7357310652732849,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,medium,multiclass_CUB_medium,2,37.0,138.8573863506317,0.0695219845385164,,0.1643587052822113,,0.6787169575691223,,0.9256420135498048,,,,,,,,,,0.7842063903808594,0.7842063903808594,0.784988284111023,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,medium,multiclass_CUB_medium,3,25.0,99.23461198806764,0.0699119454622268,,0.1571227759122848,,0.6864747405052185,,0.9043999910354614,,,,,,,,,,0.7662236094474792,0.7646598815917969,0.7638780474662781,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,medium,multiclass_CUB_medium,4,33.0,126.15825510025024,0.0696222107067252,,0.1525736302137375,,0.6778244972229004,,0.9553633332252502,,,,,,,,,,0.7865520119667053,0.7873338460922241,0.7842063903808594,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_1,0,19.0,14.05403447151184,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_1,1,19.0,14.009432792663574,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_1,2,19.0,13.928449630737305,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_1,3,19.0,13.898945569992064,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_1,4,19.0,13.86313271522522,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_2,0,19.0,14.078592538833618,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_2,1,19.0,13.843990087509155,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_2,2,19.0,13.75782322883606,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_2,3,19.0,14.104894638061523,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_2,4,19.0,14.151183128356934,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_3,0,19.0,13.876261472702026,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_3,1,19.0,13.942088603973389,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_3,2,19.0,14.14399552345276,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_3,3,19.0,14.043270111083984,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_deit_tiny,small,multiclass_CUB_small_3,4,19.0,13.802320957183838,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,large,multiclass_food101_large,0,13.0,815.7614550590515,0.2479822326164979,,0.2699813544750213,,1.6957335472106934,,1.2711018323898315,,,,,,,,,,0.8981666564941406,0.875166654586792,0.871833324432373,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,large,multiclass_food101_large,1,19.0,1147.6651513576508,0.2460561559388511,,0.2724935412406921,,1.7118020057678225,,1.2647767066955566,,,,,,,,,,0.8985000252723694,0.8581666946411133,0.8585000038146973,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,large,multiclass_food101_large,2,23.0,1390.2214939594269,0.2490055016849351,,0.2708390951156616,,1.6783229112625122,,1.2624937295913696,,,,,,,,,,0.909166693687439,0.8661666512489319,0.8629999756813049,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,large,multiclass_food101_large,3,20.0,1221.8795518875122,0.2504642434418201,,0.2721815407276153,,1.695534348487854,,1.255869746208191,,,,,,,,,,0.9108333587646484,0.8878333568572998,0.8838333487510681,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,large,multiclass_food101_large,4,10.0,645.0858852863312,0.2492279976606368,,0.2734793424606323,,1.7025176286697388,,1.2715498208999634,,,,,,,,,,0.8891666531562805,0.8650000095367432,0.8644999861717224,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,medium,multiclass_CUB_medium,0,23.0,165.34533405303955,0.1383804037519123,,0.2473547607660293,,1.6151965856552124,,1.226432204246521,,,,,,,,,,0.8287724852561951,0.6419077515602112,0.6356528401374817,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,medium,multiclass_CUB_medium,1,25.0,178.23256468772888,0.1376847982406616,,0.2567144930362701,,1.5746171474456787,,1.245092749595642,,,,,,,,,,0.8123533725738525,0.6301798224449158,0.6207975149154663,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,medium,multiclass_CUB_medium,2,21.0,153.20517015457153,0.138548813405491,,0.2496260851621627,,1.6195884943008425,,1.248969793319702,,,,,,,,,,0.8115715384483337,0.4949178993701935,0.4839718639850616,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,medium,multiclass_CUB_medium,3,33.0,228.10119438171387,0.1379704877282633,,0.2492080479860305,,1.632754683494568,,1.2290935516357422,,,,,,,,,,0.8405004143714905,0.502736508846283,0.4949178993701935,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,medium,multiclass_CUB_medium,4,25.0,177.80835700035095,0.1376121008396148,,0.2494754195213318,,1.6055279970169067,,1.2390824556350708,,,,,,,,,,0.8358092308044434,0.4847537279129028,0.4659890532493591,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_1,0,19.0,40.95889377593994,,,,,,,,,,,,,,,,,0.9322034120559692,0.8983050584793091,0.9152542352676392,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_1,1,19.0,18.657613277435303,,,,,,,,,,,,,,,,,0.98305082321167,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_1,2,19.0,18.551451206207275,,,,,,,,,,,,,,,,,0.8813559412956238,0.8983050584793091,0.8644067645072937,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_1,3,19.0,18.47863483428955,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_1,4,19.0,18.599624395370483,,,,,,,,,,,,,,,,,0.98305082321167,0.9491525292396544,0.9491525292396544,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_2,0,19.0,18.695306301116943,,,,,,,,,,,,,,,,,0.9661017060279846,0.9661017060279846,0.9322034120559692,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_2,1,19.0,18.39522910118103,,,,,,,,,,,,,,,,,1.0,1.0,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_2,2,19.0,18.635249614715576,,,,,,,,,,,,,,,,,0.9661017060279846,0.9661017060279846,0.9661017060279846,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_2,3,19.0,18.29795789718628,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_2,4,19.0,18.486647605896,,,,,,,,,,,,,,,,,0.98305082321167,0.9491525292396544,0.9491525292396544,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_3,0,19.0,18.160900354385376,,,,,,,,,,,,,,,,,0.98305082321167,0.9322034120559692,0.9152542352676392,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_3,1,19.0,18.451278924942017,,,,,,,,,,,,,,,,,0.98305082321167,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_3,2,19.0,18.222479343414307,,,,,,,,,,,,,,,,,0.9491525292396544,0.9661017060279846,0.9661017060279846,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_3,3,19.0,18.120586395263672,,,,,,,,,,,,,,,,,1.0,1.0,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_class_cls,otx_dino_v2,small,multiclass_CUB_small_3,4,19.0,18.44411778450012,,,,,,,,,,,,,,,,,0.9661017060279846,0.9322034120559692,0.9322034120559692,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,large,multilabel_food101_large,0,9.0,409.8712031841278,0.1485666135946909,,0.5588310360908508,,0.5147716403007507,,1.0990585088729858,,,,,,,,,,0.98159521818161,0.9815714359283448,0.9785714149475098,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,large,multilabel_food101_large,1,11.0,387.7128496170044,0.1346567367965525,,0.1584648787975311,,0.5163102149963379,,1.1263248920440674,,,,,,,,,,0.9809444546699524,0.9808809757232666,0.97816663980484,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,large,multilabel_food101_large,2,9.0,327.5241355895996,0.1350576728582382,,0.1591193079948425,,0.5131121873855591,,1.0648595094680786,,,,,,,,,,0.9815793633461,0.9815396666526794,0.9781428575515748,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,large,multilabel_food101_large,3,11.0,390.6338837146759,0.1337819356809962,,0.1579623371362686,,0.5206680297851562,,1.0871769189834597,,,,,,,,,,0.9817460179328918,0.9817143082618712,0.9772539734840392,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,large,multilabel_food101_large,4,10.0,359.4670834541321,0.1354303032159804,,0.1554668396711349,,0.515235185623169,,1.1435611248016355,,,,,,,,,,0.9819444417953492,0.9818730354309082,0.9787460565567015,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,medium,multilabel_CUB_medium,0,21.0,109.43595790863036,0.0903773612919307,,0.5334337949752808,,0.530242383480072,,1.049049735069275,,,,,,,,,,0.9926642775535583,0.9926872849464417,0.9917214512825012,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,medium,multilabel_CUB_medium,1,19.0,87.54737186431885,0.0866892612294146,,0.1524200588464737,,0.5366976857185364,,1.0146056413650513,,,,,,,,,,0.9929287433624268,0.9929632544517516,0.9923768639564514,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,medium,multilabel_CUB_medium,2,21.0,96.06754851341248,0.0874313960472742,,0.1556411534547805,,0.5362476110458374,,1.0507994890213013,,,,,,,,,,0.99305522441864,0.9930437207221984,0.9919629096984864,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,medium,multilabel_CUB_medium,3,19.0,87.57720255851746,0.0877785145452147,,0.1672419905662536,,0.54133141040802,,1.063719391822815,,,,,,,,,,0.9927563071250916,0.9927907586097716,0.9908591508865356,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,medium,multilabel_CUB_medium,4,25.0,110.67642164230348,0.0873224663734435,,0.1628319323062896,,0.5477926731109619,,1.0499179363250732,,,,,,,,,,0.9927907586097716,0.99284827709198,0.9922043681144714,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_1,0,19.0,14.63424277305603,,,,,,,,,,,,,,,,,0.9322034120559692,0.9322034120559692,0.920903980731964,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_1,1,19.0,13.747784614562988,,,,,,,,,,,,,,,,,0.8813559412956238,0.8757061958312988,0.8587570786476135,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_1,2,29.0,15.827085971832275,,,,,,,,,,,,,,,,,0.8983050584793091,0.8926553726196289,0.887005627155304,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_1,3,49.0,19.85330295562744,,,,,,,,,,,,,,,,,0.887005627155304,0.887005627155304,0.887005627155304,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_1,4,24.0,15.171761512756348,,,,,,,,,,,,,,,,,0.8418079018592834,0.8418079018592834,0.8079096078872681,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_2,0,24.0,14.847702264785768,,,,,,,,,,,,,,,,,0.9152542352676392,0.9152542352676392,0.9152542352676392,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_2,1,19.0,14.194971084594728,,,,,,,,,,,,,,,,,0.7966101765632629,0.7966101765632629,0.7966101765632629,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_2,2,19.0,13.924882888793944,,,,,,,,,,,,,,,,,0.903954803943634,0.903954803943634,0.8248587846755981,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_2,3,19.0,13.930827140808104,,,,,,,,,,,,,,,,,0.8474576473236084,0.8418079018592834,0.8135592937469482,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_2,4,24.0,15.155540227890016,,,,,,,,,,,,,,,,,0.8531073331832886,0.8531073331832886,0.8135592937469482,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_3,0,19.0,13.834840297698976,,,,,,,,,,,,,,,,,0.8192090392112732,0.8305084705352783,0.790960431098938,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_3,1,19.0,14.029144048690796,,,,,,,,,,,,,,,,,0.8587570786476135,0.8587570786476135,0.8248587846755981,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_3,2,19.0,13.793134212493896,,,,,,,,,,,,,,,,,0.9265536665916444,0.9152542352676392,0.9152542352676392,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_3,3,19.0,13.94797420501709,,,,,,,,,,,,,,,,,0.790960431098938,0.790960431098938,0.7853107452392578,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_b0_light,small,multilabel_CUB_small_3,4,29.0,16.035135507583618,,,,,,,,,,,,,,,,,0.8418079018592834,0.8418079018592834,0.8305084705352783,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,large,multilabel_food101_large,0,5.0,213.8891191482544,0.1429885566234588,,0.1572552323341369,,1.242506980895996,,1.7175415754318235,,,,,,,,,,0.9863174557685852,0.9862619042396544,0.9863174557685852,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,large,multilabel_food101_large,1,7.0,278.85116744041443,0.1429307077612195,,0.1589682102203369,,1.242011785507202,,1.7270599603652954,,,,,,,,,,0.9876587390899658,0.9876348972320556,0.9872778058052064,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,large,multilabel_food101_large,2,5.0,213.0707552433014,0.1430749177932739,,0.1572423130273819,,1.2369838953018188,,1.7062629461288452,,,,,,,,,,0.9869682788848876,0.9869365096092224,0.9868571162223816,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,large,multilabel_food101_large,3,6.0,244.81118893623352,0.1427891751130421,,0.1634100377559662,,1.2485101222991943,,1.7138125896453855,,,,,,,,,,0.9873253703117372,0.9872857332229614,0.9873968362808228,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,large,multilabel_food101_large,4,5.0,214.4448266029358,0.1428980410099029,,0.1594300866127014,,1.2456082105636597,,1.7290430068969729,,,,,,,,,,0.9860317707061768,0.9860000014305116,0.985785722732544,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,medium,multilabel_CUB_medium,0,11.0,77.38140296936035,0.1294413899833505,,0.1664408296346664,,1.209437370300293,,1.690052509307861,,,,,,,,,,0.995653748512268,0.9956423044204712,0.9954237937927246,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,medium,multilabel_CUB_medium,1,13.0,87.92348527908325,0.1294691940912833,,0.1780211925506591,,1.2352768182754517,,1.7026019096374512,,,,,,,,,,0.9958952069282532,0.9959067106246948,0.9955043196678162,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,medium,multilabel_CUB_medium,2,17.0,110.58236384391785,0.1320985573179581,,0.1532531678676605,,1.2514880895614624,,1.68804931640625,,,,,,,,,,0.9957802295684814,0.9957917332649232,0.995688259601593,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,medium,multilabel_CUB_medium,3,13.0,88.67445421218872,0.1304518362650504,,0.1696451306343078,,1.2261571884155271,,1.7062795162200928,,,,,,,,,,0.9958147406578064,0.9958147406578064,0.995619297027588,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,medium,multilabel_CUB_medium,4,13.0,88.41257500648499,0.130425897355263,,0.1620300263166427,,1.2461062669754028,,1.6717801094055176,,,,,,,,,,0.9959067106246948,0.9959412217140198,0.995619297027588,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_1,0,19.0,17.155611515045166,,,,,,,,,,,,,,,,,0.7175140976905823,0.7175140976905823,0.694915235042572,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_1,1,19.0,16.95272159576416,,,,,,,,,,,,,,,,,0.7175140976905823,0.7062146663665771,0.694915235042572,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_1,2,19.0,16.832053899765015,,,,,,,,,,,,,,,,,0.6892655491828918,0.6836158037185669,0.6836158037185669,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_1,3,19.0,17.05923295021057,,,,,,,,,,,,,,,,,0.7570621371269226,0.7514124512672424,0.7344632744789124,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_1,4,19.0,17.247036695480347,,,,,,,,,,,,,,,,,0.6836158037185669,0.6836158037185669,0.6779661178588867,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_2,0,19.0,16.899046897888184,,,,,,,,,,,,,,,,,0.6836158037185669,0.6836158037185669,0.6666666865348816,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_2,1,19.0,17.044069051742554,,,,,,,,,,,,,,,,,0.6779661178588867,0.6779661178588867,0.6723163723945618,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_2,2,19.0,17.2042555809021,,,,,,,,,,,,,,,,,0.6666666865348816,0.6666666865348816,0.6723163723945618,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_2,3,19.0,17.160298824310303,,,,,,,,,,,,,,,,,0.700564980506897,0.694915235042572,0.6892655491828918,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_2,4,19.0,17.289002180099487,,,,,,,,,,,,,,,,,0.700564980506897,0.700564980506897,0.6836158037185669,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_3,0,59.0,30.179858684539795,,,,,,,,,,,,,,,,,0.9378530979156494,0.9378530979156494,0.9491525292396544,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_3,1,19.0,17.346070051193237,,,,,,,,,,,,,,,,,0.6723163723945618,0.6723163723945618,0.6723163723945618,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_3,2,34.0,21.85468888282776,,,,,,,,,,,,,,,,,0.6723163723945618,0.6666666865348816,0.6666666865348816,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_3,3,19.0,17.352163553237915,,,,,,,,,,,,,,,,,0.7514124512672424,0.7514124512672424,0.7288135886192322,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,efficientnet_v2_light,small,multilabel_CUB_small_3,4,19.0,17.10434579849243,,,,,,,,,,,,,,,,,0.7118644118309021,0.7118644118309021,0.700564980506897,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,large,multilabel_food101_large,0,14.0,501.3831894397736,0.143467943583216,,0.1606154441833496,,0.4500353634357452,,0.9741190075874328,,,,,,,,,,0.98332542181015,0.9832301735877992,0.9811508059501648,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,large,multilabel_food101_large,1,6.0,240.92938423156733,0.1434017494320869,,0.1566648930311203,,0.4553971886634826,,1.0282871723175049,,,,,,,,,,0.9780158996582032,0.9779841303825378,0.9763412475585938,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,large,multilabel_food101_large,2,5.0,208.51634311676025,0.1423208326101303,,0.1596943587064743,,0.4510229825973511,,0.986754596233368,,,,,,,,,,0.9772936701774596,0.9771984219551086,0.9744206070899964,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,large,multilabel_food101_large,3,11.0,407.6235611438751,0.1429332305084575,,0.1620707958936691,,0.4519490301609039,,1.019505500793457,,,,,,,,,,0.982357144355774,0.9823333621025084,0.9810476303100586,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,large,multilabel_food101_large,4,12.0,433.4846651554108,0.1420957744121551,,0.1594396978616714,,0.4611900746822357,,0.9896640181541444,,,,,,,,,,0.9829841256141664,0.9829920530319214,0.9806587100028992,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,medium,multilabel_CUB_medium,0,13.0,61.76116490364075,0.0765283165069726,,0.1631057560443878,,0.4493813812732696,,0.9478124380111694,,,,,,,,,,0.9939980506896972,0.9940555691719056,0.9931357502937316,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,medium,multilabel_CUB_medium,1,13.0,61.29392766952515,0.0764947699812742,,0.1640540212392807,,0.4495062530040741,,1.020121932029724,,,,,,,,,,0.9939060807228088,0.9938600659370422,0.9931471943855286,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,medium,multilabel_CUB_medium,2,13.0,60.812153816223145,0.0762808294250414,,0.1564843952655792,,0.4441574215888977,,0.9312981963157654,,,,,,,,,,0.993825614452362,0.9938141107559204,0.9929632544517516,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,medium,multilabel_CUB_medium,3,11.0,54.49698996543884,0.077108240940354,,0.1621566712856292,,0.4563460350036621,,0.9451854228973388,,,,,,,,,,0.9940670728683472,0.9940785765647888,0.99305522441864,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,medium,multilabel_CUB_medium,4,15.0,68.21671652793884,0.0772234916687011,,0.1672478020191192,,0.4506760537624359,,0.944220006465912,,,,,,,,,,0.993871569633484,0.9938486218452454,0.9929402470588684,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_1,0,24.0,15.052648782730104,,,,,,,,,,,,,,,,,0.994350254535675,0.994350254535675,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_1,1,24.0,14.8178813457489,,,,,,,,,,,,,,,,,0.9717513918876648,0.9661017060279846,0.9774011373519896,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_1,2,24.0,15.15235471725464,,,,,,,,,,,,,,,,,0.994350254535675,0.9887005686759948,0.9774011373519896,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_1,3,24.0,14.735803842544556,,,,,,,,,,,,,,,,,0.9548022747039796,0.9548022747039796,0.9774011373519896,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_1,4,24.0,15.01969313621521,,,,,,,,,,,,,,,,,0.9548022747039796,0.9548022747039796,0.9774011373519896,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_2,0,19.0,14.129866123199465,,,,,,,,,,,,,,,,,0.9604519605636596,0.9604519605636596,0.9661017060279846,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_2,1,24.0,15.02483081817627,,,,,,,,,,,,,,,,,0.9887005686759948,0.9887005686759948,0.994350254535675,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_2,2,19.0,14.074164628982544,,,,,,,,,,,,,,,,,0.9887005686759948,0.9887005686759948,0.994350254535675,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_2,3,24.0,15.286726236343384,,,,,,,,,,,,,,,,,0.98305082321167,0.98305082321167,1.0,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_2,4,19.0,13.87269377708435,,,,,,,,,,,,,,,,,0.9661017060279846,0.9661017060279846,0.98305082321167,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_3,0,19.0,13.789573192596436,,,,,,,,,,,,,,,,,0.9378530979156494,0.9378530979156494,0.9604519605636596,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_3,1,19.0,14.226293802261353,,,,,,,,,,,,,,,,,0.9887005686759948,0.9887005686759948,0.9774011373519896,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_3,2,24.0,14.936163663864136,,,,,,,,,,,,,,,,,0.9887005686759948,0.9887005686759948,0.9887005686759948,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_3,3,19.0,14.147802591323853,,,,,,,,,,,,,,,,,0.9604519605636596,0.9604519605636596,0.994350254535675,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,mobilenet_v3_large_light,small,multilabel_CUB_small_3,4,24.0,14.909699201583862,,,,,,,,,,,,,,,,,0.994350254535675,0.994350254535675,0.994350254535675,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,large,multilabel_food101_large,0,8.0,299.2393436431885,0.136262709274888,,0.1585476994514465,,0.6941217184066772,,0.8568269610404968,,,,,,,,,,0.9729762077331544,0.9728888869285583,0.9729602932929992,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,large,multilabel_food101_large,1,9.0,331.88086795806885,0.1364864524867799,,0.1602745056152343,,0.6887730360031128,,0.8503944277763367,,,,,,,,,,0.9779444336891174,0.9779127240180968,0.9777698516845704,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,large,multilabel_food101_large,2,9.0,329.9845576286316,0.1348420298761791,,0.1628159135580063,,0.6925166249275208,,0.8553956747055054,,,,,,,,,,0.9737301468849182,0.9737856984138488,0.9738571643829346,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,large,multilabel_food101_large,3,10.0,361.7872939109802,0.1370338201522826,,0.1579546481370926,,0.6889849305152893,,0.8534366488456726,,,,,,,,,,0.9772698283195496,0.977222204208374,0.9771587252616882,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,large,multilabel_food101_large,4,14.0,490.9833278656006,0.13621486723423,,0.1601449996232986,,0.6900057196617126,,0.8499755263328552,,,,,,,,,,0.9782301783561708,0.9782618880271912,0.9784444570541382,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,medium,multilabel_CUB_medium,0,19.0,79.22827625274658,0.0717613814692747,,0.1620822846889495,,0.6737362742424011,,0.8455631136894226,,,,,,,,,,0.9900542497634888,0.9900657534599304,0.9901347756385804,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,medium,multilabel_CUB_medium,1,19.0,79.84887480735779,0.072496578881615,,0.1593818217515945,,0.6846778392791748,,0.8328157663345337,,,,,,,,,,0.9892954230308532,0.9892839193344116,0.9893873929977416,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,medium,multilabel_CUB_medium,2,13.0,59.55974459648132,0.0713644875929905,,0.1569466292858123,,0.6743642091751099,,0.8297765254974365,,,,,,,,,,0.9903647303581238,0.9903072118759156,0.9903877377510072,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,medium,multilabel_CUB_medium,3,15.0,66.69290280342102,0.0715032815933227,,0.1625096201896667,,0.6799376010894775,,0.8232290744781494,,,,,,,,,,0.989939272403717,0.9899622797966005,0.9899967908859252,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,medium,multilabel_CUB_medium,4,13.0,59.45130062103272,0.0716708313960294,,0.1630977839231491,,0.6813518404960632,,0.8194335699081421,,,,,,,,,,0.990077257156372,0.9900313019752502,0.9900542497634888,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_1,0,39.0,17.936604022979736,,,,,,,,,,,,,,,,,0.9604519605636596,0.9604519605636596,0.9661017060279846,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_1,1,34.0,16.772655487060547,,,,,,,,,,,,,,,,,0.7966101765632629,0.8022598624229431,0.8022598624229431,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_1,2,19.0,13.67295789718628,,,,,,,,,,,,,,,,,0.7853107452392578,0.7796609997749329,0.7796609997749329,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_1,3,44.0,19.309059858322144,,,,,,,,,,,,,,,,,0.8361582159996033,0.8361582159996033,0.8474576473236084,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_1,4,49.0,20.055286169052124,,,,,,,,,,,,,,,,,0.8022598624229431,0.8022598624229431,0.7966101765632629,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_2,0,19.0,14.36490774154663,,,,,,,,,,,,,,,,,0.6836158037185669,0.6836158037185669,0.6779661178588867,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_2,1,39.0,18.014938354492188,,,,,,,,,,,,,,,,,0.9774011373519896,0.9774011373519896,0.9774011373519896,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_2,2,19.0,13.69843816757202,,,,,,,,,,,,,,,,,0.7344632744789124,0.7344632744789124,0.7118644118309021,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_2,3,19.0,13.824487447738647,,,,,,,,,,,,,,,,,0.7344632744789124,0.7344632744789124,0.7344632744789124,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_2,4,19.0,14.005045652389526,,,,,,,,,,,,,,,,,0.6723163723945618,0.6666666865348816,0.6666666865348816,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_3,0,34.0,17.70735216140747,,,,,,,,,,,,,,,,,0.9717513918876648,0.9717513918876648,0.9717513918876648,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_3,1,34.0,16.94290518760681,,,,,,,,,,,,,,,,,0.9774011373519896,0.9774011373519896,0.9774011373519896,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_3,2,19.0,13.814744234085085,,,,,,,,,,,,,,,,,0.7118644118309021,0.7118644118309021,0.694915235042572,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_3,3,34.0,17.068312168121338,,,,,,,,,,,,,,,,,0.9604519605636596,0.9604519605636596,0.9548022747039796,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,classification/multi_label_cls,otx_deit_tiny,small,multilabel_CUB_small_3,4,34.0,17.458869218826294,,,,,,,,,,,,,,,,,0.9491525292396544,0.9491525292396544,0.9491525292396544,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-163738,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,detection,atss_mobilenetv2,large,vitens_large,0,29.0,280.0892674922943,0.1508051182689337,,0.1063913479447364,,1.6114503145217896,,1.2923123836517334,0.7680155038833618,0.7673582434654236,0.7628213763237,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,large,vitens_large,1,57.0,523.3310880661011,0.1491729794887074,,0.0547853112220764,,1.6130088567733765,,1.2818723917007446,0.7651804685592651,0.766017496585846,0.7625590562820435,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,large,vitens_large,2,27.0,259.47591614723206,0.1498834016146483,,0.0556811094284057,,1.609471082687378,,1.2685050964355469,0.7555912733078003,0.7542168498039246,0.7551867365837097,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,large,vitens_large,3,39.0,364.2894198894501,0.1494092903076074,,0.0550679564476013,,1.6063919067382812,,1.2525629997253418,0.7627187371253967,0.7644986510276794,0.7638053297996521,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,large,vitens_large,4,21.0,205.54147005081177,0.1494854298375901,,0.0553111732006073,,1.6136268377304075,,1.264377474784851,0.7588779926300049,0.7586112022399902,0.7584958076477051,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,medium,pothole_medium,0,31.0,193.4949553012848,0.147996132892947,,0.0586959794163703,,0.1702702045440673,,0.0933690071105957,0.684385359287262,0.6910299062728882,0.7043189406394958,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,medium,pothole_medium,1,27.0,171.13984298706055,0.1482544889052708,,0.0603093169629573,,0.1218905448913574,,0.1057963371276855,0.659649133682251,0.6573426723480225,0.6526315808296204,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,medium,pothole_medium,2,37.0,228.2729694843292,0.1481612348878705,,0.0585424825549125,,0.121828556060791,,0.1019301414489746,0.7071428298950195,0.7071428298950195,0.6879432797431946,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,medium,pothole_medium,3,33.0,205.9994986057281,0.1487701074643568,,0.0588840767741203,,0.177344799041748,,0.0930678844451904,0.6864686608314514,0.6821191906929016,0.6821191906929016,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,medium,pothole_medium,4,33.0,205.95687294006348,0.1486397936488642,,0.0598293393850326,,0.1890196800231933,,0.0829024314880371,0.7272727489471436,0.723809540271759,0.7215189933776855,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_1,0,39.0,48.99525380134583,0.1412716981692191,,0.0567166730761528,,0.1264529228210449,,0.1048250198364257,0.5185185074806213,0.5205479264259338,0.5266666412353516,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_1,1,29.0,33.898921251297,0.1424822149605586,,0.059760358184576,,0.1503877639770507,,0.0987179279327392,0.4524886906147003,0.456620991230011,0.4553571343421936,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_1,2,69.0,64.55411148071289,0.1424505987029144,,0.0587694235146045,,0.1841354370117187,,0.1066336631774902,0.5486111044883728,0.5505226254463196,0.5429553389549255,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_1,3,44.0,45.835511445999146,0.1418036710132251,,0.0573844835162162,,0.1830995082855224,,0.1026482582092285,0.525896430015564,0.525896430015564,0.5603112578392029,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_1,4,29.0,33.773366928100586,0.1434346396347571,,0.0558579452335834,,0.1772928237915039,,0.1121225357055664,0.4789915978908539,0.4789915978908539,0.4833333194255829,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_2,0,34.0,37.72236943244934,0.1415440299931694,,0.0578812696039676,,0.1933047771453857,,0.1146011352539062,0.4626865684986114,0.4684014916419983,0.4868913888931274,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_2,1,29.0,34.2892165184021,0.1448114493797565,,0.0579195953905582,,0.1825423240661621,,0.1063053607940673,0.5129870176315308,0.5129870176315308,0.5290322303771973,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_2,2,34.0,37.87715744972229,0.1437237402972052,,0.0603735260665416,,0.1793529987335205,,0.1078326702117919,0.5471698045730591,0.550000011920929,0.5325077176094055,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_2,3,24.0,30.030973196029663,0.1435889055331547,,0.0607283674180507,,0.1772358417510986,,0.1073377132415771,0.4621212184429168,0.4679245352745056,0.4542124569416046,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_2,4,34.0,37.77824068069458,0.1424467598690705,,0.0629562065005302,,0.1291399002075195,,0.1037836074829101,0.5583038926124573,0.5583038926124573,0.5797101259231567,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_3,0,44.0,45.89869236946106,0.1448146402835845,,0.0602043084800243,,0.1800923347473144,,0.1080560684204101,0.4135020971298218,0.4219409227371216,0.4083333313465118,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_3,1,39.0,42.05852890014648,0.1447409697068042,,0.0650418177247047,,0.1803457736968994,,0.1121423244476318,0.4337349534034729,0.4337349534034729,0.427419364452362,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_3,2,44.0,45.6264808177948,0.1407834508202292,,0.0570401027798652,,0.1391174793243408,,0.107156753540039,0.4835164844989776,0.4852941036224365,0.5,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_3,3,39.0,41.500632762908936,0.1445876207107152,,0.0614640340209007,,0.1425614356994629,,0.1064879894256591,0.4647887349128723,0.4631578922271728,0.4668989479541778,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_mobilenetv2,small,pothole_small_3,4,24.0,30.315730094909668,0.1408330698808033,,0.0649903416633606,,0.1873142719268798,,0.1075775623321533,0.3905723989009857,0.3838383853435516,0.4104234576225281,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,large,vitens_large,0,36.0,1380.927746772766,0.28257983426253,,0.1056779325008392,,23.450069427490234,,5.3980584144592285,0.793826699256897,0.7918205857276917,0.7891949415206909,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,large,vitens_large,1,22.0,864.8242535591125,0.2816388281908902,,0.1058312207460403,,23.34952735900879,,5.408180236816406,0.7743282318115234,0.7749511003494263,0.7735946178436279,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,large,vitens_large,2,28.0,1081.0624253749847,0.2817082043204988,,0.1060777157545089,,23.396753311157227,,5.4702467918396,0.787054181098938,0.7876784801483154,0.7828296422958374,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,large,vitens_large,3,31.0,1198.7353553771973,0.2820319821757654,,0.1058877035975456,,23.395872116088867,,5.393256664276123,0.7969369888305664,0.7969390749931335,0.7878457307815552,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,large,vitens_large,4,34.0,1305.221682548523,0.2819536643869736,,0.1056537851691246,,23.57320976257324,,5.410642623901367,0.7864104509353638,0.7848383784294128,0.7912271022796631,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,medium,pothole_medium,0,36.0,905.8529019355774,0.2842942608727349,,0.1099583283066749,,1.5257487297058103,,0.4611737728118896,0.7876712083816528,0.7808219194412231,0.7796609997749329,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,medium,pothole_medium,1,28.0,713.8576111793518,0.2841207225407873,,0.1094548627734184,,2.8265438079833984,,0.4425249099731445,0.7597402334213257,0.7572815418243408,0.7612903118133545,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,medium,pothole_medium,2,20.0,520.573620557785,0.2850418388843536,,0.1093274876475334,,2.76876187324524,,0.7297437191009521,0.7389830350875854,0.7482993006706238,0.7397260069847107,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,medium,pothole_medium,3,28.0,711.7960162162781,0.2844341163124356,,0.1100062057375907,,1.51349675655365,,0.726848840713501,0.7122302055358887,0.7122302055358887,0.7153284549713135,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,medium,pothole_medium,4,30.0,758.6174559593201,0.2841150552034378,,0.1096362471580505,,2.665651321411133,,0.7310717105865479,0.744027316570282,0.7482993006706238,0.7569444179534912,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_1,0,39.0,115.23597264289856,0.2817493738272251,,0.1096077710390091,,2.826256513595581,,0.4462578296661377,0.5548387169837952,0.5594855546951294,0.5723270177841187,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_1,1,27.0,84.27953004837036,0.2828514840867784,,0.1112217679619789,,1.520504593849182,,0.4659969806671142,0.5130111575126648,0.5130111575126648,0.4964028894901275,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_1,2,15.0,54.41861128807068,0.2822191794713338,,0.1104786023497581,,2.720133066177368,,0.7391078472137451,0.2790697813034057,0.287037044763565,0.2583732008934021,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_1,3,31.0,93.71048712730408,0.2818721580889917,,0.110020563006401,,1.5079549551010132,,0.7333569526672363,0.5714285969734192,0.5714285969734192,0.5694915056228638,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_1,4,19.0,64.97820353507996,0.2810089148973164,,0.1101745441555976,,2.79715633392334,,0.7317342758178711,0.4772727191448211,0.4759206771850586,0.4628099203109741,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_2,0,15.0,54.44704842567444,0.2821867346763611,,0.1104943826794624,,1.49131441116333,,0.461930513381958,0.3759398460388183,0.3799999952316284,0.3951219618320465,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_2,1,23.0,74.38881731033325,0.2830783724784851,,0.1095872148871421,,1.503644585609436,,0.7365541458129883,0.5639097690582275,0.5639097690582275,0.5555555820465088,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_2,2,19.0,65.06008982658386,0.2834091594344691,,0.1099331080913543,,1.517016887664795,,0.4426674842834472,0.5410334467887878,0.539393961429596,0.5470588207244873,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_2,3,39.0,114.20086407661438,0.2821883819042108,,0.1097509413957595,,1.5211095809936523,,0.717186450958252,0.5473684072494507,0.5430809259414673,0.5378590226173401,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_2,4,27.0,84.24800324440002,0.2826473867451703,,0.1097306013107299,,1.515718936920166,,0.7410411834716797,0.4549180269241333,0.4508196711540222,0.4330708682537079,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_3,0,27.0,85.14083218574524,0.2829615153648235,,0.1107220724225044,,1.5202012062072754,,0.7195532321929932,0.5688073635101318,0.5661538243293762,0.574018120765686,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_3,1,31.0,94.60579180717468,0.2835676881574815,,0.1095761731266975,,2.808974504470825,,0.4356782436370849,0.5287356376647949,0.5287356376647949,0.5243445634841919,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_3,2,39.0,114.0579264163971,0.2832550505797068,,0.1101099923253059,,2.788458585739136,,0.434410810470581,0.5065789222717285,0.5114753842353821,0.520900309085846,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_3,3,35.0,103.89379525184631,0.2831013756138937,,0.1094543188810348,,2.7854130268096924,,0.4345026016235351,0.6024096608161926,0.5963855385780334,0.60550457239151,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,atss_resnext101,small,pothole_small_3,4,23.0,74.5648262500763,0.2823367701924365,,0.1101567894220352,,1.5161699056625366,,0.7287487983703613,0.4909747242927551,0.4946236610412597,0.4808362424373626,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,large,vitens_large,0,21.0,220.76551914215088,0.1578610908417474,,0.0463077463209629,,1.327164649963379,,0.9269734621047974,0.6726222038269043,0.0037616314366459,0.0040778876282274,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,large,vitens_large,1,23.0,234.06554293632507,0.1533189707476159,,0.0475263781845569,,1.3307695388793943,,0.930517315864563,0.6935940980911255,0.0013647219166159,0.0023468669969588,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,large,vitens_large,2,37.0,370.3217859268189,0.1583431089246594,,0.0449975803494453,,1.3112564086914062,,0.8430819511413574,0.6917593479156494,0.0050566121935844,0.0046403710730373,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,large,vitens_large,3,17.0,183.9606945514679,0.1606158947243409,,0.0456762015819549,,1.3145054578781128,,0.8893959522247314,0.6667627692222595,0.000727713748347,0.0010005002841353,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,large,vitens_large,4,45.0,435.7755968570709,0.1542874362733628,,0.0450798831880092,,1.3129277229309082,,0.8001840114593506,0.6792286038398743,0.0037501465994864,0.0028165709227323,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,medium,pothole_medium,0,31.0,190.41460061073303,0.1365197094217423,,0.0499598234891891,,0.1303961277008056,,0.0932557582855224,0.6346863508224487,0.3743016719818115,0.3661971688270569,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,medium,pothole_medium,1,31.0,190.6934237480164,0.1376509767386221,,0.0478541739284992,,0.1070878505706787,,0.0849151611328125,0.6426229476928711,0.3532219529151916,0.3571428656578064,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,medium,pothole_medium,2,21.0,133.71847295761108,0.1353637292271568,,0.055368136614561,,0.142848253250122,,0.0848336219787597,0.5945945978164673,0.3769968152046203,0.3843648135662079,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,medium,pothole_medium,3,33.0,197.73743200302124,0.1333576887845992,,0.0498695857822895,,0.1480848789215088,,0.0801959037780761,0.6232876777648926,0.3457446694374084,0.3664921522140503,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,medium,pothole_medium,4,27.0,168.5259165763855,0.1387140005826949,,0.047479972243309,,0.1416728496551513,,0.0772786140441894,0.6438356041908264,0.3588390648365021,0.3448275923728943,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_1,0,69.0,70.78616213798523,0.1189211278721905,,0.0492536649107933,,0.1481068134307861,,0.071890115737915,0.4744525551795959,0.1514195650815963,0.144654095172882,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_1,1,29.0,36.24800682067871,0.121433085408704,,0.0559275038540363,,0.1440205574035644,,0.0764632225036621,0.3265306055545807,0.0819112658500671,0.0743243247270584,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_1,2,59.0,61.24683809280396,0.1245684482283511,,0.0474393032491207,,0.142909288406372,,0.0733141899108886,0.4641638100147247,0.1510416716337204,0.1506493538618087,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_1,3,54.0,57.13746929168701,0.1256489775798938,,0.0511806383728981,,0.1204867362976074,,0.0820972919464111,0.4671052694320678,0.1297297328710556,0.1126005351543426,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_1,4,59.0,60.940595865249634,0.1192341962103116,,0.0501042827963829,,0.1030325889587402,,0.0927066802978515,0.4744525551795959,0.1173020526766777,0.120343841612339,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_2,0,34.0,39.32181429862976,0.1214374654433306,,0.0570707619190216,,0.1436917781829834,,0.0874643325805664,0.4140625,0.0854092538356781,0.0915492922067642,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_2,1,29.0,35.64740705490112,0.1269737399857619,,0.0494419261813163,,0.1424498558044433,,0.0922060012817382,0.3939394056797027,0.1190476194024086,0.1199040785431861,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_2,2,39.0,44.65939164161682,0.1265876170916434,,0.0538442283868789,,0.1397714614868164,,0.0721879005432128,0.4754717051982879,0.1460317522287368,0.1388012617826461,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_2,3,64.0,65.1707444190979,0.1215925719588994,,0.0475079379975795,,0.1415700912475586,,0.0769674777984619,0.4968152940273285,0.1303370743989944,0.1336405575275421,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_2,4,54.0,56.838702917099,0.1170369099687646,,0.0464215837419033,,0.1129724979400634,,0.070709228515625,0.5016722679138184,0.145454540848732,0.1491002589464187,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_3,0,39.0,44.48678779602051,0.1270717626962905,,0.0497189052402973,,0.1124720573425293,,0.0767436027526855,0.3696682453155517,0.0535714291036129,0.0545454546809196,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_3,1,34.0,40.52565813064575,0.1305060491842381,,0.0512241087853908,,0.10738205909729,,0.0933001041412353,0.4233576655387878,0.1563517898321151,0.1474359035491943,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_3,2,39.0,44.49768829345703,0.1257188472992334,,0.0502307452261447,,0.1445484161376953,,0.1037251949310302,0.4255319237709045,0.1478599160909652,0.1450381726026535,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_3,3,49.0,52.44149374961853,0.1207259577147814,,0.0440664328634738,,0.1345062255859375,,0.081263780593872,0.3886255919933319,0.1081081107258796,0.0973451361060142,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,ssd_mobilenetv2,small,pothole_small_3,4,44.0,48.48979330062866,0.1291721625761552,,0.0445366166532039,,0.1027555465698242,,0.0943210124969482,0.449438214302063,0.1409395933151245,0.1351351290941238,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,large,vitens_large,0,25.0,372.5018627643585,0.2451194864511489,,0.0567170418798923,,5.344850540161133,,1.6952886581420898,0.7957273125648499,0.7812541723251343,0.7754293084144592,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,large,vitens_large,1,45.0,648.7784714698792,0.245459508895874,,0.0565657205879688,,5.3339385986328125,,1.7102314233779907,0.8116629719734192,0.7960367798805237,0.7827448844909668,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,large,vitens_large,2,21.0,312.820764541626,0.2430428451015835,,0.0565732195973396,,5.315507411956787,,1.710798263549805,0.7748677134513855,0.7641597986221313,0.7614254355430603,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,large,vitens_large,3,33.0,481.3643503189087,0.2441202808510173,,0.0569031909108161,,5.323456764221191,,1.7003400325775146,0.8076366186141968,0.7948065996170044,0.7911608219146729,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,large,vitens_large,4,39.0,563.86021900177,0.2442499429751664,,0.0563091747462749,,5.331657886505127,,1.7062808275222778,0.7628059387207031,0.783261775970459,0.7800997495651245,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,medium,pothole_medium,0,53.0,423.9310557842255,0.1864170347744564,,0.0634791627526283,,0.3770251274108886,,0.2453300952911377,0.7491165995597839,0.7438596487045288,0.7420494556427002,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,medium,pothole_medium,1,45.0,362.0467777252197,0.1853372173176871,,0.0633478760719299,,0.6371297836303711,,0.1627211570739746,0.7323943376541138,0.7241379022598267,0.703071653842926,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,medium,pothole_medium,2,51.0,408.2919166088104,0.185709824456888,,0.0652725398540496,,0.3701858520507812,,0.2505154609680176,0.7561837434768677,0.7342657446861267,0.7464788556098938,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,medium,pothole_medium,3,49.0,395.9079883098602,0.186557691924426,,0.0622158199548721,,0.6266944408416748,,0.2393133640289306,0.7266666889190674,0.7046979665756226,0.7157190442085266,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,medium,pothole_medium,4,31.0,257.6078941822052,0.186482677536626,,0.0625208243727684,,0.3681457042694092,,0.2400555610656738,0.7340067625045776,0.6896551847457886,0.7058823704719543,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_1,0,74.0,116.7394721508026,0.1784917824977153,,0.0641309320926666,,0.3679866790771484,,0.1595199108123779,0.5333333611488342,0.5214521288871765,0.532423198223114,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_1,1,44.0,68.09843373298645,0.1791153739799152,,0.0643616989254951,,0.6276443004608154,,0.2435019016265869,0.4518272280693054,0.4366197288036346,0.4522968232631683,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_1,2,49.0,75.19714212417603,0.1780919931372817,,0.0643342807888984,,0.6267960071563721,,0.1610538959503173,0.5102040767669678,0.4859154820442199,0.4892086386680603,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_1,3,49.0,74.26776790618896,0.1783860362305933,,0.0638118237257003,,0.3714957237243652,,0.2472996711730957,0.4905660450458526,0.4675324559211731,0.4745762646198272,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_1,4,39.0,60.81423473358154,0.1785150644106742,,0.0655679479241371,,0.3855774402618408,,0.1722135543823242,0.4345048069953918,0.4207119643688202,0.4013840854167938,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_2,0,54.0,79.47966003417969,0.1781359955116554,,0.0639015883207321,,0.36678147315979,,0.1604716777801513,0.4353312253952026,0.4402515590190887,0.4308681786060333,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_2,1,24.0,42.465914249420166,0.1780252804358799,,0.0679997280240058,,0.6427721977233887,,0.1594641208648681,0.3354838788509369,0.2981366515159607,0.3003003001213074,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_2,2,29.0,48.274192094802856,0.1778561205699526,,0.0642174184322357,,0.379349946975708,,0.2412254810333252,0.4366197288036346,0.445993036031723,0.4536082446575165,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_2,3,29.0,49.14760875701904,0.1765060835871202,,0.0653663426637649,,0.3808071613311767,,0.2480089664459228,0.4119601249694824,0.430463582277298,0.3986254334449768,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_2,4,39.0,60.80916881561279,0.1769799972191834,,0.0645904541015625,,0.6215176582336426,,0.2439839839935302,0.4016736447811126,0.3931623995304107,0.4016736447811126,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_3,0,29.0,49.548439502716064,0.185217783368867,,0.0634910464286804,,0.6203408241271973,,0.1740410327911377,0.3464052379131317,0.3419354856014251,0.3505154550075531,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_3,1,34.0,56.3127875328064,0.1855130511171677,,0.0635565221309661,,0.3646776676177978,,0.1695952415466308,0.3489583432674408,0.3651226162910461,0.3626373708248138,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_3,2,79.0,109.44538187980652,0.1839380566077896,,0.0621736794710159,,0.3692014217376709,,0.1630904674530029,0.4742857217788696,0.4545454680919647,0.4495677351951599,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_3,3,59.0,85.53442072868347,0.1841882608704647,,0.0627307221293449,,0.3808386325836181,,0.1806011199951172,0.4919354915618896,0.4855967164039612,0.4769874513149261,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_l,small,pothole_small_3,4,49.0,74.12152624130249,0.1879563745187253,,0.0622356757521629,,0.3655238151550293,,0.1789157390594482,0.4868035316467285,0.4955752193927765,0.4879518151283264,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,large,vitens_large,0,41.0,430.3524353504181,0.1766351610422133,,0.0401048734784126,,1.3370509147644043,,0.9594407081604004,0.7871822714805603,0.7827543020248413,0.7771860957145691,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,large,vitens_large,1,27.0,293.6605591773987,0.1788535681035783,,0.0403118655085563,,1.339818000793457,,0.9528124928474426,0.7721922397613525,0.7599887251853943,0.7513596415519714,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,large,vitens_large,2,43.0,449.36071705818176,0.1763303616019182,,0.0408459976315498,,1.3404933214187622,,0.9602568745613098,0.7696860432624817,0.7821486592292786,0.776276707649231,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,large,vitens_large,3,35.0,372.7438035011292,0.177730888554028,,0.0413382388651371,,1.3376200199127195,,0.9624112844467164,0.7466314435005188,0.7593389749526978,0.7532756924629211,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,large,vitens_large,4,33.0,352.3358771800995,0.1781630199967008,,0.0403877310454845,,1.332546591758728,,0.955187201499939,0.7538243532180786,0.738098680973053,0.7375271320343018,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,medium,pothole_medium,0,47.0,251.51691603660583,0.1248378019700658,,0.0428408682346344,,0.1338231563568115,,0.0957996845245361,0.7088607549667358,0.698113203048706,0.673202633857727,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,medium,pothole_medium,1,31.0,171.70280170440674,0.1250171272024031,,0.0402800217270851,,0.1198976039886474,,0.081399917602539,0.71378093957901,0.7050359845161438,0.6978417038917542,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,medium,pothole_medium,2,37.0,200.2164940834045,0.124161963930001,,0.0404339097440242,,0.1189577579498291,,0.0857787132263183,0.696864128112793,0.698305070400238,0.7298245429992676,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,medium,pothole_medium,3,49.0,261.9849510192871,0.1255041820054151,,0.0387746877968311,,0.1214289665222168,,0.097208023071289,0.695035457611084,0.7202796936035156,0.7214285731315613,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,medium,pothole_medium,4,35.0,190.7041027545929,0.1237628894192831,,0.0374864116311073,,0.189349889755249,,0.1020147800445556,0.7062706351280212,0.7157190442085266,0.7062706351280212,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_1,0,104.0,105.15674448013306,0.1178827664026846,,0.0409217476844787,,0.1779179573059082,,0.0845062732696533,0.4510638415813446,0.4919354915618896,0.4860557913780212,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_1,1,79.0,77.36888861656189,0.1139794241023968,,0.0384722612798213,,0.1220860481262207,,0.0861263275146484,0.3898734152317047,0.4274406433105469,0.4382871389389038,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_1,2,19.0,27.69109559059143,0.1236629046891864,,0.0367319248616695,,0.1353094577789306,,0.0838844776153564,0.041237112134695,0.0452261306345462,0.0361173823475837,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_1,3,59.0,59.29365515708923,0.1133127172114484,,0.037344604730606,,0.1201062202453613,,0.1156001091003418,0.3703703582286834,0.3568075001239776,0.270000010728836,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_1,4,64.0,64.50193667411804,0.1166058722883462,,0.0402674525976181,,0.1290411949157714,,0.1135420799255371,0.3890784978866577,0.3929824531078338,0.4027777910232544,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_2,0,59.0,60.05061173439026,0.1142656419236781,,0.0392050556838512,,0.1203994750976562,,0.0946998596191406,0.5285714268684387,0.5309090614318848,0.529411792755127,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_2,1,59.0,60.04639911651611,0.1122039536298331,,0.0386803187429904,,0.119969367980957,,0.0859560966491699,0.3421052694320678,0.3612334728240967,0.3818181753158569,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_2,2,39.0,43.37302136421204,0.1092153054017286,,0.0375300422310829,,0.1335256099700927,,0.1003732681274414,0.2792207896709442,0.2711864411830902,0.2580645084381103,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_2,3,89.0,84.82499861717224,0.115194504180651,,0.0383064821362495,,0.1236488819122314,,0.1054410934448242,0.5336927175521851,0.5439093708992004,0.5406976938247681,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_2,4,74.0,71.30179738998413,0.1107496377584096,,0.0378398299217224,,0.1221354007720947,,0.0764822959899902,0.5204678177833557,0.5204678177833557,0.4924012124538421,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_3,0,69.0,69.34382367134094,0.1179185310999551,,0.0441491305828094,,0.1787235736846923,,0.0870282649993896,0.3901098966598511,0.4011299312114715,0.4035087823867798,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_3,1,64.0,64.96123361587524,0.1166539900004863,,0.0399770401418209,,0.1358942985534668,,0.1161060333251953,0.4545454680919647,0.4701492488384247,0.4503816664218902,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_3,2,114.0,106.40294766426086,0.117718922464471,,0.0397825427353382,,0.1182732582092285,,0.079301118850708,0.4630541801452636,0.4566929042339325,0.4825737178325653,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_3,3,49.0,52.13384175300598,0.1171545763405001,,0.0380285456776618,,0.1346385478973388,,0.0887134075164794,0.3344947695732116,0.3453237414360046,0.3643122613430023,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_s,small,pothole_small_3,4,94.0,90.02149224281311,0.1161493303927969,,0.0360668152570724,,0.1228394508361816,,0.0791883468627929,0.5073529481887817,0.4943820238113403,0.4893617033958435,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,large,vitens_large,0,29.0,250.94469594955444,0.1355730356841251,,0.0388352088630199,,0.6441229581832886,,0.8515474796295166,0.72498619556427,0.714405357837677,0.708280622959137,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,large,vitens_large,1,31.0,263.8269610404968,0.1351733565811187,,0.0392721071839332,,0.6541926264762878,,0.8323562145233154,0.7476528882980347,0.7398362159729004,0.7308863997459412,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,large,vitens_large,2,29.0,248.7724585533142,0.1342604324735443,,0.0389749705791473,,0.6441674828529358,,0.8617681860923767,0.7350475788116455,0.7284730076789856,0.722368061542511,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,large,vitens_large,3,23.0,201.5065829753876,0.1343846761662027,,0.0379507951438427,,0.6544797420501709,,0.8365239500999451,0.7472203373908997,0.7394070625305176,0.7295048236846924,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,large,vitens_large,4,27.0,232.2336142063141,0.1337509370512432,,0.0384478271007537,,0.6704921722412109,,0.8614530563354492,0.7274305820465088,0.7192879915237427,0.7180401086807251,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,medium,pothole_medium,0,25.0,118.84954237937929,0.1019303810596465,,0.0336072780191898,,0.0596356391906738,,0.0517337322235107,0.7062706351280212,0.6970683932304382,0.6990291476249695,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,medium,pothole_medium,1,35.0,160.6447594165802,0.1020772891385214,,0.0348758958280086,,0.0601429939270019,,0.0640199184417724,0.703832745552063,0.6849315166473389,0.6689895391464233,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,medium,pothole_medium,2,29.0,136.767240524292,0.1026759039739082,,0.0349427014589309,,0.0551066398620605,,0.0791487693786621,0.7240143418312073,0.7446808218955994,0.7200000286102295,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,medium,pothole_medium,3,43.0,193.9986658096313,0.101717832649863,,0.0399775579571723,,0.0561802387237548,,0.0702066421508789,0.7322033643722534,0.7542087435722351,0.7054794430732727,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,medium,pothole_medium,4,27.0,127.71834874153136,0.1024634457296795,,0.0357596687972545,,0.0597431659698486,,0.065295934677124,0.6959707140922546,0.7445255517959595,0.7164179086685181,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_1,0,39.0,41.62060189247131,0.0879592742675389,,0.0357408970594406,,0.0554680824279785,,0.0833070278167724,0.5229681730270386,0.5174825191497803,0.503496527671814,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_1,1,24.0,27.849960565567017,0.0896083315213521,,0.0372531861066818,,0.0773763656616211,,0.0571351051330566,0.4221453368663788,0.4256756901741028,0.4189189076423645,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_1,2,74.0,62.72257733345032,0.0898509460526543,,0.0360492542386055,,0.0661356449127197,,0.0729091167449951,0.5031847357749939,0.5031847357749939,0.5192307829856873,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_1,3,24.0,27.88387036323548,0.0915201952060063,,0.0337584875524044,,0.0731823444366455,,0.0704739093780517,0.3534482717514038,0.3448275923728943,0.3813559412956238,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_1,4,39.0,38.6103835105896,0.0909681045092068,,0.0373018570244312,,0.0513746738433837,,0.070371389389038,0.4615384638309479,0.4595744609832763,0.4595744609832763,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_2,0,24.0,27.67441964149475,0.0877509067455927,,0.0373296588659286,,0.0744438171386718,,0.0627720355987548,0.4011628031730652,0.4000000059604645,0.3941176533699035,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_2,1,34.0,34.909761905670166,0.0912535926874945,,0.038133155554533,,0.0743145942687988,,0.0748741626739502,0.4894259870052337,0.501474916934967,0.4913294911384582,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_2,2,29.0,30.810710668563843,0.0866868125981297,,0.0334360599517822,,0.0801906585693359,,0.0588204860687255,0.4816053509712219,0.4868420958518982,0.5016077160835266,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_2,3,29.0,31.03485321998596,0.0883254881562857,,0.0391004532575607,,0.0784242153167724,,0.0692393779754638,0.485804408788681,0.4770642220973968,0.4705882370471954,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_2,4,29.0,31.26894807815552,0.0910322625061561,,0.0403946228325367,,0.0545225143432617,,0.0557172298431396,0.4390243887901306,0.4743083119392395,0.4980544745922088,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_3,0,24.0,27.94762206077576,0.0950802812973657,,0.0341006591916084,,0.0561461448669433,,0.0610148906707763,0.3398328721523285,0.3417367041110992,0.3172042965888977,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_3,1,29.0,31.501583099365234,0.0907148205000778,,0.0359616950154304,,0.072916030883789,,0.0690782070159912,0.4166666567325592,0.4070175290107727,0.4137931168079376,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_3,2,24.0,27.70530605316162,0.0896937996149062,,0.0402416549623012,,0.0687003135681152,,0.0668716430664062,0.4199288189411163,0.4014337062835693,0.3986014127731323,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_3,3,39.0,38.78215217590332,0.094017465909322,,0.0336794033646583,,0.0535671710968017,,0.0562148094177246,0.4065420627593994,0.4323040246963501,0.4187192022800445,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_tiny,small,pothole_small_3,4,29.0,31.14507532119751,0.0900115884583571,,0.0402479544281959,,0.0708746910095214,,0.0491268634796142,0.4228571355342865,0.4254143536090851,0.4137931168079376,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,large,vitens_large,0,35.0,883.0325427055359,0.1870889565774372,,0.04832698777318,,9.625873565673828,,2.788978576660156,0.8329615592956543,0.8200479745864868,0.8087824583053589,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,large,vitens_large,1,34.0,855.6530473232269,0.1874903493067797,,0.0479491874575614,,9.480857849121094,,2.782722949981689,0.837016224861145,0.8223460912704468,0.8196899890899658,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,large,vitens_large,2,42.0,1053.8144426345823,0.1888076556580407,,0.0479712560772895,,9.516853332519531,,2.7833409309387207,0.8175865411758423,0.8092249035835266,0.8044016361236572,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,large,vitens_large,3,32.0,804.3709490299225,0.1871568420901894,,0.0483660064637661,,9.519747734069824,,2.796032190322876,0.8112595677375793,0.8011603355407715,0.7984251976013184,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,large,vitens_large,4,44.0,1110.6009182929993,0.1874577877196398,,0.0480755604803562,,9.494189262390137,,2.79573392868042,0.8320550322532654,0.8192188739776611,0.812908411026001,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,medium,pothole_medium,0,41.0,620.8952128887177,0.1618421535666395,,0.0562587790191173,,0.6287763118743896,,0.2529754638671875,0.7317073345184326,0.7569444179534912,0.75789475440979,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,medium,pothole_medium,1,39.0,590.5657663345337,0.1622759428543921,,0.0540150515735149,,0.6241915225982666,,0.2602157592773437,0.7345454692840576,0.720588207244873,0.7279411554336548,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,medium,pothole_medium,2,38.0,576.746410369873,0.1620024685796938,,0.0533209778368473,,1.0449650287628174,,0.3620443344116211,0.6959707140922546,0.6881720423698425,0.6762589812278748,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,medium,pothole_medium,3,50.0,746.9609484672546,0.1619613853096961,,0.0542943626642227,,1.0783369541168213,,0.257232666015625,0.7293233275413513,0.7547169923782349,0.7293233275413513,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,medium,pothole_medium,4,52.0,778.1037185192108,0.1621648657780426,,0.0551459118723869,,0.608126163482666,,0.2461104393005371,0.7508532404899597,0.7542087435722351,0.7392739057540894,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_1,0,31.0,72.29988932609558,0.1600270982711545,,0.053124576807022,,0.6221446990966797,,0.3780620098114013,0.4591836631298065,0.4559585452079773,0.4619422554969787,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_1,1,35.0,80.11478447914124,0.158306040082659,,0.0544484555721282,,0.6144073009490967,,0.2530875205993652,0.5381818413734436,0.5367646813392639,0.535315990447998,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_1,2,23.0,58.5464096069336,0.1565952067789823,,0.0538027174770832,,1.043492317199707,,0.2618215084075928,0.2918455004692077,0.3008849620819092,0.3006536066532135,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_1,3,47.0,102.51070475578308,0.1580975994150689,,0.0544411540031433,,0.6248073577880859,,0.2537212371826172,0.4979591965675354,0.4959349632263183,0.4939271211624145,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_1,4,35.0,80.03004693984985,0.1567886246102196,,0.0541385486721992,,1.0499327182769775,,0.2438321113586425,0.4000000059604645,0.4152249097824096,0.3944636583328247,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_2,0,35.0,77.28248143196106,0.1557764266218457,,0.0543233752250671,,0.6135175228118896,,0.2529797554016113,0.4000000059604645,0.3839285671710968,0.3716814219951629,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_2,1,19.0,50.191742181777954,0.1568989722352278,,0.0545285604894161,,0.6276228427886963,,0.3723132610321045,0.4454545378684997,0.4292237460613251,0.4383561611175537,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_2,2,43.0,92.10400295257568,0.1563686271046482,,0.0542105212807655,,1.0439670085906982,,0.3762192726135254,0.5789473652839661,0.5779467821121216,0.5846154093742371,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_2,3,35.0,80.33278918266296,0.1565465135233742,,0.055013570934534,,1.039294958114624,,0.3734760284423828,0.5543859601020813,0.5646258592605591,0.568493127822876,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_2,4,15.0,42.59348201751709,0.1557555039723714,,0.0553515888750553,,0.6306049823760986,,0.2595045566558838,0.2436974793672561,0.2142857164144516,0.2249999940395355,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_3,0,31.0,72.53541254997253,0.1596409515027076,,0.0538769215345382,,1.0418915748596191,,0.373307466506958,0.3220973908901214,0.3048327267169952,0.2965779602527618,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_3,1,19.0,51.14763259887695,0.1636829525232314,,0.0561747848987579,,0.6273698806762695,,0.2542214393615722,0.4351145029067993,0.3969465792179107,0.3813229501247406,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_3,2,39.0,85.5064742565155,0.159848629664152,,0.0538250990211963,,0.6312160491943359,,0.3783738613128662,0.5276073813438416,0.5185185074806213,0.5295950174331665,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_3,3,27.0,66.36390709877014,0.1612919679394474,,0.053205270320177,,1.0419950485229492,,0.255422830581665,0.3645320236682892,0.3482587039470672,0.3316583037376404,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,detection,yolox_x,small,pothole_small_3,4,63.0,134.88722157478333,0.1607430016710644,,0.053925272077322,,0.61576247215271,,0.2470502853393554,0.57337886095047,0.5910652875900269,0.592334508895874,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240330-164519,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,large,vitens_coliform,0,29.0,222.4495508670807,0.2626530718186806,,0.1116856411099433,,,,,0.532585859298706,0.5426573157310486,0.5304659605026245,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,large,vitens_coliform,1,35.0,257.94340229034424,0.2596620717218944,,0.1092888861894607,,,,,0.5411284565925598,0.5479266047477722,0.5419630408287048,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,large,vitens_coliform,2,17.0,136.8749372959137,0.2591163796537062,,0.1108497679233551,,,,,0.5346801280975342,0.5365853905677795,0.4830141961574554,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,large,vitens_coliform,3,26.0,197.488847732544,0.2572682683284466,,0.1093720048666,,,,,0.5496828556060791,0.5451996922492981,0.5290148258209229,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,large,vitens_coliform,4,32.0,242.05438423156733,0.2616124348714947,,0.1105766221880912,,,,,0.5386779308319092,0.5485471487045288,0.5239658355712891,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,medium,coco_car_person_medium,0,36.0,687.2904751300812,0.2141808888150585,,0.0517760589718818,,4.825796127319336,,2.6329925060272217,0.5649717450141907,0.5310734510421753,0.5256317853927612,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,medium,coco_car_person_medium,1,32.0,617.6499590873718,0.2157523678615689,,0.0516739375889301,,4.801557540893555,,2.683971405029297,0.5553869605064392,0.5483383536338806,0.5361766815185547,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,medium,coco_car_person_medium,2,17.0,342.81668615341187,0.2137766945011475,,0.0561268553137779,,5.813081741333008,,3.743632078170776,0.5356082916259766,0.5260804891586304,0.5167173147201538,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,medium,coco_car_person_medium,3,35.0,667.7241189479828,0.215400018436568,,0.0537919551134109,,4.789472579956055,,2.785372972488404,0.5596899390220642,0.5256511569023132,0.5204163193702698,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,medium,coco_car_person_medium,4,28.0,547.8977999687195,0.2158718460372516,,0.0525075681507587,,4.850512027740479,,2.823137044906616,0.5647403001785278,0.5263158082962036,0.5273124575614929,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_1,0,51.0,101.66508674621582,0.1779426558344972,,0.0638556629419326,,,,,0.5418182015419006,0.4513193666934967,0.4534562230110168,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_1,1,43.0,75.27673101425171,0.1794967762259549,,0.0633661970496177,,,,,0.5627376437187195,0.4752104878425598,0.4230769276618957,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_1,2,39.0,70.0426926612854,0.1791299306429349,,0.0642267018556594,,,,,0.5534350872039795,0.4832214713096618,0.4709418714046478,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_1,3,35.0,64.71972036361694,0.177577781677246,,0.062474999576807,,,,,0.4899135529994964,0.477047711610794,0.4587488770484924,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_1,4,47.0,80.56629467010498,0.1800746499223911,,0.0642452761530876,,,,,0.4990366101264953,0.4666666686534881,0.4332688450813293,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_2,0,51.0,87.524245262146,0.1762756565037895,,0.0607152804732322,,,,,0.5584970116615295,0.4708737730979919,0.4772343933582306,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_2,1,51.0,86.8550124168396,0.1779054111125421,,0.0644576624035835,,,,,0.5680793523788452,0.5553602576255798,0.5518485307693481,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_2,2,59.0,97.60524797439577,0.1783429182181924,,0.0612187646329402,,,,,0.5812395215034485,0.5043755173683167,0.4913437664508819,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_2,3,55.0,92.41161179542542,0.1760829903862693,,0.0587037689983844,,,,,0.5971404314041138,0.4855305552482605,0.4792851209640503,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_2,4,51.0,87.54671549797058,0.176164078946207,,0.0624383464455604,,,,,0.5984522700309753,0.4378029108047485,0.4284518957138061,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_3,0,35.0,66.18338227272034,0.1785455107688903,,0.069166176021099,,,,,0.4776403307914734,0.3952641189098358,0.387404590845108,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_3,1,47.0,80.54494976997375,0.1784184942854211,,0.0628342702984809,,,,,0.4966824650764465,0.4497695863246918,0.4625719785690307,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_3,2,67.0,107.90979194641112,0.1761923850472293,,0.0612161979079246,,,,,0.5087719559669495,0.4372822344303131,0.4303797483444214,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_3,3,39.0,70.43698930740356,0.1762676391846094,,0.0649540424346923,,,,,0.4681684672832489,0.3933787643909454,0.4012036025524139,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b,small,wgisd_small_3,4,43.0,75.99367165565491,0.1762189587881398,,0.0590930320322513,,,,,0.4446902573108673,0.3973063826560974,0.3708920180797577,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,medium,vitens_aeromonas_medium,0,14.333333333333334,942.4991001288096,0.3109871229134243,,0.23789519071578977,,,,,0.9115729928016663,0.9061027765274048,0.90623676776886,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,medium,vitens_aeromonas_medium,1,12.0,817.5185000896454,0.3189903870224952,,0.2363616824150085,,,,,0.9166666865348816,0.9141370058059692,0.915357768535614,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,medium,vitens_aeromonas_medium,2,14.0,920.3376524448396,0.3105453848838806,,0.2344402223825454,,,,,0.9135273694992064,0.910174548625946,0.9041329622268676,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,medium,vitens_aeromonas_medium,3,13.0,861.9847438335419,0.3116272160640129,,0.2392092794179916,,,,,0.8835846185684204,0.8804664611816406,0.8785357475280762,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,medium,vitens_aeromonas_medium,4,16.0,1035.4775035381315,0.3097188919782638,,0.2396555244922638,,,,,0.917391300201416,0.9156521558761596,0.915357768535614,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_1,0,12.0,80.08929053942363,0.1746322308461387,,0.14588530858357743,,,,,0.7911245226860046,0.7867444356282552,0.7686134576797485,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_1,1,17.0,99.5519154071808,0.1723629113505868,,0.1387358456850052,,,,,0.8051947951316833,0.803885281085968,0.8070665001869202,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_1,2,17.0,100.78945326805116,0.1716761124484678,,0.1355709433555603,,,,,0.8060122132301331,0.800000011920929,0.8018735647201538,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_1,3,17.0,101.87786674499512,0.1735492445090237,,0.13870769739151,,,,,0.8177986145019531,0.8170332312583923,0.8136385083198547,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_1,4,23.0,127.69102478027344,0.1704658587341723,,0.1388410478830337,,,,,0.817966878414154,0.8165959715843201,0.8133835792541504,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_2,0,32.0,377.07951458295184,0.42462658876791975,,0.24390354752540586,,,,,0.8959431250890096,0.8967440724372864,0.8877550959587097,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_2,1,23.0,283.9462277889252,0.4320302670416625,,0.2440729290246963,,,,,0.8907342553138733,0.8900523781776428,0.895667552947998,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_2,2,17.0,217.8990547657013,0.4329605295377619,,0.2505066394805908,,,,,0.8674904108047485,0.8695282340049744,0.8792436718940735,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_2,3,32.0,382.0272686481476,0.4298949465155601,,0.2520418167114258,,,,,0.8813704252243042,0.8838599324226379,0.8858250975608826,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_2,4,20.0,249.4480376243592,0.4267659276723862,,0.2496861070394516,,,,,0.8820512890815735,0.8830059766769409,0.8803088665008545,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_3,0,19.0,197.61832507451376,0.33386762139404774,,0.24984793365001676,,,,,0.9102116823196411,0.9118953943252563,0.9125275015830994,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_3,1,20.0,207.83984112739563,0.3426046580076217,,0.2466291487216949,,,,,0.9083700180053712,0.9046991467475892,0.9086899161338806,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_3,2,17.0,184.15273070335388,0.3452120283070732,,0.2455035001039505,,,,,0.8883048892021179,0.8904469609260559,0.8882014751434326,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_3,3,17.0,183.64814114570612,0.3467376582762774,,0.2478584349155426,,,,,0.8756802082061768,0.8744263648986816,0.8658843040466309,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_efficientnetb2b_tile,small,vitens_aeromonas_small_3,4,23.0,234.94756984710693,0.3432729114656863,,0.249209389090538,,,,,0.8899198770523071,0.8919033408164978,0.8825263381004333,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,large,vitens_coliform,0,20.0,189.93741846084595,0.3156886056065559,,0.127706378698349,,,,,0.523876428604126,0.5440115332603455,0.5500360131263733,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,large,vitens_coliform,1,23.0,214.80240535736084,0.3158277934012206,,0.1019794046878814,,,,,0.5293295979499817,0.529782772064209,0.5243816375732422,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,large,vitens_coliform,2,41.0,364.30797576904297,0.3107664069024528,,0.1043958589434623,,,,,0.5143266320228577,0.5253118276596069,0.5142439603805542,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,large,vitens_coliform,3,20.0,189.20539474487305,0.3136180520057678,,0.1013057455420494,,,,,0.530434787273407,0.535003662109375,0.5332348346710205,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,large,vitens_coliform,4,32.0,288.3367891311645,0.3130800453945994,,0.094144083559513,,,,,0.5248618721961975,0.5411103367805481,0.5413105487823486,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,medium,coco_car_person_medium,0,15.0,344.1034743785858,0.2534434924523036,,0.0498938225209713,,13.389188766479492,,5.275520324707031,0.6502115726470947,0.6352605223655701,0.6309012770652771,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,medium,coco_car_person_medium,1,13.0,303.08155846595764,0.2535743667529179,,0.0524909645318985,,14.387489318847656,,5.862793922424316,0.6503496766090393,0.6275861859321594,0.6264564990997314,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,medium,coco_car_person_medium,2,11.0,259.6270432472229,0.2524225278334184,,0.0557838268578052,,15.94338035583496,,6.947535991668701,0.6506986021995544,0.6435579061508179,0.6430445909500122,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,medium,coco_car_person_medium,3,11.0,260.6955533027649,0.2532085031270981,,0.0524726584553718,,14.919328689575195,,6.294539451599121,0.6486486196517944,0.6309012770652771,0.6294706463813782,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,medium,coco_car_person_medium,4,19.0,421.36629271507263,0.2508536616438313,,0.0501830205321311,,13.450544357299805,,5.28591775894165,0.6634010076522827,0.6471846103668213,0.6468085050582886,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_1,0,59.0,145.9847252368927,0.2504406187493922,,0.0720262750983238,,,,,0.4103811979293823,0.3281378149986267,0.326699823141098,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_1,1,67.0,139.68076491355896,0.2512916709060099,,0.0717847123742103,,,,,0.3966421782970428,0.2781186103820801,0.2828077375888824,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_1,2,47.0,101.23288559913637,0.2489468467996475,,0.0711849182844162,,,,,0.3804491460323334,0.3073684275150299,0.3113604485988617,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_1,3,79.0,162.38531517982483,0.2499258405045618,,0.0728499367833137,,,,,0.4446511566638946,0.3593033850193023,0.3638025522232055,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_1,4,55.0,117.37708568572998,0.252127549865029,,0.0739732533693313,,,,,0.4047619104385376,0.302734375,0.2980392277240753,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_2,0,79.0,160.71300435066223,0.2486829636972161,,0.0729301944375038,,,,,0.3871559500694275,0.3192825019359588,0.3108715116977691,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_2,1,71.0,146.7203130722046,0.2502949430908955,,0.0724745318293571,,,,,0.3889789283275604,0.3454231321811676,0.3530092537403106,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_2,2,79.0,161.8076310157776,0.2472727728795401,,0.0758080556988716,,,,,0.4572649598121643,0.426181823015213,0.4161172211170196,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_2,3,51.0,110.26712155342102,0.2498084295029733,,0.0738294944167137,,,,,0.3853658437728882,0.2915309369564056,0.2945990264415741,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_2,4,83.0,169.11454510688782,0.2485088670110128,,0.0727197229862213,,,,,0.4671201705932617,0.4239934384822845,0.4202780127525329,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_3,0,75.0,154.56281208992004,0.2470756832758585,,0.0725007280707359,,,,,0.3463687002658844,0.3139013350009918,0.3083798885345459,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_3,1,63.0,132.51717734336853,0.2465633617507087,,0.073939137160778,,,,,0.3962743580341339,0.2804232835769653,0.2839506268501282,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_3,2,51.0,109.98050689697266,0.2489538157687467,,0.073104627430439,,,,,0.3766816258430481,0.283623069524765,0.2864864766597748,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_3,3,51.0,109.7205069065094,0.2481763327822965,,0.073096752166748,,,,,0.304972380399704,0.2578740119934082,0.252446174621582,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50,small,wgisd_small_3,4,51.0,110.3986177444458,0.2489938210038577,,0.0731662660837173,,,,,0.3586337864398956,0.2572769820690155,0.2600561380386352,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,medium,vitens_aeromonas_medium,0,23.333333333333332,1183.9858314990997,0.23210416193539565,,0.2041281461715698,,,,,0.9037043452262878,0.9136772553126017,0.9075850248336792,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,medium,vitens_aeromonas_medium,1,14.0,736.7667994499207,0.2308250495365687,,0.2139344960451126,,,,,0.9189423322677612,0.9205933809280396,0.9244211316108704,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,medium,vitens_aeromonas_medium,2,13.0,702.2732090950012,0.2339683690896401,,0.2204798012971878,,,,,0.8912399411201477,0.9234828352928162,0.922334372997284,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,medium,vitens_aeromonas_medium,3,13.0,690.0077178478241,0.2308113448894941,,0.2136091440916061,,,,,0.9052901268005372,0.9264257550239564,0.9241499304771424,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,medium,vitens_aeromonas_medium,4,17.0,887.3990569114685,0.2323013570378808,,0.1904091536998748,,,,,0.9127753376960754,0.9163700938224792,0.9141840934753418,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_1,0,20.0,117.04335514704387,0.16906844402352963,,0.10796034832795458,,,,,0.8129549225171407,0.8111418684323629,0.8122641444206238,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_1,1,23.0,130.5341808795929,0.1678421341854592,,0.1090867072343826,,,,,0.8233065009117126,0.8249286413192749,0.8282442688941956,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_1,2,20.0,115.80726265907288,0.1698320239782333,,0.1153880804777145,,,,,0.8113207817077637,0.8033866286277771,0.804521918296814,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_1,3,20.0,116.09004354476927,0.1664631009101867,,0.11016346514225,,,,,0.7998107075691223,0.7977153658866882,0.8022922873497009,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_1,4,23.0,128.04070043563843,0.1668513177529625,,0.1050465106964111,,,,,0.8003766536712646,0.8041825294494629,0.800000011920929,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_2,0,27.0,213.29225834210715,0.2441460605196911,,0.2727022320032119,,,,,0.9103465676307678,0.9091381231943766,0.9094942212104796,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_2,1,17.0,145.09077668190002,0.2458043501657598,,0.1916200220584869,,,,,0.9066901206970216,0.9079700708389282,0.905494511127472,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_2,2,17.0,144.62560868263245,0.2450581061489441,,0.193479374051094,,,,,0.9130816459655762,0.90584135055542,0.904097616672516,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_2,3,20.0,165.91008496284485,0.2442868418991565,,0.2208678424358368,,,,,0.904013991355896,0.90638667345047,0.9055117964744568,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_2,4,20.0,166.02669835090637,0.245343767106533,,0.1939611732959747,,,,,0.9121119379997252,0.9031697511672974,0.903954803943634,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_3,0,18.0,143.69042738278708,0.22764790495407297,,0.25377560158570606,,,,,0.9052455027898153,0.9058054288228353,0.9152393341064452,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_3,1,26.0,194.1270680427552,0.2227500195686633,,0.2508071362972259,,,,,0.9097376465797424,0.9069042205810548,0.9087672233581544,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_3,2,17.0,137.28673243522644,0.2233278067672953,,0.2502039670944214,,,,,0.9157705903053284,0.91610586643219,0.91487455368042,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_3,3,26.0,195.5477466583252,0.225609728350089,,0.2386390268802642,,,,,0.9091718792915344,0.9093345403671264,0.90625,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_r50_tile,small,vitens_aeromonas_small_3,4,20.0,157.99770092964172,0.2285195745527743,,0.2459405958652496,,,,,0.8987341523170471,0.8989578485488892,0.8994565010070801,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,large,vitens_coliform,0,26.0,385.16267442703247,0.5737312000531417,,0.1105807423591613,,,,,0.6217948794364929,0.6138364672660828,0.008765522390604,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,large,vitens_coliform,1,26.0,389.614631652832,0.5746946839185861,,0.1147277057170867,,,,,0.6193633675575256,0.631023108959198,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,large,vitens_coliform,2,38.0,553.1058468818665,0.5730650581811604,,0.1154670491814613,,,,,0.6229507923126221,0.6142948865890503,0.0108059430494904,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,large,vitens_coliform,3,41.0,596.9378609657288,0.5741317373950307,,0.1129676327109336,,,,,0.6108179688453674,0.606843113899231,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,large,vitens_coliform,4,26.0,389.8408017158508,0.5756661295890808,,0.1114312186837196,,,,,0.6329612731933594,0.6209573149681091,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,medium,coco_car_person_medium,0,12.0,481.42726826667786,0.4826619004209836,,0.0533225052058696,,33.45762634277344,,21.74538993835449,0.679584801197052,0.65625,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,medium,coco_car_person_medium,1,11.0,447.0462954044342,0.4822074906392531,,0.0515479035675525,,32.75239944458008,,16.032434463500977,0.6815718412399292,0.6607142686843872,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,medium,coco_car_person_medium,2,13.0,518.1630201339722,0.4825240946733035,,0.0516986474394798,,33.877769470214844,,19.40537071228028,0.6916780471801758,0.6708683371543884,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,medium,coco_car_person_medium,3,15.0,588.6318514347076,0.4820088267326355,,0.0497716106474399,,33.27839279174805,,17.364402770996094,0.6766101717948914,0.6499661207199097,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,medium,coco_car_person_medium,4,18.0,693.4372417926788,0.4791938215494156,,0.0510310120880603,,32.764278411865234,,17.961835861206055,0.6842818260192871,0.6597796082496643,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_1,0,59.0,211.5838918685913,0.4417255470308207,,0.0681053698062896,,,,,0.5707316994667053,0.5139220356941223,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_1,1,59.0,194.52921724319452,0.4410784628431676,,0.0659144595265388,,,,,0.617511510848999,0.4893023371696472,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_1,2,43.0,147.42564392089844,0.4433788158172785,,0.0705811753869056,,,,,0.6037735939025879,0.4572953879833221,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_1,3,63.0,206.55304503440857,0.441956359242636,,0.063350461423397,,,,,0.5739282369613647,0.4869565069675445,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_1,4,47.0,158.35081958770752,0.4447062370624948,,0.0670062899589538,,,,,0.6071740984916687,0.5262222290039062,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_2,0,75.0,242.17005157470703,0.4393967604637146,,0.0628812462091445,,,,,0.588336169719696,0.5342127084732056,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_2,1,59.0,193.79494786262512,0.438823574680393,,0.0687713474035263,,,,,0.522857129573822,0.4555628597736358,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_2,2,43.0,146.35322546958923,0.4373359666314236,,0.0758801102638244,,,,,0.537286639213562,0.4547896087169647,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_2,3,55.0,180.9816038608551,0.4344802433794195,,0.0648551881313324,,,,,0.5996758341789246,0.5347927808761597,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_2,4,67.0,217.37501192092896,0.4372032186878261,,0.0650155618786811,,,,,0.5773195624351501,0.521541953086853,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_3,0,39.0,134.10681772232056,0.4323010566907051,,0.0804458409547805,,,,,0.4613756537437439,0.3957219123840332,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_3,1,55.0,183.75109553337097,0.4306122682311318,,0.0664781257510185,,,,,0.5329086780548096,0.4382929503917694,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_3,2,47.0,158.79824423789978,0.4337888968751786,,0.0682393163442611,,,,,0.539147675037384,0.4353876709938049,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_3,3,39.0,134.63114595413208,0.4324325002156771,,0.0778489708900451,,,,,0.521916389465332,0.3845391571521759,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint,small,wgisd_small_3,4,75.0,241.7377860546112,0.4314812024434407,,0.0630586445331573,,,,,0.5807656645774841,0.4718446731567383,0.0,,,,,,,,,,test/add-action-benchmark-v2,3c27d4313dab,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-004327,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,medium,vitens_aeromonas_medium,0,20.2,1191.444794178009,0.2633144075175126,,0.2623093426227569,,,,,0.9194481253623963,0.9322884976863861,0.9051868319511414,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,medium,vitens_aeromonas_medium,1,18.0,1077.8924307028453,0.26563956514637693,,0.2587022582689921,,,,,0.9224708477656046,0.9344429075717926,0.5053613074123859,,,,,,,,,,releases/2.0.0,,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,2024041,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,medium,vitens_aeromonas_medium,2,19.333333333333332,1146.0751916567485,0.26407140283543445,,0.25670600930849713,,,,,0.9349937438964844,0.9374862611293794,0.1016806736588478,,,,,,,,,,releases/2.0.0,,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,2024041,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,medium,vitens_aeromonas_medium,3,24.5,1454.854094028473,0.26863026327877493,,0.2602039873600006,,,,,0.9319179058074951,0.9393140077590942,,,,,,,,,,,releases/2.0.0,3c27d4313dab,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240416-1,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,medium,vitens_aeromonas_medium,4,16.0,979.5694622993468,0.2710074130445719,,0.2541756927967071,,,,,0.9323567152023317,,,,,,,,,,,,releases/2.0.0,3c27d4313dab,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240416-160104,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-7a6647c9-6ca8-8b98-31d5-3c990429ff90) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-064ddede-0883-9a5a-934c-962630325a1c)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,small,vitens_aeromonas_small_1,0,17.0,124.5580084323883,0.19869423646857767,,0.1408881992101669,,,,,0.8070437510808309,0.8068539698918661,0.1399263590574264,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,small,vitens_aeromonas_small_1,1,26.0,169.70217180252075,0.1959106710094671,,0.1395434737205505,,,,,0.8196097016334534,0.8217349648475647,0.0026903417892754,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,small,vitens_aeromonas_small_1,2,20.0,136.41037225723267,0.1989686980843543,,0.1395887434482574,,,,,0.8242020010948181,0.8242020010948181,0.0043045468628406,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,small,vitens_aeromonas_small_1,3,14.0,101.9507863521576,0.2004206595676285,,0.1396160870790481,,,,,0.7990697622299194,0.796657383441925,0.506675124168396,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,small,vitens_aeromonas_small_1,4,17.0,120.5106921195984,0.2011131319929571,,0.1383625566959381,,,,,0.8231965899467468,0.8256967663764954,0.8223495483398438,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,small,vitens_aeromonas_small_2,0,25.0,228.95174392064413,0.27920195081890703,,0.2734139660994212,,,,,0.9203892548878988,0.9211516578992208,,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,small,vitens_aeromonas_small_3,0,19.0,171.39921204249063,0.2600631058822929,,0.28588522473971045,,,,,0.9152851502100626,0.9161866704622906,0.0084817642346024,,,,,,,,,,,,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-,goodsong81 -2.0.0,instance_segmentation,maskrcnn_swint_tile,small,vitens_aeromonas_small_3,1,29.0,244.1182494163513,0.2587512464358888,,0.2673355937004089,,,,,0.9241622686386108,0.9236876964569092,,,,,,,,,,,releases/2.0.0,9784b1a8c02f,98bb7f3,98bb7f3,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240415-151806,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,large,kvasir_large,0,22.0,258.0646846294403,0.082486812702634,0.94695782661438,0.0659380853176117,0.9431949257850648,,0.9430582523345948,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,large,kvasir_large,1,23.0,269.44897627830505,0.0826882528870001,0.9468635320663452,0.0660312324762344,0.9427818059921264,,0.9423306584358216,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,large,kvasir_large,2,21.0,246.85551476478577,0.082317051788171,0.9465011954307556,0.0660498514771461,0.942703366279602,,0.9420511722564696,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,large,kvasir_large,3,12.0,153.68608164787292,0.0823088306933641,0.9483492374420166,0.0660258084535598,0.9435136914253236,,0.941788136959076,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,large,kvasir_large,4,28.0,319.80194067955017,0.0822989533522298,0.9466647505760192,0.066127248108387,0.943000316619873,,0.9430592060089112,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,medium,kvasir_medium,0,31.0,130.193621635437,0.082451234181081,0.9450986981391908,0.0658057108521461,0.9400812983512878,,0.9390093088150024,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,medium,kvasir_medium,1,25.0,109.64629769325256,0.0831087577342986,0.945803999900818,0.06562040746212,0.941506564617157,,0.9401457905769348,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,medium,kvasir_medium,2,29.0,123.05383205413818,0.0817510406004971,0.9459866285324096,0.0657281875610351,0.9412611722946168,,0.9405632019042968,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,medium,kvasir_medium,3,19.0,86.6783995628357,0.082240553278672,0.9377779364585876,0.0655494108796119,0.9335553646087646,,0.932549238204956,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,medium,kvasir_medium,4,33.0,138.01674437522888,0.0824581919745965,0.9474598169326782,0.0661067962646484,0.9413554668426514,,0.9413303732872008,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_1,0,49.0,55.04299283027649,0.0810905792275253,0.940229833126068,0.0657718181610107,0.9313546419143676,,0.9334049820899964,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_1,1,34.0,40.21672749519348,0.0791784419732934,0.9243707656860352,0.0657789707183837,0.914666473865509,,0.9209588170051576,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_1,2,44.0,47.88711190223694,0.0809679952534761,0.9344847202301024,0.0656402111053466,0.9245691299438475,,0.9345552921295166,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_1,3,64.0,63.78637337684631,0.0825956091284751,0.9380398392677308,0.0658959820866584,0.9300231337547302,,0.9349343180656432,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_1,4,49.0,52.53664207458496,0.0834296795786643,0.940312922000885,0.0658758804202079,0.9316657185554504,,0.934493124485016,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_2,0,64.0,62.751670122146606,0.0843697264790534,0.9389429092407228,0.0654299780726432,0.932667315006256,,0.9299881458282472,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_2,1,39.0,43.91287040710449,0.0823157628377278,0.9307105541229248,0.0658904388546943,0.9219675660133362,,0.9233521819114684,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_2,2,39.0,43.94196724891663,0.081083520864829,0.9370341897010804,0.0654658526182174,0.9291900992393494,,0.928939938545227,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_2,3,39.0,43.29709959030152,0.0842676590650509,0.9343068599700928,0.0658511742949485,0.9254589080810548,,0.9291697144508362,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_2,4,29.0,36.85620450973511,0.0833330236632248,0.9067007303237916,0.0659423768520355,0.89612877368927,,0.909931480884552,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_3,0,54.0,55.76567316055298,0.0793344356395579,0.9331151843070984,0.0658463910222053,0.9257021546363832,,0.9249566197395324,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_3,1,54.0,55.70978140830994,0.079722868071662,0.9385434985160828,0.0658900588750839,0.9314981698989868,,0.9300798773765564,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_3,2,79.0,73.4801595211029,0.0818884221813346,0.9401207566261292,0.065713845193386,0.935080349445343,,0.933345377445221,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_3,3,64.0,63.80607509613037,0.0816853195428848,0.938743770122528,0.0656496733427047,0.9331087470054626,,0.9321956038475036,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,dino_v2,small,kvasir_small_3,4,54.0,56.626224756240845,0.0837155999960722,0.9266225695610046,0.0657683163881301,0.9189414978027344,,0.9217542409896852,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,large,kvasir_large,0,39.0,795.623318195343,0.1654422489496377,0.9537686705589294,0.0522360987961292,0.953157126903534,,0.9539127945899964,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,large,kvasir_large,1,43.0,872.3230078220367,0.1655728182820386,0.9603098630905152,0.0522273518145084,0.9599707126617432,,0.9596508741378784,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,large,kvasir_large,2,21.0,445.8104908466339,0.1660637933583486,0.9537859559059144,0.0522055812180042,0.9532002210617064,,0.9536003470420836,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,large,kvasir_large,3,37.0,759.2621293067932,0.1662326886041744,0.9569963216781616,0.0524449348449707,0.9564429521560668,,0.956063151359558,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,large,kvasir_large,4,33.0,684.428040266037,0.1669538775176712,0.9526166319847108,0.0523571781814098,0.9520133137702942,,0.9521543979644777,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,medium,kvasir_medium,0,51.0,335.28738284111023,0.1628698724157669,0.9514561891555786,0.0523017011582851,0.9513402581214904,,0.9510378837585448,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,medium,kvasir_medium,1,33.0,223.52742385864252,0.1635926790309674,0.9392501711845398,0.0526444166898727,0.9388248920440674,,0.93856942653656,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,medium,kvasir_medium,2,37.0,247.26241421699524,0.1635308495244463,0.9524063467979432,0.0524123087525367,0.9520503282546996,,0.9519319534301758,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,medium,kvasir_medium,3,39.0,260.52635645866394,0.1640998667631394,0.94735449552536,0.0525919832289218,0.9471561312675476,,0.9470641613006592,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,medium,kvasir_medium,4,29.0,198.67286849021912,0.1625093082929479,0.9417035579681396,0.0531145073473453,0.9414758682250975,,0.9411681294441224,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_1,0,34.0,53.28665733337402,0.1355403346173903,0.8711386919021606,0.0533843040466308,0.8715168833732605,,0.872292697429657,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_1,1,69.0,76.87884783744812,0.1405385007028994,0.9044353365898132,0.0525604411959648,0.904479682445526,,0.9045948386192322,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_1,2,39.0,49.67426776885986,0.1436307246868426,0.8766111731529236,0.0526112951338291,0.8769146203994751,,0.874731719493866,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_1,3,44.0,54.43476867675781,0.1402727690610018,0.9165518879890442,0.0525778792798519,0.9162420630455016,,0.9156990051269532,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_1,4,59.0,68.49967980384827,0.1414119530532319,0.9111746549606324,0.0520975030958652,0.911380648612976,,0.9091477394104004,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_2,0,34.0,44.19145917892456,0.1357316865640527,0.8977566361427307,0.0530533604323864,0.8977096676826477,,0.8981094360351562,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_2,1,54.0,63.47946453094482,0.1377696593602498,0.903975546360016,0.0529806241393089,0.903635323047638,,0.9038400650024414,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_2,2,49.0,58.28737759590149,0.1425083802670848,0.8829359412193298,0.0523798279464244,0.8834076523780823,,0.8829294443130493,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_2,3,59.0,67.07233023643494,0.1376453638076782,0.925593078136444,0.0524628162384033,0.9253039360046388,,0.925426721572876,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_2,4,59.0,68.23130393028259,0.1425261618727344,0.9202722907066344,0.0526826009154319,0.9199629426002502,,0.919883668422699,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_3,0,29.0,39.87417483329773,0.1355019396749035,0.8676723837852478,0.0522420220077037,0.8673929572105408,,0.8668672442436218,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_3,1,54.0,63.55751276016235,0.141696967460491,0.8843228220939636,0.0524641722440719,0.8840628862380981,,0.8844242095947266,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_3,2,69.0,78.20050978660583,0.1403651047443997,0.8964705467224121,0.0530720874667167,0.8962844610214233,,0.8967249989509583,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_3,3,44.0,54.27615714073181,0.1407621015201915,0.8774903416633606,0.0527433231472969,0.876847505569458,,0.8774623274803162,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_18,small,kvasir_small_3,4,49.0,59.36271643638611,0.1429133147609476,0.8901519179344177,0.0525216497480869,0.8901530504226685,,0.8899049162864685,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,large,kvasir_large,0,26.0,459.33436369895935,0.1392828696049176,0.9580963850021362,0.0426201820373535,0.9567291736602784,,0.9284121990203856,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,large,kvasir_large,1,24.0,426.6893994808197,0.1394642839829126,0.953999638557434,0.0428592227399349,0.9523007273674012,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,large,kvasir_large,2,28.0,493.0907053947449,0.1398267554385321,0.9589742422103882,0.0423205643892288,0.9109951257705688,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,large,kvasir_large,3,40.0,686.6277265548706,0.1385300811380147,0.9604008793830872,0.0424619987607002,0.9593051671981812,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,large,kvasir_large,4,34.0,589.871551990509,0.1388563193819101,0.955197274684906,0.0428123287856578,0.9034509062767028,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,medium,kvasir_medium,0,27.0,158.91817164421082,0.1357126898235744,0.94202721118927,0.043128490447998,0.9323133230209352,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,medium,kvasir_medium,1,65.0,355.82167768478394,0.1365132556511805,0.9528209567070008,0.0424465015530586,0.9519898891448976,,0.8148283958435059,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,medium,kvasir_medium,2,47.0,260.0049297809601,0.1346820697505423,0.9435343146324158,0.0423017814755439,0.9425243735313416,,0.6993456482887268,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,medium,kvasir_medium,3,43.0,241.640703201294,0.1357656564823416,0.9501909613609314,0.0427609421312809,0.9490497708320618,,0.868321418762207,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,medium,kvasir_medium,4,35.0,198.9094400405884,0.1347181716135569,0.944994866847992,0.0421978496015071,0.9440102577209472,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_1,0,59.0,62.77301001548767,0.1164810495861505,0.8945062160491943,0.0804894343018531,0.863732099533081,,0.8622574806213379,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_1,1,39.0,45.079264640808105,0.1190327589328471,0.9011061191558838,0.0803724974393844,0.9019032120704652,,0.5210323929786682,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_1,2,29.0,36.985398292541504,0.117166572603686,0.8759269118309021,0.0805292874574661,0.8756506443023682,,0.8854507803916931,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_1,3,44.0,49.43504905700684,0.1109639053994958,0.8866794109344482,0.0814561322331428,0.8861351013183594,,0.8192803859710693,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_1,4,59.0,62.061962366104126,0.1175315723580828,0.9006556272506714,0.0808833539485931,0.8989025950431824,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_2,0,19.0,27.85403728485108,0.1151963911558452,0.1774237900972366,0.0819861739873886,0.1774237900972366,,0.1774237900972366,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_2,1,34.0,41.69902801513672,0.1154265193378223,0.8912053108215332,0.0812360867857933,0.891093373298645,,0.5411153435707092,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_2,2,39.0,44.94481945037842,0.1140834734990046,0.8899811506271362,0.0815969407558441,0.8897223472595215,,0.7873204350471497,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_2,3,44.0,49.30798768997192,0.1122712086547504,0.8804566860198975,0.081453837454319,0.8800519704818726,,0.8139644861221313,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_2,4,59.0,61.73368668556213,0.1168664471577789,0.917217493057251,0.0814650803804397,0.9163333177566528,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_3,0,19.0,28.065017461776733,0.1134740616145886,0.1777847856283188,0.0812153816223144,0.1778294742107391,,0.5485193133354187,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_3,1,34.0,41.12861895561218,0.11637925751069,0.8850631713867188,0.0815109461545944,0.8848860263824463,,0.7325905561447144,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_3,2,54.0,57.8559684753418,0.1140017443233065,0.8927299976348877,0.082132339477539,0.8923574686050415,,0.7523422241210938,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_3,3,54.0,56.90630388259888,0.1133330707196835,0.8887755870819092,0.0821616128087043,0.8884543180465698,,0.8866845965385437,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_s,small,kvasir_small_3,4,89.0,88.02622509002686,0.1181689648146039,0.9095531702041626,0.0819549188017845,0.9085499048233032,,0.6524652242660522,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,large,kvasir_large,0,32.0,1333.776352405548,0.345057575032115,0.9604986310005188,0.0974986553192138,0.9593905806541444,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,large,kvasir_large,1,33.0,1375.762947320938,0.3460506571061683,0.9574450850486756,0.0976344645023346,0.957481563091278,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,large,kvasir_large,2,31.0,1293.6787886619568,0.3450018004063637,0.9618592858314514,0.0978436321020126,0.9616912007331848,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,large,kvasir_large,3,36.0,1490.9435451030731,0.3452462140056822,0.9564788341522216,0.0966981351375579,0.837450385093689,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,large,kvasir_large,4,30.0,1255.846030473709,0.3452249844868978,0.9573249220848083,0.096586026251316,0.9033368825912476,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,medium,kvasir_medium,0,35.0,457.172310590744,0.34085653424263,0.947882890701294,0.0975516960024833,0.9064871668815612,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,medium,kvasir_medium,1,37.0,480.3575460910797,0.3411149656450426,0.9478885531425476,0.0973250120878219,0.9385460019111632,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,medium,kvasir_medium,2,37.0,482.214679479599,0.3427422723254641,0.9461289644241332,0.0974844619631767,0.945855438709259,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,medium,kvasir_medium,3,47.0,606.4208068847656,0.3441840917506116,0.9581353664398192,0.0981489717960357,0.9563007354736328,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,medium,kvasir_medium,4,53.0,676.1549596786499,0.3424626268305868,0.9496951103210448,0.0973376855254173,0.8833038806915283,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_1,0,79.0,139.51731157302856,0.3262041082865075,0.9137722253799438,0.0966051742434501,0.9141719937324524,,0.8253735303878784,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_1,1,64.0,115.5049695968628,0.3244086727499962,0.9200421571731568,0.0974479839205741,0.9173808693885804,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_1,2,44.0,84.07498097419739,0.3222550018267198,0.8517489433288574,0.0981546342372894,0.8487356305122375,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_1,3,29.0,59.86260747909546,0.3206468203972126,0.8365486264228821,0.0971231833100318,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_1,4,44.0,84.12220454216003,0.3260948983105746,0.8949496746063232,0.0973583757877349,0.8950247764587402,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_2,0,59.0,107.42669892311096,0.3244060783062951,0.9073628783226012,0.0978095531463623,0.9079453945159912,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_2,1,64.0,115.06533789634705,0.3248395416885614,0.9096768498420716,0.0969626531004905,0.9060477614402772,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_2,2,39.0,75.5070571899414,0.3205131781406892,0.9010074138641356,0.0970877483487129,0.8999047875404358,,0.1774237900972366,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_2,3,44.0,83.33645129203796,0.3222830431027846,0.9004151225090027,0.0975474789738655,0.9000186324119568,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_2,4,84.0,146.81559658050537,0.3232775713716234,0.9316131472587584,0.0970807448029518,0.9296230673789978,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_3,0,64.0,116.22515726089478,0.3216307274997234,0.9099977612495422,0.0978817567229271,0.9077165126800536,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_3,1,64.0,115.83980107307434,0.320634976029396,0.9146669507026672,0.0968237072229385,0.9149214029312134,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_3,2,59.0,107.49788522720335,0.3227607981633332,0.9028396606445312,0.0976632758975029,0.9036498665809632,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_3,3,39.0,76.19786477088928,0.3214839727450639,0.8838014006614685,0.0976176261901855,0.884212076663971,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,litehrnet_x,small,kvasir_small_3,4,44.0,83.42297339439392,0.3195902407169342,0.9135593175888062,0.0966820195317268,0.913027822971344,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,large,kvasir_large,0,31.0,825.8599698543549,0.2100976662289711,0.9535371661186218,0.0831098034977912,0.9576564431190492,,0.9563831090927124,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,large,kvasir_large,1,16.0,444.9030494689941,0.2099524335935711,0.9531486630439758,0.082965150475502,0.952378511428833,,0.9497578144073486,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,large,kvasir_large,2,23.0,623.1996104717255,0.2102848446887472,0.9658014178276062,0.0826866254210472,0.964420199394226,,0.9663706421852112,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,large,kvasir_large,3,24.0,646.5450236797333,0.209772649531563,0.9602714776992798,0.0826532468199729,0.9594644904136658,,0.961346447467804,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,large,kvasir_large,4,19.0,520.5855135917664,0.2099094265385677,0.9595618844032288,0.0833885297179222,0.9586665630340576,,0.9570140838623048,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,medium,kvasir_medium,0,45.0,381.90535497665405,0.2075668841600417,0.9542822241783142,0.0828179940581321,0.9529886841773988,,0.9512734413146972,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,medium,kvasir_medium,1,33.0,285.90444016456604,0.2070140621878883,0.941265344619751,0.0831063315272331,0.940631091594696,,0.9355593919754028,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,medium,kvasir_medium,2,47.0,398.0664219856262,0.2082024495652381,0.9508687853813172,0.0818118304014206,0.9498478174209596,,0.9500874280929564,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,medium,kvasir_medium,3,19.0,174.36178135871887,0.207821418580256,0.9343010783195496,0.0833529680967331,0.933920443058014,,0.9297492504119872,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,medium,kvasir_medium,4,41.0,349.34104108810425,0.2077893393068778,0.9479841589927672,0.0821254774928093,0.9473405480384828,,0.9434441328048706,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_1,0,19.0,54.960649490356445,0.2006917439009013,0.822576105594635,0.0827030017971992,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_1,1,19.0,37.20242166519165,0.2010951920559531,0.8227417469024658,0.0830578655004501,0.8227456212043762,,0.8226864337921143,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_1,2,19.0,37.43821454048157,0.2016635568518387,0.8226048946380615,0.0829052031040191,0.8226457834243774,,0.822928249835968,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_1,3,19.0,37.4360466003418,0.1997881312119332,0.822874903678894,0.0830867290496826,0.8229230642318726,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_1,4,19.0,36.87543940544128,0.2002108097076415,0.8244448900222778,0.0820267722010612,0.8258272409439087,,0.827407956123352,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_2,0,19.0,36.28253531455994,0.1988955798902009,0.822576105594635,0.0821376591920852,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_2,1,19.0,36.37315154075623,0.2012745016499569,0.822576105594635,0.0831546410918235,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_2,2,19.0,36.29403567314148,0.1992445933191399,0.822576105594635,0.0824159085750579,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_2,3,19.0,36.5171012878418,0.2000568728697926,0.822576105594635,0.0828582346439361,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_2,4,19.0,36.427547216415405,0.2016419046803524,0.822576105594635,0.0827137306332588,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_3,0,84.0,119.24666237831116,0.1993552588281177,0.9243308305740356,0.0826129540801048,0.9236496686935424,,0.9204533696174622,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_3,1,19.0,36.515769958496094,0.2001325582203112,0.822576105594635,0.0822753384709358,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_3,2,84.0,117.08713817596436,0.1994721307640984,0.9131857752799988,0.0822606459259986,0.915768027305603,,0.9177085757255554,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_3,3,19.0,36.625033140182495,0.2015968372947291,0.822576105594635,0.0825727358460426,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_b,small,kvasir_small_3,4,19.0,36.50651621818543,0.199938322368421,0.822576105594635,0.082736000418663,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,large,kvasir_large,0,37.0,602.5112769603729,0.1276758925334827,0.9504366517066956,0.0534964352846145,0.9491589665412904,,0.9561973810195924,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,large,kvasir_large,1,25.0,417.3214716911316,0.1279253429174423,0.9616182446479796,0.0540610812604427,0.9604012370109558,,0.9598408937454224,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,large,kvasir_large,2,43.0,694.8253226280212,0.1276764211266539,0.9603602886199952,0.0537100210785865,0.9589475393295288,,0.9589433073997498,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,large,kvasir_large,3,36.0,586.6509749889374,0.1274878763490252,0.960284948348999,0.0527643784880638,0.9589213132858276,,0.9600027203559875,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,large,kvasir_large,4,29.0,479.3332169055939,0.1273674209570062,0.9593055844306946,0.0538338869810104,0.9580236673355104,,0.9589643478393556,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,medium,kvasir_medium,0,47.0,252.8572788238525,0.1255674910672167,0.9538924098014832,0.0533674322068691,0.95292466878891,,0.9509135484695436,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,medium,kvasir_medium,1,23.0,132.78512001037598,0.1261176334127135,0.9287929534912108,0.053269937634468,0.9279424548149108,,0.9226553440093994,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,medium,kvasir_medium,2,25.0,141.94050693511963,0.124688959121704,0.937879741191864,0.0528102479875087,0.9371192455291748,,0.9375733137130736,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,medium,kvasir_medium,3,37.0,201.64810609817505,0.1251684459480078,0.9518250226974488,0.0535459332168102,0.9510455131530762,,0.9497875571250916,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,medium,kvasir_medium,4,39.0,210.75162434577945,0.1253455802798271,0.9434249997138976,0.0532765015959739,0.9428976774215698,,0.9375746250152588,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_1,0,19.0,38.03295660018921,0.1196560859680175,0.822576105594635,0.0538082495331764,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_1,1,19.0,28.545329332351685,0.1178364314531024,0.822576105594635,0.0532411970198154,0.822576105594635,,0.8225783705711365,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_1,2,19.0,28.818528413772583,0.1178481327859978,0.8224756717681885,0.0537541471421718,0.8224720358848572,,0.8223288059234619,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_1,3,19.0,28.985246658325195,0.1194425946787783,0.8225837349891663,0.0531712137162685,0.8225246667861938,,0.8222390413284302,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_1,4,19.0,28.932493448257446,0.1203773711857042,0.822576105594635,0.0529957748949527,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_2,0,19.0,28.71850323677063,0.1203451721291792,0.822576105594635,0.0536315254867076,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_2,1,19.0,28.87543177604676,0.1207219675967567,0.822576105594635,0.0532795451581478,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_2,2,19.0,29.01529884338379,0.1173473973023263,0.822576105594635,0.0528292469680309,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_2,3,19.0,28.536970376968384,0.1197182504754316,0.822576105594635,0.0538301654160022,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_2,4,19.0,28.533893823623657,0.1207355951008043,0.822576105594635,0.0536329746246337,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_3,0,19.0,28.717559576034542,0.1173869936089766,0.822576105594635,0.0540153421461582,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_3,1,19.0,28.61928629875183,0.1193966802797819,0.822576105594635,0.0539576821029186,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_3,2,19.0,28.879286527633667,0.1179280281066894,0.822576105594635,0.0537396594882011,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_3,3,19.0,28.6648907661438,0.1191846634212292,0.822512149810791,0.0531332492828369,0.8224942684173584,,0.8215376734733582,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_s,small,kvasir_small_3,4,19.0,28.591866970062256,0.1218564824054115,0.822576105594635,0.0535446479916572,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,large,kvasir_large,0,10.0,163.98564648628235,0.1137568712234496,0.822576105594635,0.0436868108808994,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,large,kvasir_large,1,10.0,164.68109250068665,0.1138048700988292,0.822576105594635,0.0437594205141067,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,large,kvasir_large,2,10.0,164.46460366249084,0.113956082612276,0.822576105594635,0.0434171222150325,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,large,kvasir_large,3,11.0,176.79107451438904,0.1127874255180358,0.9002751708030701,0.0429247356951236,0.9025251865386964,,0.9012856483459472,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,large,kvasir_large,4,30.0,434.42020630836487,0.1131891623139381,0.9560749530792236,0.0428789593279361,0.9583429098129272,,0.9582891464233398,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,medium,kvasir_medium,0,11.0,64.95865631103516,0.1109053113243796,0.822576105594635,0.0435681156814098,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,medium,kvasir_medium,1,11.0,64.97740030288696,0.1110601899298754,0.822576105594635,0.0435911864042282,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,medium,kvasir_medium,2,11.0,64.62858653068542,0.1114021065560253,0.822576105594635,0.0434163175523281,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,medium,kvasir_medium,3,49.0,230.27504301071167,0.1105489630480201,0.9432606101036072,0.0434916019439697,0.9456312656402588,,0.9453821182250975,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,medium,kvasir_medium,4,11.0,64.39292311668396,0.1104372252117503,0.822576105594635,0.0437358878552913,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_1,0,24.0,35.212074756622314,0.0990563333034515,0.822576105594635,0.0431000441312789,0.8225585222244263,,0.8225178718566895,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_1,1,19.0,26.97484064102173,0.100013161960401,0.822576105594635,0.0428501106798648,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_1,2,19.0,27.06457495689392,0.0968392209002845,0.8224543929100037,0.042483989149332,0.8223943710327148,,0.8222843408584595,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_1,3,19.0,26.93967270851136,0.0992935268502485,0.822576105594635,0.0428660474717617,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_1,4,24.0,30.54787254333496,0.0975113858779271,0.822576105594635,0.0437416099011898,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_2,0,19.0,25.92217755317688,0.1009986275120784,0.8217458128929138,0.0423193722963333,0.8217629790306091,,0.8226896524429321,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_2,1,24.0,30.34957981109619,0.0992108285427093,0.822576105594635,0.042346604168415,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_2,2,19.0,26.515236854553223,0.0962392468201486,0.8222127556800842,0.0433708690106868,0.8221513032913208,,0.8224713802337646,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_2,3,24.0,30.334186792373657,0.1011860370635985,0.822576105594635,0.0435160659253597,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_2,4,19.0,26.702947854995728,0.1000624330420242,0.822576105594635,0.043055735528469,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_3,0,24.0,30.7894287109375,0.1035523563623427,0.822576105594635,0.0433772541582584,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_3,1,19.0,26.033605813980103,0.1035463119807996,0.8221041560173035,0.043490283191204,0.8219865560531616,,0.8225172758102417,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_3,2,19.0,27.21827244758606,0.0985125993427477,0.822549045085907,0.0424920246005058,0.822542667388916,,0.8226317763328552,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_3,3,19.0,26.554645776748657,0.1004689680902581,0.822576105594635,0.0430235303938388,0.822576105594635,,0.822576105594635,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,semantic_segmentation,segnext_t,small,kvasir_small_3,4,19.0,26.78931879997253,0.0983427574760035,0.8225363492965698,0.0424763225018978,0.8225411176681519,,0.8225703239440918,,,,,,,,,,,,,,test/add-action-benchmark-v2,6fefbee0f4d4,31b1458,31b1458,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240331-095224,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-ade58e12-4e2e-548c-e3db-b31d442cc38a) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-3f62614b-2618-9e2e-c8ed-fed7c7141571)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,medium,coco_car_person_medium,0,6.0,101.12599098682404,0.0748673789203166,0.908637672662735,0.0314186699688434,0.9948720932006836,0.6309811472892761,0.9944935142993928,0.5432085692882538,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,medium,coco_car_person_medium,1,3.0,63.26286792755127,0.07550555219252895,0.9075007140636444,0.03052381891757245,0.9946860074996948,0.6272290945053101,0.9940376579761505,0.5386148393154144,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,medium,coco_car_person_medium,2,4.0,76.11079633235931,0.075152551755309,0.9011909067630768,0.0309754721820354,0.9944440722465515,0.6262496709823608,0.9940356314182281,0.5381245911121368,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,medium,coco_car_person_medium,3,8.0,127.61134040355682,0.07582277292385685,0.90914985537529,0.0316484067589044,0.9949272871017456,0.6253663003444672,0.9943609237670898,0.5357692539691925,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,medium,coco_car_person_medium,4,7.0,114.22531533241272,0.07509597390890116,0.9077828228473663,0.03069497551769015,0.9948783814907074,0.6274515688419342,0.9941382110118866,0.5379279553890228,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_1,0,27.0,153.4238886833191,0.2301185051048243,0.9202713966369629,0.5348570048809052,0.9990301430225372,8.984196186065674,0.9989686608314514,8.662960052490234,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_1,1,31.0,169.25402235984802,0.23161105145445895,0.920194685459137,0.5147904455661774,0.9989963173866272,8.748889923095703,0.9989514052867889,8.622144222259521,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_1,2,23.0,133.55456578731537,0.22879592750383454,0.9200561344623566,0.5271012187004089,0.9990009963512421,8.736761093139648,0.9989425539970398,8.663900375366211,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_1,3,41.0,219.43008196353912,0.23536741615265394,0.9206438660621643,0.5149644315242767,0.999018132686615,8.718293190002441,0.9989536106586456,8.646421432495117,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_1,4,27.0,150.5902601480484,0.22239877118004686,0.9200496077537537,0.5236914753913879,0.9989894926548004,8.701911449432373,0.9989508986473083,8.67390489578247,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_2,0,21.0,133.9117259979248,0.24342597552172368,0.9171799123287202,0.5236382782459259,0.9989892244338989,8.787345886230469,0.9988612532615662,8.712966918945312,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_2,1,23.0,142.7201830148697,0.25030325579902396,0.9176751375198364,0.5124150514602661,0.9990004003047942,8.75744104385376,0.9988602101802826,8.6228346824646,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_2,2,23.0,141.83555507659912,0.2329234960286513,0.9172466099262238,0.5127712488174438,0.9989823997020721,8.729765892028809,0.9988507330417633,8.62246036529541,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_2,3,27.0,164.21624076366425,0.23979961320205964,0.9178036749362946,0.5166650712490082,0.9989959895610809,8.885444164276123,0.9988529682159424,8.651013851165771,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_2,4,23.0,142.26637303829193,0.24061628690232395,0.9179617762565613,0.516223818063736,0.9990178644657136,8.685421466827393,0.9988801777362823,8.68721866607666,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_3,0,31.0,187.07643580436707,0.2515199105105092,0.9190396666526794,0.5163626074790955,0.9989911019802094,8.785296440124512,0.9988631010055542,8.739041328430176,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_3,1,33.0,200.21270668506622,0.265446356388918,0.91851806640625,0.5091494023799896,0.998998612165451,8.803625583648682,0.9988710880279541,8.688973426818848,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_3,2,35.0,210.22287797927856,0.25391298873083934,0.9184145927429199,0.5335712730884552,0.9989994764328003,8.784217834472656,0.9988737404346466,8.691332817077637,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_3,3,23.0,145.31536662578583,0.2562905365358228,0.9184493720531464,0.5157933831214905,0.9989894926548004,8.76794147491455,0.9988581538200378,8.627004623413086,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_tiny_vit,small,wgisd_small_3,4,35.0,206.88616180419925,0.25594263821840285,0.9188315272331238,0.5182721614837646,0.9989977478981018,8.735300064086914,0.9988768398761749,8.607883930206299,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,medium,coco_car_person_medium,0,5.0,165.12694990634918,0.14824452102184288,0.9242420494556427,0.06623549014329905,0.9947207272052765,3.782352924346924,0.9944067597389221,2.4999749660491943,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,medium,coco_car_person_medium,1,6.0,192.13317382335663,0.14905816252742488,0.9301455914974213,0.06607813388109204,0.9953317642211914,3.7912368774414062,0.9953804910182953,2.4404395818710327,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,medium,coco_car_person_medium,2,7.5,231.6630073785782,0.14936427316731865,0.9247291386127472,0.066462405025959,0.9951285421848296,3.8902406692504887,0.9945072829723358,2.407121419906616,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,medium,coco_car_person_medium,3,5.0,166.11085891723633,0.14865155965089788,0.9281452894210815,0.06631582602858535,0.9955292344093323,3.7584527730941772,0.9952436089515686,2.400301694869995,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,medium,coco_car_person_medium,4,5.0,164.29147791862488,0.14759471373898642,0.9182582497596742,0.06610210239887229,0.9951555132865906,3.766174077987671,0.9945944547653198,2.434265375137329,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_1,0,21.0,151.6965445280075,0.2836647203503265,0.9335988759994508,0.5464247763156891,0.9992054104804993,11.5494384765625,0.9988637268543243,10.427526950836182,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_1,1,23.0,156.79873275756836,0.28678329288959503,0.9337204992771149,0.5553965866565704,0.9991915225982666,11.621944427490234,0.9990100860595702,10.305789470672607,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_1,2,21.0,142.4537831544876,0.2852045914810364,0.9334864318370819,0.5556782484054565,0.9992083609104156,11.605290412902832,0.999024897813797,10.303054809570312,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_1,3,23.0,156.03385281562805,0.2749920059805331,0.9337977170944214,0.5412977933883667,0.9991892576217651,11.58841609954834,0.9990037977695465,10.42307710647583,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_1,4,23.0,155.318106174469,0.2860034094800261,0.9337028861045837,0.5568948686122894,0.999195158481598,11.586444854736328,0.998955875635147,10.353405475616455,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_2,0,19.0,142.1673218011856,0.29775760527970135,0.9313649833202362,0.5546329021453857,0.9991848170757294,11.903415203094482,0.998846560716629,10.461778163909912,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_2,1,19.0,140.3065402507782,0.2945490377513986,0.9317220747470856,0.5657449960708618,0.999188095331192,11.559880256652832,0.99876469373703,10.376726150512695,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_2,2,25.0,180.07778918743134,0.3018694219333922,0.9305627644062042,0.5538389086723328,0.9991821944713593,11.652777194976807,0.9985855519771576,10.36316728591919,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_2,3,23.0,166.56916797161102,0.28978312436716364,0.9312960207462311,0.5507365763187408,0.9991730153560638,11.6815185546875,0.9987910389900208,10.320135593414307,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_2,4,17.0,128.1241111755371,0.2980218441339961,0.9310950636863708,0.5540141761302948,0.9991726577281952,11.619623184204102,0.9988178014755249,10.321000576019287,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_3,0,21.0,155.09833109378815,0.3111872941732952,0.932294338941574,0.5573474168777466,0.9991704821586608,11.577817916870117,0.9988325238227844,10.29657793045044,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_3,1,27.0,192.45716822147367,0.3079305412592711,0.9317222237586974,0.5489874482154846,0.9991715848445892,11.566054821014404,0.9988370537757874,10.28839921951294,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_3,2,27.0,195.75903618335724,0.30499840693921887,0.9317005276679993,0.553351491689682,0.9991787075996398,11.573958396911621,0.9986997842788696,10.308242321014404,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_3,3,33.0,232.07373178005219,0.30602686953160063,0.9323095977306366,0.5610915422439575,0.9991692304611206,11.604304790496826,0.998700737953186,10.290903568267822,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,visual_prompting,sam_vit_b,small,wgisd_small_3,4,35.0,244.76906716823575,0.3142457512955314,0.932200700044632,0.5535626411437988,0.999172866344452,11.614617347717285,0.9988373219966888,10.338918685913086,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_tiny_vit,medium,coco_car_person_medium_datumaro,0,0.0,10.803943514823914,0.043344140052795396,0.6595286726951599,0.1511537507176399,0.6663166284561157,1.233614206314087,0.510793924331665,3.44033145904541,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_tiny_vit,medium,coco_car_person_medium_datumaro,1,0.0,10.716594219207764,0.0367434024810791,0.6596421599388123,0.1527330130338668,0.6657536029815674,1.2298479080200195,0.5126304030418396,3.3663148880004883,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240401-200357,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_tiny_vit,medium,coco_car_person_medium_datumaro,2,0.0,10.93707013130188,0.0381152629852294,0.6596421599388123,0.1609545648097992,0.6657536029815674,1.264238357543945,0.5126304030418396,3.369001865386963,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240401-200357,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_tiny_vit,medium,coco_car_person_medium_datumaro,3,0.0,11.017375230789185,0.0368320941925048,0.6596421599388123,0.1548355221748352,0.6657536029815674,1.2268614768981934,0.5126304030418396,3.34861421585083,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240401-200357,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_tiny_vit,medium,coco_car_person_medium_datumaro,4,0.0,10.783745765686035,0.037043809890747,0.6596421599388123,0.1510442197322845,0.6657536029815674,1.2226641178131104,0.5126304030418396,3.39914345741272,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240401-200357,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_vit_b,medium,coco_car_person_medium_datumaro,0,0.0,12.31516683101654,0.0766451358795166,0.5098779797554016,0.6231828927993774,0.5127442479133606,7.898798942565918,0.4458954632282257,7.47716474533081,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,,,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_vit_b,medium,coco_car_person_medium_datumaro,1,0.0,12.394846439361572,0.077117919921875,0.5098779797554016,0.6367586851119995,0.5127442479133606,7.614863395690918,0.4458954632282257,7.570401668548584,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240401-200357,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_vit_b,medium,coco_car_person_medium_datumaro,2,0.0,12.08299160003662,0.0764241218566894,0.5098779797554016,0.6152480244636536,0.5127442479133606,7.697841644287109,0.4458954632282257,7.518413543701172,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240401-200357,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_vit_b,medium,coco_car_person_medium_datumaro,3,0.0,12.226404428482056,0.0765748023986816,0.5098779797554016,0.6176468729972839,0.5127442479133606,7.750885009765625,0.4458954632282257,7.488712787628174,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240401-200357,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 -2.0.0,zero_shot_visual_prompting,sam_vit_b,medium,coco_car_person_medium_datumaro,4,0.0,12.14588475227356,0.0767533779144287,0.5098779797554016,0.6143026947975159,0.5127442479133606,7.617374420166016,0.4458954632282257,7.462142467498779,,,,,,,,,,,,,test/add-action-benchmark-v2,9784b1a8c02f,ddf4714,ddf4714,Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz,20240401-200357,"GPU 0: NVIDIA GeForce RTX 3090 (UUID: GPU-6fff4025-040f-9368-ae9e-ba0abeebaa80) -GPU 1: NVIDIA GeForce RTX 3090 (UUID: GPU-12ee50ad-36c6-2eee-8080-8d8a666f363f)",goodsong81 From f4040def5e2c582c2437ee3b314b8a38d2e5fe50 Mon Sep 17 00:00:00 2001 From: Eunwoo Shin Date: Mon, 20 May 2024 19:29:47 +0900 Subject: [PATCH 04/30] Fix a bug that dino_v2 model can't be run w/ HPO (#3518) * add reduce function to dino backbone * add unit test * update integration test * change name --- src/otx/algo/classification/dino_v2.py | 5 +++ src/otx/algo/segmentation/backbones/dinov2.py | 5 +++ src/otx/utils/utils.py | 10 ++++++ tests/integration/cli/test_cli.py | 34 +++++++------------ tests/unit/utils/test_utils.py | 11 ++++++ 5 files changed, 44 insertions(+), 21 deletions(-) diff --git a/src/otx/algo/classification/dino_v2.py b/src/otx/algo/classification/dino_v2.py index 6b94160a92b..16b69cb7a88 100644 --- a/src/otx/algo/classification/dino_v2.py +++ b/src/otx/algo/classification/dino_v2.py @@ -23,6 +23,7 @@ from otx.core.model.classification import OTXMulticlassClsModel from otx.core.schedulers import LRSchedulerListCallable from otx.core.types.label import LabelInfoTypes +from otx.utils.utils import get_class_initial_arguments if TYPE_CHECKING: from lightning.pytorch.cli import LRSchedulerCallable, OptimizerCallable @@ -46,6 +47,7 @@ def __init__( num_classes: int, ): super().__init__() + self._init_args = get_class_initial_arguments() self.backbone = torch.hub.load( repo_or_dir="facebookresearch/dinov2", model=backbone, @@ -75,6 +77,9 @@ def forward(self, imgs: torch.Tensor, labels: torch.Tensor | None = None, **kwar return self.loss(logits, labels) return self.softmax(logits) + def __reduce__(self): + return (DINOv2, self._init_args) + class DINOv2RegisterClassifier(OTXMulticlassClsModel): """DINO-v2 Classification Model with register.""" diff --git a/src/otx/algo/segmentation/backbones/dinov2.py b/src/otx/algo/segmentation/backbones/dinov2.py index d1e3a9cdf57..ee885639fd4 100644 --- a/src/otx/algo/segmentation/backbones/dinov2.py +++ b/src/otx/algo/segmentation/backbones/dinov2.py @@ -13,6 +13,7 @@ from otx.algo.modules.base_module import BaseModule from otx.algo.utils.mmengine_utils import load_checkpoint_to_model, load_from_http +from otx.utils.utils import get_class_initial_arguments class DinoVisionTransformer(BaseModule): @@ -27,6 +28,7 @@ def __init__( pretrained_weights: str | None = None, ): super().__init__(init_cfg) + self._init_args = get_class_initial_arguments() torch.hub._validate_not_a_forked_repo = lambda a, b, c: True # noqa: SLF001, ARG005 self.backbone = torch.hub.load(repo_or_dir="facebookresearch/dinov2", model=name) if freeze_backbone: @@ -70,3 +72,6 @@ def load_pretrained_weights(self, pretrained: str | None = None, prefix: str = " print(f"init weight - {pretrained}") if checkpoint is not None: load_checkpoint_to_model(self, checkpoint, prefix=prefix) + + def __reduce__(self): + return (DinoVisionTransformer, self._init_args) diff --git a/src/otx/utils/utils.py b/src/otx/utils/utils.py index e3b35fc4ffd..6e202c3e8b7 100644 --- a/src/otx/utils/utils.py +++ b/src/otx/utils/utils.py @@ -176,3 +176,13 @@ def can_pass_tile_config(model_cls: type[OTXModel]) -> bool: """ tile_config_param = inspect.signature(model_cls).parameters.get("tile_config") return tile_config_param is not None + + +def get_class_initial_arguments() -> tuple: + """Return arguments of class initilization. This function should be called in '__init__' function. + + Returns: + tuple: class arguments. + """ + keywords, _, _, values = inspect.getargvalues(inspect.stack()[1].frame) + return tuple(values[key] for key in keywords[1:]) diff --git a/tests/integration/cli/test_cli.py b/tests/integration/cli/test_cli.py index 4d5f4614520..4892d673590 100644 --- a/tests/integration/cli/test_cli.py +++ b/tests/integration/cli/test_cli.py @@ -428,9 +428,9 @@ def test_otx_ov_test( assert len(metric_result) > 0 -@pytest.mark.parametrize("task", pytest.TASK_LIST) +@pytest.mark.parametrize("recipe", pytest.RECIPE_LIST, ids=lambda x: "/".join(Path(x).parts[-2:])) def test_otx_hpo_e2e( - task: OTXTaskType, + recipe: str, tmp_path: Path, fxt_accelerator: str, fxt_target_dataset_per_task: dict, @@ -447,30 +447,22 @@ def test_otx_hpo_e2e( Returns: None """ - if task not in DEFAULT_CONFIG_PER_TASK: - pytest.skip(f"Task {task} is not supported in the auto-configuration.") - if task == OTXTaskType.ZERO_SHOT_VISUAL_PROMPTING: - pytest.skip("ZERO_SHOT_VISUAL_PROMPTING doesn't support HPO.") + task = recipe.split("/")[-2] + model_name = recipe.split("/")[-1].split(".")[0] - # Need to change model to stfpm because default anomaly model is 'padim' which doesn't support HPO - model_cfg = [] - if task in { - OTXTaskType.ANOMALY_CLASSIFICATION, - OTXTaskType.ANOMALY_DETECTION, - OTXTaskType.ANOMALY_SEGMENTATION, - }: - model_cfg = ["--config", str(DEFAULT_CONFIG_PER_TASK[task].parent / "stfpm.yaml")] + if task.upper() == OTXTaskType.ZERO_SHOT_VISUAL_PROMPTING: + pytest.skip("ZERO_SHOT_VISUAL_PROMPTING doesn't support HPO.") + if "padim" in recipe: + pytest.skip("padim model doesn't support HPO.") - task = task.lower() - tmp_path_hpo = tmp_path / f"otx_hpo_{task}" + tmp_path_hpo = tmp_path / f"otx_hpo_{model_name}" tmp_path_hpo.mkdir(parents=True) command_cfg = [ "otx", "train", - *model_cfg, - "--task", - task.upper(), + "--config", + recipe, "--data_root", fxt_target_dataset_per_task[task], "--work_dir", @@ -482,7 +474,7 @@ def test_otx_hpo_e2e( "--run_hpo", "true", "--hpo_config.expected_time_ratio", - "2", + "1", "--hpo_config.num_workers", "1", *fxt_cli_override_command_per_task[task], @@ -500,7 +492,7 @@ def test_otx_hpo_e2e( if task.startswith("anomaly"): return - assert len([val for val in hpo_work_dor.rglob("*.json") if str(val.stem).isdigit()]) == 2 + assert len([val for val in hpo_work_dor.rglob("*.json") if str(val.stem).isdigit()]) == 1 @pytest.mark.parametrize("task", pytest.TASK_LIST) diff --git a/tests/unit/utils/test_utils.py b/tests/unit/utils/test_utils.py index 10a6a939257..6eb7490f1a7 100644 --- a/tests/unit/utils/test_utils.py +++ b/tests/unit/utils/test_utils.py @@ -5,6 +5,7 @@ import pytest from otx.utils.utils import ( find_file_recursively, + get_class_initial_arguments, get_decimal_point, get_using_dot_delimited_key, remove_matched_files, @@ -99,3 +100,13 @@ def test_remove_matched_files_no_file_to_remove(temporary_dir_w_some_txt): remove_matched_files(temporary_dir_w_some_txt, "*.log") assert len(list(temporary_dir_w_some_txt.rglob("*.txt"))) == 5 + + +def test_get_class_initial_arguments(): + class FakeCls: + def __init__(self, a, b): + self.init_args = get_class_initial_arguments() + + fake_cls = FakeCls(4, 5) + + assert fake_cls.init_args == (4, 5) From 45aea55d859b3f5ede3704978ec690fadc54a410 Mon Sep 17 00:00:00 2001 From: "Kim, Sungchul" Date: Tue, 21 May 2024 11:12:56 +0900 Subject: [PATCH 05/30] Fix detection export performance degradation (#3520) * Fix to use right index * Align forward by adding missed parts --- src/otx/algo/detection/heads/base_head.py | 170 ++++++++++------------ src/otx/core/model/detection.py | 4 +- 2 files changed, 78 insertions(+), 96 deletions(-) diff --git a/src/otx/algo/detection/heads/base_head.py b/src/otx/algo/detection/heads/base_head.py index ef5b61abc89..c2b56fb71ff 100644 --- a/src/otx/algo/detection/heads/base_head.py +++ b/src/otx/algo/detection/heads/base_head.py @@ -13,7 +13,13 @@ from torch import Tensor from otx.algo.detection.ops.nms import batched_nms, multiclass_nms -from otx.algo.detection.utils.utils import filter_scores_and_topk, select_single_mlvl, unpack_det_entity +from otx.algo.detection.utils.utils import ( + dynamic_topk, + filter_scores_and_topk, + gather_topk, + select_single_mlvl, + unpack_det_entity, +) from otx.algo.modules.base_module import BaseModule from otx.algo.utils.mmengine_utils import InstanceData from otx.core.data.entity.base import OTXBatchDataEntity @@ -511,119 +517,95 @@ def export_by_feat( device=bbox_preds[0].device, ) - cls_score_list = [cls_scores[i].detach() for i in range(num_levels)] - bbox_pred_list = [bbox_preds[i].detach() for i in range(num_levels)] - if score_factors is not None: - score_factor_list = [score_factors[i].detach() for i in range(num_levels)] - else: - score_factor_list = [None for _ in range(num_levels)] - - return self._export_by_feat_single( - cls_score_list=cls_score_list, - bbox_pred_list=bbox_pred_list, - score_factor_list=score_factor_list, - mlvl_priors=mlvl_priors, - img_meta=batch_img_metas[0], - cfg=cfg, - rescale=rescale, - with_nms=with_nms, - ) - - def _export_by_feat_single( - self, - cls_score_list: list[Tensor], - bbox_pred_list: list[Tensor], - score_factor_list: list[Tensor], - mlvl_priors: list[Tensor], - img_meta: dict, - cfg: DictConfig, - rescale: bool = False, - with_nms: bool = True, - ) -> tuple[torch.Tensor, torch.Tensor] | tuple[torch.Tensor, torch.Tensor, torch.Tensor]: - """Transform a single image's features extracted from the head into bbox results. - - Args: - cls_score_list (list[Tensor]): Box scores from all scale - levels of a single image, each item has shape - (num_priors * num_classes, H, W). - bbox_pred_list (list[Tensor]): Box energies / deltas from - all scale levels of a single image, each item has shape - (num_priors * 4, H, W). - score_factor_list (list[Tensor]): Score factor from all scale - levels of a single image, each item has shape - (num_priors * 1, H, W). - mlvl_priors (list[Tensor]): Each element in the list is - the priors of a single level in feature pyramid. In all - anchor-based methods, it has shape (num_priors, 4). In - all anchor-free methods, it has shape (num_priors, 2) - when `with_stride=True`, otherwise it still has shape - (num_priors, 4). - img_meta (dict): Image meta info. - cfg (DictConfig): Test / postprocessing configuration, - if None, test_cfg would be used. - rescale (bool): If True, return boxes in original image space. - Defaults to False. - with_nms (bool): If True, do nms before return boxes. - Defaults to True. + mlvl_priors = [priors.unsqueeze(0) for priors in mlvl_priors] - Returns: - - scores (Tensor): Classification scores, has a shape - (num_instance, ) - - labels (Tensor): Labels of bboxes, has a shape - (num_instances, ). - - bboxes (Tensor): Has a shape (num_instances, 4), - the last dimension 4 arrange as (x1, y1, x2, y2). - """ - batch_size = cls_score_list[0].shape[0] - with_score_factors = score_factor_list[0] is not None + mlvl_cls_scores = [cls_scores[i].detach() for i in range(num_levels)] + mlvl_bbox_preds = [bbox_preds[i].detach() for i in range(num_levels)] - cfg = self.test_cfg if cfg is None else cfg - cfg = copy.deepcopy(cfg) - img_shape = img_meta["img_shape"] + if score_factors is None: + with_score_factors = False + mlvl_score_factor = [None for _ in range(num_levels)] + else: + with_score_factors = True + mlvl_score_factor = [score_factors[i].detach() for i in range(num_levels)] + mlvl_score_factors = [] - mlvl_priors = [priors.unsqueeze(0) for priors in mlvl_priors] + img_shape = batch_img_metas[0]["img_shape"] + batch_size = cls_scores[0].shape[0] + cfg = self.test_cfg + pre_topk = cfg.get("nms_pre", -1) - mlvl_bbox_preds = [] + mlvl_valid_bboxes = [] + mlvl_valid_scores = [] mlvl_valid_priors = [] - mlvl_scores = [] - mlvl_score_factors: list | None = [] if with_score_factors else None - for cls_score, bbox_pred, score_factor, priors in zip( - cls_score_list, - bbox_pred_list, - score_factor_list, + + for cls_score, bbox_pred, score_factors, priors in zip( + mlvl_cls_scores, + mlvl_bbox_preds, + mlvl_score_factor, mlvl_priors, ): - cls_score = cls_score.permute(0, 2, 3, 1).reshape(batch_size, -1, self.cls_out_channels) # noqa: PLW2901 - if with_score_factors: - score_factor = score_factor.permute(0, 2, 3, 1).reshape(batch_size, -1).sigmoid() # noqa: PLW2901 + scores = cls_score.permute(0, 2, 3, 1).reshape(batch_size, -1, self.cls_out_channels) if getattr(self.loss_cls, "custom_cls_channels", False): scores = self.loss_cls.get_activation(cls_score) elif self.use_sigmoid_cls: - scores = cls_score.sigmoid() + scores = scores.sigmoid() else: - # remind that we set FG labels to [0, num_class-1] - # since mmdet v2.0 - # BG cat_id: num_class - scores = cls_score.softmax(-1)[:, :, :-1] + scores = scores.softmax(-1)[:, :, :-1] + + if with_score_factors: + score_factors = score_factors.permute(0, 2, 3, 1).reshape(batch_size, -1).sigmoid() # type: ignore[union-attr, attr-defined] # noqa: PLW2901 + score_factors = score_factors.unsqueeze(2) # type: ignore[union-attr] # noqa: PLW2901 + dim = self.bbox_coder.encode_size bbox_pred = bbox_pred.permute(0, 2, 3, 1).reshape(batch_size, -1, dim) # noqa: PLW2901 - mlvl_bbox_preds.append(bbox_pred) + if pre_topk > 0: + nms_pre_score = scores + if with_score_factors: + nms_pre_score = nms_pre_score * score_factors + + # Get maximum scores for foreground classes. + if self.use_sigmoid_cls: + max_scores, _ = nms_pre_score.max(-1) + else: + max_scores, _ = nms_pre_score[..., :-1].max(-1) + _, topk_inds = dynamic_topk(max_scores, pre_topk) + bbox_pred, scores, score_factors = gather_topk( # noqa: PLW2901 + bbox_pred, + scores, + score_factors, # type: ignore[arg-type] + inds=topk_inds, + batch_size=batch_size, + is_batched=True, + ) + priors = gather_topk(priors, inds=topk_inds, batch_size=batch_size, is_batched=False) # noqa: PLW2901 + + mlvl_valid_bboxes.append(bbox_pred) + mlvl_valid_scores.append(scores) mlvl_valid_priors.append(priors) - mlvl_scores.append(scores) + if with_score_factors: + mlvl_score_factors.append(score_factors) - if mlvl_score_factors: - mlvl_score_factors.append(score_factor) + batch_mlvl_bboxes_pred = torch.cat(mlvl_valid_bboxes, dim=1) + batch_scores = torch.cat(mlvl_valid_scores, dim=1) + batch_priors = torch.cat(mlvl_valid_priors, dim=1) + + batch_bboxes = self.bbox_coder.decode_export(batch_priors, batch_mlvl_bboxes_pred, max_shape=img_shape) - bbox_pred = torch.cat(mlvl_bbox_preds, dim=1) - priors = torch.cat(mlvl_valid_priors, dim=1) - scores = torch.cat(mlvl_scores, dim=1) - bboxes = self.bbox_coder.decode_export(priors, bbox_pred, max_shape=img_shape) + if with_score_factors: + batch_score_factors = torch.cat(mlvl_score_factors, dim=1) + + if not self.use_sigmoid_cls: + batch_scores = batch_scores[..., : self.num_classes] + + if with_score_factors: + batch_scores = batch_scores * batch_score_factors return multiclass_nms( - bboxes, - scores, + batch_bboxes, + batch_scores, max_output_boxes_per_class=200, # TODO (sungchul): temporarily set to mmdeploy cfg, will be updated iou_threshold=cfg.nms.iou_threshold, score_threshold=cfg.score_thr, diff --git a/src/otx/core/model/detection.py b/src/otx/core/model/detection.py index d773e5f911a..53ffda96eb5 100644 --- a/src/otx/core/model/detection.py +++ b/src/otx/core/model/detection.py @@ -574,7 +574,7 @@ def _customize_outputs( if label_shift: log.warning(f"label_shift: {label_shift}") - for output in outputs: + for i, output in enumerate(outputs): output_objects = output.objects if len(output_objects): bbox = [[output.xmin, output.ymin, output.xmax, output.ymax] for output in output_objects] @@ -584,7 +584,7 @@ def _customize_outputs( tv_tensors.BoundingBoxes( bbox, format="XYXY", - canvas_size=inputs.imgs_info[-1].img_shape, + canvas_size=inputs.imgs_info[i].img_shape, ), ) scores.append(torch.tensor([output.score for output in output_objects])) From 59014b83d871d9f142aa02fd41a4d557415213a7 Mon Sep 17 00:00:00 2001 From: Ashwin Vaidya Date: Wed, 22 May 2024 01:48:41 +0200 Subject: [PATCH 06/30] Revert metrics threshold (#3528) Revert threshold Signed-off-by: Ashwin Vaidya --- src/otx/algo/anomaly/openvino_model.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/src/otx/algo/anomaly/openvino_model.py b/src/otx/algo/anomaly/openvino_model.py index 7dfece809d5..495f7f8bdfd 100644 --- a/src/otx/algo/anomaly/openvino_model.py +++ b/src/otx/algo/anomaly/openvino_model.py @@ -34,10 +34,6 @@ class _OVMetricCallback(Callback): def __init__(self) -> None: super().__init__() - def on_test_start(self, trainer: Trainer, pl_module: AnomalyOpenVINO) -> None: - pl_module.image_metrics.set_threshold(pl_module.model.image_threshold / pl_module.model.normalization_scale) - pl_module.pixel_metrics.set_threshold(pl_module.model.pixel_threshold / pl_module.model.normalization_scale) - def on_test_epoch_start(self, trainer: Trainer, pl_module: AnomalyOpenVINO) -> None: pl_module.image_metrics.reset() pl_module.pixel_metrics.reset() From 4b1396b161112812941b30e97360fadf46e13f50 Mon Sep 17 00:00:00 2001 From: Eugene Liu Date: Thu, 23 May 2024 08:14:18 +0100 Subject: [PATCH 07/30] Tile with full img optional (#3530) * make tile dataset with full image optional --- src/otx/core/config/data.py | 1 + src/otx/core/data/dataset/tile.py | 8 +++++++- src/otx/core/types/export.py | 1 + src/otx/core/utils/tile_merge.py | 18 ++++++++++-------- tests/unit/core/data/test_tiling.py | 11 +++++++++++ tests/unit/core/utils/test_tile.py | 1 + 6 files changed, 31 insertions(+), 9 deletions(-) diff --git a/src/otx/core/config/data.py b/src/otx/core/config/data.py index 9820c18c1a4..8f719927673 100644 --- a/src/otx/core/config/data.py +++ b/src/otx/core/config/data.py @@ -76,6 +76,7 @@ class TileConfig: max_num_instances: int = 1500 object_tile_ratio: float = 0.03 sampling_ratio: float = 1.0 + with_full_img: bool = False def clone(self) -> TileConfig: """Return a deep copied one of this instance.""" diff --git a/src/otx/core/data/dataset/tile.py b/src/otx/core/data/dataset/tile.py index caa17966075..741d016a36b 100644 --- a/src/otx/core/data/dataset/tile.py +++ b/src/otx/core/data/dataset/tile.py @@ -65,6 +65,7 @@ class OTXTileTransform(Tile): tile_size (tuple[int, int]): Tile size. overlap (tuple[float, float]): Overlap ratio. threshold_drop_ann (float): Threshold to drop annotations. + with_full_img (bool): Include full image in the tiles. """ def __init__( @@ -73,6 +74,7 @@ def __init__( tile_size: tuple[int, int], overlap: tuple[float, float], threshold_drop_ann: float, + with_full_img: bool, ) -> None: super().__init__( extractor, @@ -82,6 +84,7 @@ def __init__( ) self._tile_size = tile_size self._tile_ann_func_map[AnnotationType.polygon] = OTXTileTransform._tile_polygon + self.with_full_img = with_full_img @staticmethod def _tile_polygon( @@ -142,7 +145,8 @@ def _extract_rois(self, image: Image) -> list[BboxIntCoords]: cols = range(0, img_w, int(tile_w * (1 - w_ovl))) rows = range(0, img_h, int(tile_h * (1 - h_ovl))) - rois += [x1y1x2y2_to_xywh(0, 0, img_w, img_h)] + if self.with_full_img: + rois += [x1y1x2y2_to_xywh(0, 0, img_w, img_h)] for offset_x, offset_y in product(cols, rows): x2 = min(offset_x + tile_w, img_w) y2 = min(offset_y + tile_h, img_h) @@ -246,6 +250,7 @@ def get_tiles(self, image: np.ndarray, item: DatasetItem) -> tuple[list[OTXDataE tile_size=self.tile_config.tile_size, overlap=(self.tile_config.overlap, self.tile_config.overlap), threshold_drop_ann=0.5, + with_full_img=self.tile_config.with_full_img, ) if item.subset == "val": @@ -281,6 +286,7 @@ def __init__(self, dataset: OTXDataset, tile_config: TileConfig) -> None: tile_size=tile_config.tile_size, overlap=(tile_config.overlap, tile_config.overlap), threshold_drop_ann=0.5, + with_full_img=tile_config.with_full_img, ) dm_dataset = dm_dataset.filter("/item/annotation", filter_annotations=True, remove_empty=True) # Include original dataset for training diff --git a/src/otx/core/types/export.py b/src/otx/core/types/export.py index 9291769dccc..8e0cfaf1f90 100644 --- a/src/otx/core/types/export.py +++ b/src/otx/core/types/export.py @@ -155,6 +155,7 @@ def to_metadata(self) -> dict[tuple[str, str], str]: ("model_info", "tile_size"): str(self.tile_config.tile_size[0]), ("model_info", "tiles_overlap"): str(self.tile_config.overlap), ("model_info", "max_pred_number"): str(self.tile_config.max_num_instances), + ("model_info", "tile_with_full_img"): str(self.tile_config.with_full_img), }, ) diff --git a/src/otx/core/utils/tile_merge.py b/src/otx/core/utils/tile_merge.py index 324f1628868..99149e4e1f8 100644 --- a/src/otx/core/utils/tile_merge.py +++ b/src/otx/core/utils/tile_merge.py @@ -43,6 +43,7 @@ def __init__( self.tile_size = tile_config.tile_size self.iou_threshold = tile_config.iou_threshold self.max_num_instances = tile_config.max_num_instances + self.with_full_img = tile_config.with_full_img @abstractmethod def _merge_entities( @@ -205,8 +206,7 @@ def _merge_entities( ) if explain_mode: - # Note: Skip the first feature vector as it is the full image value. - det_pred_entity.feature_vector = np.mean(feature_vectors[1:], axis=0) + det_pred_entity.feature_vector = np.mean(feature_vectors, axis=0) det_pred_entity.saliency_map = self._merge_saliency_maps(saliency_maps, img_size, tiles_coords) return det_pred_entity @@ -248,7 +248,9 @@ def _merge_saliency_maps( merged_map = np.zeros((num_classes, image_map_h, image_map_w)) # Note: Skip the first saliency map as it is the full image value. - for i, saliency_map in enumerate(saliency_maps[1:], 1): + saliency_maps, start_idx = (saliency_maps[1:], 1) if self.with_full_img else (saliency_maps, 0) + + for i, saliency_map in enumerate(saliency_maps, start_idx): for class_idx in range(num_classes): cls_map = saliency_map[class_idx] @@ -274,10 +276,11 @@ def _merge_saliency_maps( merged_map[class_idx][y_1 + hi, x_1 + wi] = map_pixel for class_idx in range(num_classes): - image_map_cls = image_saliency_map[class_idx] - image_map_cls = cv2.resize(image_map_cls, (image_map_w, image_map_h)) + if self.with_full_img: + image_map_cls = image_saliency_map[class_idx] + image_map_cls = cv2.resize(image_map_cls, (image_map_w, image_map_h)) + merged_map[class_idx] += 0.5 * image_map_cls - merged_map[class_idx] += 0.5 * image_map_cls merged_map[class_idx] = _non_linear_normalization(merged_map[class_idx]) return merged_map.astype(np.uint8) @@ -418,8 +421,7 @@ def _merge_entities( ) if explain_mode: - # Note: Skip the first feature vector as it is the full image value. - inst_seg_pred_entity.feature_vector = np.mean(feature_vectors[1:], axis=0) + inst_seg_pred_entity.feature_vector = np.mean(feature_vectors, axis=0) inst_seg_pred_entity.saliency_map = self.get_saliency_maps_from_masks( labels, scores, diff --git a/tests/unit/core/data/test_tiling.py b/tests/unit/core/data/test_tiling.py index dae8872fae6..d7e29fcb20b 100644 --- a/tests/unit/core/data/test_tiling.py +++ b/tests/unit/core/data/test_tiling.py @@ -246,6 +246,7 @@ def test_tile_transform(self): tile_size=tile_size, overlap=overlap, threshold_drop_ann=threshold_drop_ann, + with_full_img=True, ) h_stride = max(int((1 - overlap[0]) * tile_size[0]), 1) @@ -256,6 +257,16 @@ def test_tile_transform(self): dataset, ), "Incorrect number of tiles" + tiled_dataset = DmDataset.import_from("tests/assets/car_tree_bug", format="coco_instances") + tiled_dataset.transform( + OTXTileTransform, + tile_size=tile_size, + overlap=overlap, + threshold_drop_ann=threshold_drop_ann, + with_full_img=False, + ) + assert len(tiled_dataset) == (num_tile_rows * num_tile_cols * len(dataset)), "Incorrect number of tiles" + def test_tile_polygon_func(self): points = np.array([(1, 2), (3, 5), (4, 2), (4, 6), (1, 6)]) polygon = Polygon(points=points.flatten().tolist()) diff --git a/tests/unit/core/utils/test_tile.py b/tests/unit/core/utils/test_tile.py index 28834f83011..48f16c2ce18 100644 --- a/tests/unit/core/utils/test_tile.py +++ b/tests/unit/core/utils/test_tile.py @@ -35,6 +35,7 @@ def test_tile_transform_consistency(mocker): tile_transform = OTXTileTransform() tile_transform._tile_size = (rnd_tile_size, rnd_tile_size) tile_transform._overlap = (rnd_tile_overlap, rnd_tile_overlap) + tile_transform.with_full_img = True dm_rois = [xywh_to_x1y1x2y2(*roi) for roi in tile_transform._extract_rois(dm_image)] # 0 index in tiler is the full image so we skip it From a72bdd10d2ba880b4a2c1cce303eebd765925f9c Mon Sep 17 00:00:00 2001 From: Eunwoo Shin Date: Fri, 24 May 2024 11:40:45 +0900 Subject: [PATCH 08/30] Add a feature to adapt max value of HPO batch size search space (#3532) * implement adaptive max value of bs search space * implement unit test --- src/otx/core/config/hpo.py | 1 + src/otx/engine/hpo/hpo_api.py | 34 ++++++++++++- tests/unit/engine/hpo/test_hpo_api.py | 69 +++++++++++++++++++++++++-- 3 files changed, 100 insertions(+), 4 deletions(-) diff --git a/src/otx/core/config/hpo.py b/src/otx/core/config/hpo.py index 6665e4a5ff3..a1e71a4db13 100644 --- a/src/otx/core/config/hpo.py +++ b/src/otx/core/config/hpo.py @@ -38,3 +38,4 @@ class HpoConfig: asynchronous_bracket: bool = True asynchronous_sha: bool = num_workers > 1 metric_name: str | None = None + adapt_bs_search_space_max_val: Literal["None", "Safe", "Full"] = "None" diff --git a/src/otx/engine/hpo/hpo_api.py b/src/otx/engine/hpo/hpo_api.py index cb5f631466a..aca4b2edff2 100644 --- a/src/otx/engine/hpo/hpo_api.py +++ b/src/otx/engine/hpo/hpo_api.py @@ -20,6 +20,7 @@ from otx.core.schedulers import LinearWarmupSchedulerCallable, SchedulerCallableSupportHPO from otx.core.types.device import DeviceType from otx.core.types.task import OTXTaskType +from otx.engine.adaptive_bs import adapt_batch_size from otx.hpo import HyperBand, run_hpo_loop from otx.utils.utils import get_decimal_point, get_using_dot_delimited_key, is_xpu_available, remove_matched_files @@ -76,6 +77,7 @@ def execute_hpo( hpo_config=hpo_config, hpo_workdir=hpo_workdir, callbacks=callbacks, + train_args=train_args, ) if ( train_args.get("adaptive_bs", None) == "Full" @@ -129,7 +131,8 @@ class HPOConfigurator: max_epochs (int): max epochs to train. hpo_config (HpoConfig): Configuration for HPO. hpo_workdir (Path | None, optional): HPO work directory. Defaults to None. - callbacks (list[Callback] | Callback | None, optional): callbacks used during training. Defaults to None. + callbacks (list[Callback] | Callback | None, optional): Callbacks used during training. Defaults to None. + train_args (dict | None, optional): Additional train arguments. It's used for adapt_batch_size_search_space. """ def __init__( @@ -139,11 +142,13 @@ def __init__( hpo_config: HpoConfig, hpo_workdir: Path | None = None, callbacks: list[Callback] | Callback | None = None, + train_args: dict | None = None, ) -> None: self._engine = engine self._max_epochs = max_epochs self._hpo_workdir = hpo_workdir if hpo_workdir is not None else Path(engine.work_dir) / "hpo" self._callbacks = callbacks + self._train_args = train_args if train_args is not None else {} self.hpo_config: dict[str, Any] = hpo_config # type: ignore[assignment] @property @@ -192,6 +197,12 @@ def hpo_config(self, hpo_config: HpoConfig) -> None: else: self._align_hp_name(self._hpo_config["search_space"]) + if hpo_config.adapt_bs_search_space_max_val != "None": + if "datamodule.config.train_subset.batch_size" not in self._hpo_config["search_space"]: + logger.warning("Batch size isn't included for HPO. 'adapt_batch_size_search_space' is ignored.") + else: + self._adapt_batch_size_search_space(hpo_config.adapt_bs_search_space_max_val) + if ( # align batch size to train set size "datamodule.config.train_subset.batch_size" in self._hpo_config["search_space"] and self._hpo_config["search_space"]["datamodule.config.train_subset.batch_size"]["max"] @@ -287,6 +298,27 @@ def _replace_hp_name(self, ori_hp_name: str, old: str, new: str) -> None: new_hp_name = ori_hp_name.replace(old, new) self._hpo_config["search_space"][new_hp_name] = self._hpo_config["search_space"].pop(ori_hp_name) + def _adapt_batch_size_search_space(self, adapt_mode: Literal["Safe", "Full"]) -> None: + origin_bs = self._engine.datamodule.config.train_subset.batch_size + origin_lr = self._engine.model.optimizer_callable.optimizer_kwargs["lr"] # type: ignore[attr-defined] + + self._engine.datamodule.config.train_subset.batch_size = \ + self._hpo_config["search_space"]["datamodule.config.train_subset.batch_size"]["max"] # fmt: off + + adapt_batch_size( + self._engine, + adapt_mode != "Full", + self._callbacks, + **self._train_args, + ) + + adapted_bs = self._engine.datamodule.config.train_subset.batch_size + + self._engine.datamodule.config.train_subset.batch_size = origin_bs + self._engine.model.optimizer_callable.optimizer_kwargs["lr"] = origin_lr # type: ignore[attr-defined] + self._hpo_config["search_space"]["datamodule.config.train_subset.batch_size"]["max"] = adapted_bs + logger.info(f"Max value of batch size search space : {origin_bs} -> {adapted_bs}") + @staticmethod def _remove_wrong_search_space(search_space: dict[str, dict[str, Any]]) -> None: for hp_name, config in list(search_space.items()): diff --git a/tests/unit/engine/hpo/test_hpo_api.py b/tests/unit/engine/hpo/test_hpo_api.py index 78bcccd631d..bdb0b886951 100644 --- a/tests/unit/engine/hpo/test_hpo_api.py +++ b/tests/unit/engine/hpo/test_hpo_api.py @@ -5,6 +5,7 @@ from __future__ import annotations +from math import sqrt from typing import TYPE_CHECKING from unittest.mock import MagicMock @@ -37,7 +38,7 @@ def engine_work_dir(tmp_path: Path) -> Path: @pytest.fixture() def dataset_size() -> int: - return 10 + return 32 @pytest.fixture() @@ -167,7 +168,7 @@ def test_hpo_config( # check search_space is set automatically assert hpo_config["search_space"] is not None # check max range of batch size isn't bigger than dataset size - assert hpo_config["search_space"][HPO_NAME_MAP["bs"]]["max"] == dataset_size + assert hpo_config["search_space"][HPO_NAME_MAP["bs"]]["max"] <= dataset_size # check current hyper parameter will be tested first assert hpo_config["prior_hyper_parameters"] == {HPO_NAME_MAP["lr"]: default_lr, HPO_NAME_MAP["bs"]: default_bs} @@ -178,7 +179,7 @@ def test_get_default_search_space(self, mock_engine: MagicMock, hpo_config: HpoC for hp_name in HPO_NAME_MAP.values(): assert hp_name in search_sapce - def test_align_lr_bs_name(self, mock_engine: MagicMock, hpo_config: HpoConfig): + def test_align_lr_bs_name(self, mock_engine: MagicMock, hpo_config: HpoConfig, dataset_size): """Check learning rate and batch size names are aligned well.""" search_space = { "model.optimizer.lr": { @@ -199,6 +200,8 @@ def test_align_lr_bs_name(self, mock_engine: MagicMock, hpo_config: HpoConfig): for new_name in HPO_NAME_MAP.values(): assert new_name in hpo_configurator.hpo_config["search_space"] + # check max range of batch size isn't bigger than dataset size + assert hpo_configurator.hpo_config["search_space"][HPO_NAME_MAP["bs"]]["max"] <= dataset_size def test_align_scheduler_callable_support_hpo_name(self, mock_engine: MagicMock, hpo_config: HpoConfig): """Check scheduler name is aligned well if class of scheduler is SchedulerCallableSupportHPO.""" @@ -274,6 +277,66 @@ def test_get_hpo_algo(self, mocker, mock_engine: MagicMock, hpo_config: HpoConfi mock_hyper_band.assert_called_once() assert mock_hyper_band.call_args.kwargs == hpo_configurator.hpo_config + @pytest.fixture() + def max_bs_for_memory(self, default_bs) -> int: + return default_bs + 2 + + @pytest.fixture() + def mock_adapt_batch_size(self, mocker, max_bs_for_memory) -> MagicMock: + def func(engine, not_increase: bool = True, *args, **kwargs) -> None: + origin_bs = engine.datamodule.config.train_subset.batch_size + if not not_increase: + engine.datamodule.config.train_subset.batch_size = max_bs_for_memory + engine.model.optimizer_callable.optimizer_kwargs["lr"] *= sqrt(max_bs_for_memory / origin_bs) + + return mocker.patch.object(target_file, "adapt_batch_size", side_effect=func) + + @pytest.mark.parametrize("adapt_mode", ["Safe", "Full"]) + def test_adapt_bs_search_space_max_val( + self, + mock_engine: MagicMock, + hpo_config: HpoConfig, + mock_adapt_batch_size: MagicMock, + max_bs_for_memory: int, + default_bs: int, + adapt_mode: str, + ): + origin_lr = mock_engine.model.optimizer_callable.optimizer_kwargs["lr"] + hpo_config.adapt_bs_search_space_max_val = adapt_mode + expected_bs = default_bs * 2 if adapt_mode == "Safe" else max_bs_for_memory + + hpo_configurator = HPOConfigurator(mock_engine, 10, hpo_config) + + assert ( + hpo_configurator.hpo_config["search_space"]["datamodule.config.train_subset.batch_size"]["max"] + == expected_bs + ) # check batch size is adapted + mock_adapt_batch_size.assert_called_once() + assert mock_adapt_batch_size.call_args.args[1] == (adapt_mode != "Full") + assert mock_engine.model.optimizer_callable.optimizer_kwargs["lr"] == origin_lr # check lr isn't changed + + @pytest.mark.parametrize("adapt_mode", ["Safe", "Full"]) + def test_adapt_bs_search_space_max_val_wo_bs( + self, + mock_engine: MagicMock, + hpo_config: HpoConfig, + mock_adapt_batch_size: MagicMock, + adapt_mode: str, + ): + search_space = { + "model.optimizer.lr": { + "type": "loguniform", + "min": 0.0001, + "max": 0.1, + }, + } + hpo_config.search_space = search_space + hpo_config.adapt_bs_search_space_max_val = adapt_mode + + HPOConfigurator(mock_engine, 10, hpo_config) + # check _adapt_batch_size_search_space isn't called if search space doesn't include batch size + mock_adapt_batch_size.assert_not_called() + def test_update_hpo_progress(mocker, mock_progress_update_callback: MagicMock): mock_hpo_algo = MagicMock() From 8ff0d39d8e5eacc260d3d7b6570f94a15fb87f58 Mon Sep 17 00:00:00 2001 From: Harim Kang Date: Fri, 24 May 2024 13:01:48 +0900 Subject: [PATCH 09/30] Remove duplicates in get_idx_list_per_classes (#3537) * Remove duplicates in get_idx_list_per_classes * Reduce time complex --- src/otx/core/utils/utils.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/otx/core/utils/utils.py b/src/otx/core/utils/utils.py index fe93a6bfd8e..c3f3694f854 100644 --- a/src/otx/core/utils/utils.py +++ b/src/otx/core/utils/utils.py @@ -80,4 +80,7 @@ def get_idx_list_per_classes(dm_dataset: DmDataset, use_string_label: bool = Fal stats[labels.items[ann.label].name].append(item_idx) else: stats[ann.label].append(item_idx) + # Remove duplicates in label stats idx: O(n) + for k in stats: + stats[k] = list(dict.fromkeys(stats[k])) return stats From b73568dac10622ee9f9964d4e13ec62745da2b04 Mon Sep 17 00:00:00 2001 From: Vinnam Kim Date: Fri, 24 May 2024 13:49:54 +0900 Subject: [PATCH 10/30] Revisit Docker image build script (#3536) * Revisit Signed-off-by: Kim, Vinnam * Fix test Signed-off-by: Kim, Vinnam --------- Signed-off-by: Kim, Vinnam --- docker/Dockerfile.cuda | 63 +++++++++++++++++++++++++++------- src/otx/cli/install.py | 19 +++++++--- tests/unit/cli/test_install.py | 2 +- 3 files changed, 66 insertions(+), 18 deletions(-) diff --git a/docker/Dockerfile.cuda b/docker/Dockerfile.cuda index caed8cc2f5a..c90fde54c38 100644 --- a/docker/Dockerfile.cuda +++ b/docker/Dockerfile.cuda @@ -1,9 +1,9 @@ -FROM pytorch/pytorch:2.1.2-cuda11.8-cudnn8-runtime@sha256:971fbeae82c0a5a7a970a264a8b8ce1c3426aa79df7111004ad2bc2640f7d89c AS base - ARG http_proxy ARG https_proxy ARG no_proxy -ARG NON_ROOT_HOME=/home/non-root + + +FROM pytorch/pytorch:2.1.2-cuda11.8-cudnn8-runtime@sha256:971fbeae82c0a5a7a970a264a8b8ce1c3426aa79df7111004ad2bc2640f7d89c AS build_base RUN apt-get update && apt-get install -y --no-install-recommends \ libsm6=2:1.2.3-1 \ @@ -14,27 +14,64 @@ RUN apt-get update && apt-get install -y --no-install-recommends \ libgl1-mesa-glx=21.2.6-0ubuntu0.1~20.04.2 \ && rm -rf /var/lib/apt/lists/* +ARG NON_ROOT_HOME=/home/non-root + RUN useradd -l -u 10001 non-root \ && mkdir -p ${NON_ROOT_HOME} -WORKDIR ${NON_ROOT_HOME} -COPY . src_dir RUN chown -R non-root:non-root ${NON_ROOT_HOME} +ENV PATH=${PATH}:${NON_ROOT_HOME}/.local/bin + + +FROM build_base AS install_packages + +ARG OTX_INSTALL_PATH=/opt/otx + +RUN mkdir -p ${OTX_INSTALL_PATH} && chown 10001 ${OTX_INSTALL_PATH} + +WORKDIR /workspace +COPY --chown=10001 . src_dir + USER non-root -ENV PATH=${PATH}:${NON_ROOT_HOME}/.local/bin +RUN pip install --user --no-cache-dir --require-hashes --no-deps -r src_dir/.ci/requirements/piptools/requirements.txt && \ + pip-compile --generate-hashes -o /tmp/requirements.txt src_dir/pyproject.toml -RUN pip install --no-cache-dir --require-hashes --no-deps -r src_dir/.ci/requirements/piptools/requirements.txt && \ - pip-compile --generate-hashes -o /tmp/requirements.txt src_dir/pyproject.toml && \ - pip install --no-cache-dir --no-deps -e src_dir/ && \ - pip install --no-cache-dir --require-hashes --no-deps -r /tmp/requirements.txt && \ - otx install --do-not-install-torch && \ +RUN pip install --no-cache-dir --no-deps --target ${OTX_INSTALL_PATH} src_dir/ + +ENV PYTHONPATH=${OTX_INSTALL_PATH}:${PYTHONPATH:+:${PYTHONPATH}} +ENV PATH=${OTX_INSTALL_PATH}/bin:${PATH:+:${PATH}} + +RUN pip install --user --no-cache-dir --require-hashes --no-deps -r /tmp/requirements.txt && \ + otx install --do-not-install-torch --user && \ rm /tmp/requirements.txt -FROM base AS cuda +FROM install_packages AS download_pretrained_weights + +WORKDIR ${NON_ROOT_HOME} -FROM base AS cuda_pretrained_ready COPY docker/download_pretrained_weights.py download_pretrained_weights.py RUN python download_pretrained_weights.py + + +FROM build_base AS cuda + +ARG USER_SITE=/home/non-root/.local/lib/python3.10/site-packages +ARG OTX_INSTALL_PATH=/opt/otx + +ENV PYTHONPATH=${OTX_INSTALL_PATH}:${PYTHONPATH:+:${PYTHONPATH}} +ENV PATH=${OTX_INSTALL_PATH}/bin:${PATH:+:${PATH}} + +COPY --chown=10001 --from=install_packages ${USER_SITE} ${USER_SITE} +COPY --chown=10001 --from=install_packages ${OTX_INSTALL_PATH} ${OTX_INSTALL_PATH} + +USER non-root +WORKDIR ${NON_ROOT_HOME} + + +FROM cuda AS cuda_pretrained_ready +ARG TORCH_CACHE=/home/non-root/.cache/torch + +COPY --chown=10001 --from=download_pretrained_weights ${TORCH_CACHE} ${TORCH_CACHE} diff --git a/src/otx/cli/install.py b/src/otx/cli/install.py index ae9454089dd..5414970ba07 100644 --- a/src/otx/cli/install.py +++ b/src/otx/cli/install.py @@ -61,7 +61,12 @@ def add_install_parser(subcommands_action: _ActionSubCommands) -> None: ) parser.add_argument( "--do-not-install-torch", - help="Do not install PyTorch. Choose this option if you already install PyTorch.", + help="Do not install PyTorch. Choose this option if you already installed PyTorch.", + action="store_true", + ) + parser.add_argument( + "--user", + help="Install packages in the user site directory, e.g., `pip install --user ...`", action="store_true", ) @@ -72,12 +77,16 @@ def otx_install( option: str | None = None, verbose: bool = False, do_not_install_torch: bool = False, + user: bool = False, ) -> int: """Install OTX requirements. Args: option (str): Optional-dependency to install requirements for. verbose (bool): Set pip logger level to INFO + do_not_install_torch (bool): If true, skip PyTorch installation. + user (bool): If true, install packages in the user site directory, + e.g., `pip install --user ...` Raises: ValueError: When the task is not supported. @@ -102,7 +111,7 @@ def otx_install( # This is done to parse the correct version of torch (cpu/cuda) and mmcv (mmcv/mmcv-full). torch_requirement, mmcv_requirements, other_requirements = parse_requirements(requirements) - install_args: list[str] = [] + install_args: list[str] = ["--user"] if user else [] # Combine torch and other requirements. install_args = ( @@ -113,7 +122,7 @@ def otx_install( ) # Parse mmX requirements if the task requires mmX packages. - mmcv_install_args = [] + mmcv_install_args = ["--user"] if user else [] if mmcv_requirements: mmcv_install_args = get_mmcv_install_args(torch_requirement, mmcv_requirements) install_args += ["openmim"] @@ -146,7 +155,9 @@ def otx_install( # TODO(harimkang): Remove this reinstalling after resolving conflict with anomalib==1.0.1 # https://github.com/openvinotoolkit/training_extensions/actions/runs/8531851027/job/23372146228?pr=3258#step:5:2587 - status_code = create_command("install").main(["jsonargparse==4.27.7"]) + install_args = ["--user"] if user else [] + install_args += ["jsonargparse==4.27.7"] + status_code = create_command("install").main(install_args) if status_code != 0: msg = "Cannot install jsonargparse==4.27.7" raise RuntimeError(msg) diff --git a/tests/unit/cli/test_install.py b/tests/unit/cli/test_install.py index f960edd59cc..883e34cdbcf 100644 --- a/tests/unit/cli/test_install.py +++ b/tests/unit/cli/test_install.py @@ -28,7 +28,7 @@ def test_add_install_parser(self) -> None: assert parser_subcommands.choices.get("install") is not None install_parser = parser_subcommands.choices.get("install") argument_list = [action.dest for action in install_parser._actions] - expected_argument = ["help", "option", "verbose", "do_not_install_torch"] + expected_argument = ["help", "option", "verbose", "do_not_install_torch", "user"] assert argument_list == expected_argument def test_install_extra(self, mocker: MockerFixture) -> None: From 772e6c568ef068f4e136bfe353e3498c6596771d Mon Sep 17 00:00:00 2001 From: Yunchu Lee Date: Fri, 24 May 2024 14:04:02 +0900 Subject: [PATCH 11/30] Bump datumaro version to 1.6.1 (#3535) --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 6fbc8151e3a..313f7d85998 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -27,7 +27,7 @@ classifiers = [ "Programming Language :: Python :: 3.11", ] dependencies = [ - "datumaro==1.6.1rc3", + "datumaro==1.6.1", "omegaconf==2.3.0", "rich==13.7.1", "jsonargparse==4.27.1", From f4b367c8b2eb590a78d8e617a2bd7ffcc87349d4 Mon Sep 17 00:00:00 2001 From: Wonju Lee Date: Fri, 24 May 2024 18:15:14 +0900 Subject: [PATCH 12/30] Add F1 metric computation during detection tasks (#3539) * add f1 metric during training for detection * add f1 metric during training for detection * add a new metric * remove configure_metric in det model * Update doctstring for MeanAveragePrecisionFMeasure Co-authored-by: Vinnam Kim * Trigger Build * resolve precommit error --------- Co-authored-by: Vinnam Kim --- src/otx/algo/detection/atss.py | 18 +++++---- src/otx/algo/detection/heads/atss_head.py | 2 +- src/otx/algo/detection/ssd.py | 4 +- src/otx/core/metrics/fmeasure.py | 45 ++++++++++++++++++++++- src/otx/core/model/detection.py | 21 +++++++---- 5 files changed, 71 insertions(+), 19 deletions(-) diff --git a/src/otx/algo/detection/atss.py b/src/otx/algo/detection/atss.py index b06dd1dff90..103296feef7 100644 --- a/src/otx/algo/detection/atss.py +++ b/src/otx/algo/detection/atss.py @@ -31,7 +31,7 @@ from otx.core.data.entity.utils import stack_batch from otx.core.exporter.base import OTXModelExporter from otx.core.exporter.native import OTXNativeModelExporter -from otx.core.metrics.mean_ap import MeanAPCallable +from otx.core.metrics.fmeasure import MeanAveragePrecisionFMeasureCallable from otx.core.model.base import DefaultOptimizerCallable, DefaultSchedulerCallable from otx.core.model.detection import ExplainableOTXDetModel from otx.core.schedulers import LRSchedulerListCallable @@ -53,7 +53,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MeanAPCallable, + metric: MetricCallable = MeanAveragePrecisionFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: @@ -242,10 +242,11 @@ def _build_model(self, num_classes: int) -> SingleStageDetector: } test_cfg = DictConfig( { - "nms": {"type": "nms", "iou_threshold": 0.45}, + "nms": {"type": "nms", "iou_threshold": 0.6}, "min_bbox_size": 0, - "score_thr": 0.02, - "max_per_img": 200, + "score_thr": 0.05, + "max_per_img": 100, + "nms_pre": 1000, }, ) backbone = _build_model_including_pytorchcv( @@ -312,10 +313,11 @@ def _build_model(self, num_classes: int) -> SingleStageDetector: } test_cfg = DictConfig( { - "nms": {"type": "nms", "iou_threshold": 0.45}, + "nms": {"type": "nms", "iou_threshold": 0.6}, "min_bbox_size": 0, - "score_thr": 0.02, - "max_per_img": 200, + "score_thr": 0.05, + "max_per_img": 100, + "nms_pre": 1000, }, ) backbone = ResNeXt( diff --git a/src/otx/algo/detection/heads/atss_head.py b/src/otx/algo/detection/heads/atss_head.py index 61fdbe53961..b846bbd2bdb 100644 --- a/src/otx/algo/detection/heads/atss_head.py +++ b/src/otx/algo/detection/heads/atss_head.py @@ -198,7 +198,7 @@ def forward_single(self, x: Tensor, scale: Scale) -> tuple[Tensor, ...]: # type reg_feat = reg_conv(reg_feat) cls_score = self.atss_cls(cls_feat) # we just follow atss, not apply exp in bbox_pred - bbox_pred = scale(self.atss_reg(reg_feat)).float() + bbox_pred = scale(self.atss_reg(reg_feat)) centerness = self.atss_centerness(reg_feat) return cls_score, bbox_pred, centerness diff --git a/src/otx/algo/detection/ssd.py b/src/otx/algo/detection/ssd.py index 0ca1773741b..e9d2174d8c8 100644 --- a/src/otx/algo/detection/ssd.py +++ b/src/otx/algo/detection/ssd.py @@ -29,7 +29,7 @@ from otx.core.data.entity.utils import stack_batch from otx.core.exporter.base import OTXModelExporter from otx.core.exporter.native import OTXNativeModelExporter -from otx.core.metrics.mean_ap import MeanAPCallable +from otx.core.metrics.fmeasure import MeanAveragePrecisionFMeasureCallable from otx.core.model.base import DefaultOptimizerCallable, DefaultSchedulerCallable from otx.core.model.detection import ExplainableOTXDetModel from otx.core.schedulers import LRSchedulerListCallable @@ -307,7 +307,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MeanAPCallable, + metric: MetricCallable = MeanAveragePrecisionFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: diff --git a/src/otx/core/metrics/fmeasure.py b/src/otx/core/metrics/fmeasure.py index e761eccefdd..6cc44850a2f 100644 --- a/src/otx/core/metrics/fmeasure.py +++ b/src/otx/core/metrics/fmeasure.py @@ -5,11 +5,14 @@ from __future__ import annotations +import inspect import logging +from typing import Any import numpy as np from torch import Tensor -from torchmetrics import Metric +from torchmetrics import Metric, MetricCollection +from torchmetrics.detection.mean_ap import MeanAveragePrecision from otx.core.types.label import LabelInfo @@ -780,8 +783,48 @@ def classes(self) -> list[str]: return self.label_info.label_names +class MeanAveragePrecisionFMeasure(MetricCollection): + """Computes the mean AP with f-measure for a resultset. + + NOTE: IMPORTANT!!! Do not use this metric to evaluate a F1 score on a test set. + This is because it can pollute test evaluation. + It will optimize the confidence threshold on the test set by + doing line search on confidence threshold axis. + The correct way to obtain the test set F1 score is to use + the best confidence threshold obtained from the validation set. + You should use `--metric otx.core.metrics.fmeasure.FMeasureCallable`override + to correctly obtain F1 score from a test set. + """ + + def __init__(self, box_format: str, iou_type: str, label_info: LabelInfo, **kwargs): + map_kwargs = self._filter_kwargs(MeanAveragePrecision, kwargs) + fmeasure_kwargs = self._filter_kwargs(FMeasure, kwargs) + + super().__init__( + [ + MeanAveragePrecision(box_format, iou_type, **map_kwargs), + FMeasure(label_info, **fmeasure_kwargs), + ], + ) + + def _filter_kwargs(self, cls: type[Any], kwargs: dict[str, Any]) -> dict[str, Any]: + cls_params = inspect.signature(cls.__init__).parameters + valid_keys = set(cls_params.keys()) - {"self"} + return {k: v for k, v in kwargs.items() if k in valid_keys} + + def _f_measure_callable(label_info: LabelInfo) -> FMeasure: return FMeasure(label_info=label_info) +def _mean_ap_f_measure_callable(label_info: LabelInfo) -> MeanAveragePrecisionFMeasure: + return MeanAveragePrecisionFMeasure( + box_format="xyxy", + iou_type="bbox", + label_info=label_info, + ) + + FMeasureCallable = _f_measure_callable + +MeanAveragePrecisionFMeasureCallable = _mean_ap_f_measure_callable diff --git a/src/otx/core/model/detection.py b/src/otx/core/model/detection.py index 53ffda96eb5..d7877ca0c1a 100644 --- a/src/otx/core/model/detection.py +++ b/src/otx/core/model/detection.py @@ -13,6 +13,7 @@ import torch from model_api.models import Model from model_api.tilers import DetectionTiler +from torchmetrics import Metric, MetricCollection from torchvision import tv_tensors from otx.core.config.data import TileConfig @@ -20,7 +21,7 @@ from otx.core.data.entity.detection import DetBatchDataEntity, DetBatchPredEntity from otx.core.data.entity.tile import OTXTileBatchDataEntity from otx.core.metrics import MetricCallable, MetricInput -from otx.core.metrics.mean_ap import MeanAPCallable +from otx.core.metrics.fmeasure import FMeasure, MeanAveragePrecisionFMeasureCallable from otx.core.model.base import DefaultOptimizerCallable, DefaultSchedulerCallable, OTXModel, OVModel from otx.core.schedulers import LRSchedulerListCallable from otx.core.types.export import TaskLevelExportParameters @@ -34,7 +35,6 @@ from model_api.models.utils import DetectionResult from omegaconf import DictConfig from torch import nn - from torchmetrics import Metric from otx.algo.detection.ssd import SingleStageDetector @@ -47,7 +47,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MeanAPCallable, + metric: MetricCallable = MeanAveragePrecisionFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: @@ -155,7 +155,14 @@ def _log_metrics(self, meter: Metric, key: Literal["val", "test"], **compute_kwa retval = super()._log_metrics(meter, key) # NOTE: Validation metric logging can update `best_confidence_threshold` - if best_confidence_threshold := getattr(meter, "best_confidence_threshold", None): + if ( + isinstance(meter, MetricCollection) + and (fmeasure := getattr(meter, "FMeasure", None)) + and (best_confidence_threshold := getattr(fmeasure, "best_confidence_threshold", None)) + ) or ( + isinstance(meter, FMeasure) + and (best_confidence_threshold := getattr(meter, "best_confidence_threshold", None)) + ): self.hparams["best_confidence_threshold"] = best_confidence_threshold return retval @@ -180,7 +187,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MeanAPCallable, + metric: MetricCallable = MeanAveragePrecisionFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: @@ -336,7 +343,7 @@ def __init__( config: DictConfig, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MeanAPCallable, + metric: MetricCallable = MeanAveragePrecisionFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: @@ -498,7 +505,7 @@ def __init__( max_num_requests: int | None = None, use_throughput_mode: bool = True, model_api_configuration: dict[str, Any] | None = None, - metric: MetricCallable = MeanAPCallable, + metric: MetricCallable = MeanAveragePrecisionFMeasureCallable, **kwargs, ) -> None: super().__init__( From a72961ca43cd0244e5221f12e8b6d14489dddf4d Mon Sep 17 00:00:00 2001 From: "Kim, Sungchul" Date: Fri, 24 May 2024 18:17:41 +0900 Subject: [PATCH 13/30] Fix yolox export perf degradation (#3534) * Add `Focus` export pipeline * Update `update_ov_subset_pipeline` to update `image_color_channel` --- .../algo/detection/backbones/csp_darknet.py | 13 ++++++++ src/otx/algo/detection/yolox.py | 32 +++++++++++++++++++ src/otx/engine/utils/auto_configurator.py | 12 ++++--- .../detection/backbones/test_csp_darknet.py | 15 ++++++++- 4 files changed, 66 insertions(+), 6 deletions(-) diff --git a/src/otx/algo/detection/backbones/csp_darknet.py b/src/otx/algo/detection/backbones/csp_darknet.py index 4088ca7d02b..212af79eeff 100644 --- a/src/otx/algo/detection/backbones/csp_darknet.py +++ b/src/otx/algo/detection/backbones/csp_darknet.py @@ -78,6 +78,19 @@ def forward(self, x: Tensor) -> Tensor: ) return self.conv(x) + def export(self, x: Tensor) -> Tensor: + """Forward for export.""" + # shape of x (b,c,w,h) -> y(b,4c,w/2,h/2) + b, c, h, w = x.shape + x = x.reshape(b, c, -1, 2, w) + x = x.reshape(b, c, x.shape[2], 2, -1, 2) + half_h = x.shape[2] + half_w = x.shape[4] + x = x.permute(0, 5, 3, 1, 2, 4) + x = x.reshape(b, c * 4, half_h, half_w) + + return self.conv(x) + class SPPBottleneck(BaseModule): """Spatial pyramid pooling layer used in YOLOv3-SPP. diff --git a/src/otx/algo/detection/yolox.py b/src/otx/algo/detection/yolox.py index b4eaa26b645..4d47fd44191 100644 --- a/src/otx/algo/detection/yolox.py +++ b/src/otx/algo/detection/yolox.py @@ -23,8 +23,12 @@ from otx.core.exporter.base import OTXModelExporter from otx.core.exporter.native import OTXNativeModelExporter from otx.core.model.detection import ExplainableOTXDetModel +from otx.core.types.export import OTXExportFormatType +from otx.core.types.precision import OTXPrecisionType if TYPE_CHECKING: + from pathlib import Path + from torch import Tensor, nn @@ -198,6 +202,34 @@ def _exporter(self) -> OTXModelExporter: output_names=["bboxes", "labels", "feature_vector", "saliency_map"] if self.explain_mode else None, ) + def export( + self, + output_dir: Path, + base_name: str, + export_format: OTXExportFormatType, + precision: OTXPrecisionType = OTXPrecisionType.FP32, + ) -> Path: + """Export this model to the specified output directory. + + This is required to patch otx.algo.detection.backbones.csp_darknet.Focus.forward to export forward. + + Args: + output_dir (Path): directory for saving the exported model + base_name: (str): base name for the exported model file. Extension is defined by the target export format + export_format (OTXExportFormatType): format of the output model + precision (OTXExportPrecisionType): precision of the output model + + Returns: + Path: path to the exported model. + """ + # patch otx.algo.detection.backbones.csp_darknet.Focus.forward + orig_focus_forward = self.model.backbone.stem.forward + try: + self.model.backbone.stem.forward = self.model.backbone.stem.export + return super().export(output_dir, base_name, export_format, precision) + finally: + self.model.backbone.stem.forward = orig_focus_forward + def forward_for_tracing(self, inputs: Tensor) -> list[InstanceData]: """Forward function for export.""" shape = (int(inputs.shape[2]), int(inputs.shape[3])) diff --git a/src/otx/engine/utils/auto_configurator.py b/src/otx/engine/utils/auto_configurator.py index c298c5ee4e4..03ee48c838a 100644 --- a/src/otx/engine/utils/auto_configurator.py +++ b/src/otx/engine/utils/auto_configurator.py @@ -378,18 +378,20 @@ def update_ov_subset_pipeline(self, datamodule: OTXDataModule, subset: str = "te OTXDataModule: The modified OTXDataModule object with OpenVINO subset transforms applied. """ data_configuration = datamodule.config - ov_test_config = self._load_default_config(model_name="openvino_model")["data"]["config"][f"{subset}_subset"] + ov_config = self._load_default_config(model_name="openvino_model")["data"]["config"] subset_config = getattr(data_configuration, f"{subset}_subset") - subset_config.batch_size = ov_test_config["batch_size"] - subset_config.transform_lib_type = ov_test_config["transform_lib_type"] - subset_config.transforms = ov_test_config["transforms"] - subset_config.to_tv_image = ov_test_config["to_tv_image"] + subset_config.batch_size = ov_config[f"{subset}_subset"]["batch_size"] + subset_config.transform_lib_type = ov_config[f"{subset}_subset"]["transform_lib_type"] + subset_config.transforms = ov_config[f"{subset}_subset"]["transforms"] + subset_config.to_tv_image = ov_config[f"{subset}_subset"]["to_tv_image"] + data_configuration.image_color_channel = ov_config["image_color_channel"] data_configuration.tile_config.enable_tiler = False msg = ( f"For OpenVINO IR models, Update the following {subset} \n" f"\t transforms: {subset_config.transforms} \n" f"\t transform_lib_type: {subset_config.transform_lib_type} \n" f"\t batch_size: {subset_config.batch_size} \n" + f"\t image_color_channel: {data_configuration.image_color_channel} \n" "And the tiler is disabled." ) warn(msg, stacklevel=1) diff --git a/tests/unit/algo/detection/backbones/test_csp_darknet.py b/tests/unit/algo/detection/backbones/test_csp_darknet.py index 67f5d2a0bbd..3c24d83cd57 100644 --- a/tests/unit/algo/detection/backbones/test_csp_darknet.py +++ b/tests/unit/algo/detection/backbones/test_csp_darknet.py @@ -8,7 +8,7 @@ import pytest import torch -from otx.algo.detection.backbones.csp_darknet import CSPDarknet +from otx.algo.detection.backbones.csp_darknet import CSPDarknet, Focus from torch.nn.modules import GroupNorm from torch.nn.modules.batchnorm import _BatchNorm @@ -31,6 +31,19 @@ def is_norm(modules): return False +class TestFocus: + def test_export(self) -> None: + focus_model = Focus(3, 32) + focus_model.requires_grad_(False) + focus_model.cpu().eval() + + x = torch.rand(1, 3, 128, 128) + + results = focus_model.forward(x) + + assert results.shape == (1, 32, 64, 64) + + class TestCSPDarknet: def test_init_with_large_frozen_stages(self) -> None: """Test __init__ with large frozen_stages.""" From 17f2a4c6bd58ece47a804f4da71528f7de92fbc9 Mon Sep 17 00:00:00 2001 From: Eugene Liu Date: Mon, 27 May 2024 07:08:52 +0100 Subject: [PATCH 14/30] Fix MaskRCNN IR Accuracy Drop (#3540) fix ir maskrcnn accuracy drop --- .../recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml | 1 + src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml | 1 + src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml | 1 + 3 files changed, 3 insertions(+) diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml index ee56f9297ea..8883eb58975 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml @@ -30,6 +30,7 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: + export_precision: FP32 max_epochs: 100 data: task: INSTANCE_SEGMENTATION diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml index faa33ad5ed4..4e3584b5a24 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml @@ -30,6 +30,7 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: + export_precision: FP32 max_epochs: 100 gradient_clip_val: 35.0 data: diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml index 78ee218bf03..83b8c3852bf 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml @@ -29,6 +29,7 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: + export_precision: FP32 max_epochs: 100 data: task: INSTANCE_SEGMENTATION From c4cd35c9b3c6d269b5b017c558ff0a5755990d65 Mon Sep 17 00:00:00 2001 From: Vinnam Kim Date: Tue, 28 May 2024 11:30:55 +0900 Subject: [PATCH 15/30] Hotfix/geti integration (#3543) * Fix Signed-off-by: Kim, Vinnam * Fix Signed-off-by: Kim, Vinnam --------- Signed-off-by: Kim, Vinnam --- src/otx/algo/modules/base_module.py | 2 +- src/otx/engine/hpo/hpo_api.py | 2 +- src/otx/hpo/search_space.py | 21 +++++++++++++++++---- 3 files changed, 19 insertions(+), 6 deletions(-) diff --git a/src/otx/algo/modules/base_module.py b/src/otx/algo/modules/base_module.py index 1734124f3be..5a46d914060 100644 --- a/src/otx/algo/modules/base_module.py +++ b/src/otx/algo/modules/base_module.py @@ -157,7 +157,7 @@ def _dump_init_info(self) -> None: with_file_handler = False # dump the information to the logger file if there is a `FileHandler` for handler in logger.handlers: - if isinstance(handler, FileHandler): + if isinstance(handler, FileHandler) and handler.stream is not None: handler.stream.write("Name of parameter - Initialization information\n") for name, param in self.named_parameters(): handler.stream.write( diff --git a/src/otx/engine/hpo/hpo_api.py b/src/otx/engine/hpo/hpo_api.py index aca4b2edff2..429ceb5d408 100644 --- a/src/otx/engine/hpo/hpo_api.py +++ b/src/otx/engine/hpo/hpo_api.py @@ -70,7 +70,7 @@ def execute_hpo( engine.model.patch_optimizer_and_scheduler_for_hpo() hpo_workdir = Path(engine.work_dir) / "hpo" - hpo_workdir.mkdir(exist_ok=True) + hpo_workdir.mkdir(parents=True, exist_ok=True) hpo_configurator = HPOConfigurator( engine=engine, max_epochs=max_epochs, diff --git a/src/otx/hpo/search_space.py b/src/otx/hpo/search_space.py index 912e7efccf6..6b4754b7dbc 100644 --- a/src/otx/hpo/search_space.py +++ b/src/otx/hpo/search_space.py @@ -14,7 +14,13 @@ logger = logging.getLogger() -AVAILABLE_SEARCH_SPACE_TYPE = ["uniform", "quniform", "loguniform", "qloguniform", "choice"] +AVAILABLE_SEARCH_SPACE_TYPE = [ + "uniform", + "quniform", + "loguniform", + "qloguniform", + "choice", +] class SingleSearchSpace: @@ -58,7 +64,9 @@ def __init__( self._check_all_value_is_right() @property - def type(self) -> Literal["uniform", "loguniform", "quniform", "qloguniform", "choice"]: # noqa: A003 + def type( # noqa: A003 + self, + ) -> Literal["uniform", "loguniform", "quniform", "qloguniform", "choice"]: """Type of hyper parameter in search space.""" return self._type @@ -309,8 +317,13 @@ def __init__( ) -> None: self.search_space: dict[str, SingleSearchSpace] = {} - for key, val in search_space.items(): # pylint: disable=too-many-nested-blocks - self.search_space[key] = SingleSearchSpace(**val) + try: + for key, val in search_space.items(): # pylint: disable=too-many-nested-blocks + self.search_space[key] = SingleSearchSpace(**val) + except Exception: + msg = f"Failed to create SingleSearchSpace. key={key}, val={val}" + logging.exception(msg) + raise def __getitem__(self, key: str) -> SingleSearchSpace: """Get search space by key.""" From 6af25ca93c7ff34936a2eb4adfb73b4dd25626a6 Mon Sep 17 00:00:00 2001 From: Ashwin Vaidya Date: Thu, 30 May 2024 02:23:31 +0200 Subject: [PATCH 16/30] Fix Anomaly OV export flag (#3558) swap_rgb to False Signed-off-by: Ashwin Vaidya --- src/otx/core/model/anomaly.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/otx/core/model/anomaly.py b/src/otx/core/model/anomaly.py index 644e6875882..ad1f0c092bb 100644 --- a/src/otx/core/model/anomaly.py +++ b/src/otx/core/model/anomaly.py @@ -77,7 +77,7 @@ def __init__( input_size=(1, 3, *image_shape), mean=mean_values, std=scale_values, - swap_rgb=True, # BGR -> RGB + swap_rgb=False, ) @property From b0605c43f5392da82131d43df63615b2003e6942 Mon Sep 17 00:00:00 2001 From: Eugene Liu Date: Fri, 31 May 2024 01:18:19 +0100 Subject: [PATCH 17/30] Fix accuracy drop in MaskRCNN (#3562) * fix maskrcnn accuracy drop * pad to square * remove unnecessary changes * remove unnecessary changes --- src/otx/algo/instance_segmentation/maskrcnn.py | 4 ++-- .../instance_segmentation/maskrcnn_efficientnetb2b.yaml | 4 +++- src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml | 4 +++- src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml | 4 +++- 4 files changed, 11 insertions(+), 5 deletions(-) diff --git a/src/otx/algo/instance_segmentation/maskrcnn.py b/src/otx/algo/instance_segmentation/maskrcnn.py index 4331f69b275..a450419f72d 100644 --- a/src/otx/algo/instance_segmentation/maskrcnn.py +++ b/src/otx/algo/instance_segmentation/maskrcnn.py @@ -217,7 +217,7 @@ def _exporter(self) -> OTXModelExporter: input_size=input_size, mean=self.mean, std=self.std, - resize_mode="standard", + resize_mode="fit_to_window", pad_value=0, swap_rgb=False, via_onnx=True, @@ -233,7 +233,7 @@ def _exporter(self) -> OTXModelExporter: "opset_version": 11, "autograd_inlining": False, }, - output_names=["bboxes", "labels", "masks", "feature_vector", "saliency_map"] if self.explain_mode else None, + output_names=["bboxes", "labels", "masks"], ) def forward_for_tracing( diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml index 8883eb58975..875e686af42 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b.yaml @@ -30,7 +30,6 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: - export_precision: FP32 max_epochs: 100 data: task: INSTANCE_SEGMENTATION @@ -52,6 +51,7 @@ overrides: - 1024 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: true - class_path: otx.core.data.transform_libs.torchvision.RandomFlip @@ -82,6 +82,7 @@ overrides: - 1024 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: false is_numpy_to_tvtensor: true @@ -107,6 +108,7 @@ overrides: - 1024 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: false is_numpy_to_tvtensor: true diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml index 4e3584b5a24..99a3213be6a 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_r50.yaml @@ -30,7 +30,6 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: - export_precision: FP32 max_epochs: 100 gradient_clip_val: 35.0 data: @@ -53,6 +52,7 @@ overrides: - 1024 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: true - class_path: otx.core.data.transform_libs.torchvision.RandomFlip @@ -81,6 +81,7 @@ overrides: - 1024 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: false is_numpy_to_tvtensor: true @@ -106,6 +107,7 @@ overrides: - 1024 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: false is_numpy_to_tvtensor: true diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml index 83b8c3852bf..7fdd55ea3af 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_swint.yaml @@ -29,7 +29,6 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: - export_precision: FP32 max_epochs: 100 data: task: INSTANCE_SEGMENTATION @@ -51,6 +50,7 @@ overrides: - 1344 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: true - class_path: otx.core.data.transform_libs.torchvision.RandomFlip @@ -79,6 +79,7 @@ overrides: - 1344 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: false is_numpy_to_tvtensor: true @@ -104,6 +105,7 @@ overrides: - 1344 - class_path: otx.core.data.transform_libs.torchvision.Pad init_args: + pad_to_square: true size_divisor: 32 transform_mask: false is_numpy_to_tvtensor: true From bc5fba178b23824f5966b5908d3257947f117c7b Mon Sep 17 00:00:00 2001 From: Yunchu Lee Date: Fri, 31 May 2024 09:38:34 +0900 Subject: [PATCH 18/30] Update codeql workflow to generate a report (#3559) --- .github/workflows/codeql.yaml | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/.github/workflows/codeql.yaml b/.github/workflows/codeql.yaml index 3386eee9be8..feeccc33b83 100644 --- a/.github/workflows/codeql.yaml +++ b/.github/workflows/codeql.yaml @@ -15,7 +15,7 @@ on: push: branches: - develop - - releases + - releases/** pull_request: types: - opened @@ -74,3 +74,13 @@ jobs: uses: github/codeql-action/analyze@47b3d888fe66b639e431abf22ebca059152f1eea # v3.24.5 with: category: "/language:${{matrix.language}}" + - name: Generate Security Report + uses: rsdmike/github-security-report-action@a149b24539044c92786ec39af8ba38c93496495d # v3.0.4 + with: + template: report + token: ${{ secrets.GITHUB_TOKEN }} + - name: GitHub Upload Release Artifacts + uses: actions/upload-artifact@1746f4ab65b179e0ea60a494b83293b640dd5bba # v4.3.2 + with: + name: codeql-report + path: "./report.pdf" From 183090115e592a4863d5de607a9d8cc90e15c418 Mon Sep 17 00:00:00 2001 From: Eunwoo Shin Date: Fri, 31 May 2024 15:36:37 +0900 Subject: [PATCH 19/30] Fix & Refine HPO (#3565) * refine engine/hpo * implement draft test code * change replace to shutil.copy * use same initial weight during HPO * implement unit test * search_space support Path * move Path out of TYPE_CHECKING --- src/otx/core/config/hpo.py | 3 +- src/otx/engine/hpo/hpo_api.py | 20 ++++- src/otx/engine/hpo/hpo_trial.py | 37 +++++++++- tests/unit/engine/hpo/test_hpo_api.py | 33 +++++++++ tests/unit/engine/hpo/test_hpo_trial.py | 97 ++++++++++++++++++++++--- 5 files changed, 173 insertions(+), 17 deletions(-) diff --git a/src/otx/core/config/hpo.py b/src/otx/core/config/hpo.py index a1e71a4db13..8d4dd085955 100644 --- a/src/otx/core/config/hpo.py +++ b/src/otx/core/config/hpo.py @@ -6,6 +6,7 @@ from __future__ import annotations from dataclasses import dataclass +from pathlib import Path # noqa: TCH003 from typing import Any, Literal import torch @@ -24,7 +25,7 @@ class HpoConfig: """DTO for HPO configuration.""" - search_space: dict[str, dict[str, Any]] | None = None + search_space: dict[str, dict[str, Any]] | str | Path | None = None save_path: str | None = None mode: Literal["max", "min"] = "max" num_trials: int | None = None diff --git a/src/otx/engine/hpo/hpo_api.py b/src/otx/engine/hpo/hpo_api.py index 429ceb5d408..8756d1475c7 100644 --- a/src/otx/engine/hpo/hpo_api.py +++ b/src/otx/engine/hpo/hpo_api.py @@ -14,6 +14,7 @@ from typing import TYPE_CHECKING, Any, Callable, Literal import torch +import yaml from otx.core.config.hpo import HpoConfig from otx.core.optimizer.callable import OptimizerCallableSupportHPO @@ -195,7 +196,7 @@ def hpo_config(self, hpo_config: HpoConfig) -> None: if "search_space" not in self._hpo_config: self._hpo_config["search_space"] = self._get_default_search_space() else: - self._align_hp_name(self._hpo_config["search_space"]) + self._align_search_space() if hpo_config.adapt_bs_search_space_max_val != "None": if "datamodule.config.train_subset.batch_size" not in self._hpo_config["search_space"]: @@ -233,8 +234,8 @@ def _get_default_search_space(self) -> dict[str, Any]: cur_bs = self._engine.datamodule.config.train_subset.batch_size search_space["datamodule.config.train_subset.batch_size"] = { "type": "qloguniform", - "min": cur_bs // 2, - "max": cur_bs * 2, + "min": cur_bs // 2 if cur_bs != 1 else 1, + "max": cur_bs * 2 if cur_bs != 1 else 2, "step": 2, } @@ -254,6 +255,19 @@ def _make_lr_search_space(optimizer_callable: OptimizerCallable) -> dict[str, An "step": 10 ** -get_decimal_point(min_lr), } + def _align_search_space(self) -> None: + if isinstance(self._hpo_config["search_space"], (str, Path)): + search_space_file = Path(self._hpo_config["search_space"]) + if not search_space_file.exists(): + msg = f"{search_space_file} is set to HPO search_space, but it doesn't exist." + raise FileExistsError(msg) + with search_space_file.open("r") as f: + self._hpo_config["search_space"] = yaml.safe_load(f) + elif not isinstance(self._hpo_config["search_space"], dict): + msg = "HpoConfig.search_space should be str or dict type." + raise TypeError(msg) + self._align_hp_name(self._hpo_config["search_space"]) # type: ignore[arg-type] + def _align_hp_name(self, search_space: dict[str, Any]) -> None: available_hp_name_map: dict[str, Callable[[str], None]] = { "data.config.train_subset.batch_size": lambda hp_name: self._replace_hp_name( diff --git a/src/otx/engine/hpo/hpo_trial.py b/src/otx/engine/hpo/hpo_trial.py index a4e0f8ac435..6b999256c5d 100644 --- a/src/otx/engine/hpo/hpo_trial.py +++ b/src/otx/engine/hpo/hpo_trial.py @@ -5,6 +5,7 @@ from __future__ import annotations +import shutil from pathlib import Path from tempfile import TemporaryDirectory from typing import TYPE_CHECKING, Any, Callable @@ -45,6 +46,18 @@ def on_train_epoch_end(self, trainer: Trainer, pl_module_: LightningModule) -> N trainer.should_stop = True +class HPOInitWeightCallback(Callback): + """Callbacks to save a HPO initial model weight. The weight is used for all trials.""" + + def __init__(self, save_path: Path) -> None: + super().__init__() + self._save_path = save_path + + def setup(self, trainer: Trainer, pl_module: LightningModule, stage: str) -> None: + """Save a model weight to save_path.""" + trainer.save_checkpoint(self._save_path) + + def run_hpo_trial( hp_config: dict[str, Any], report_func: Callable[[int | float, int | float, bool], None], @@ -75,9 +88,16 @@ def run_hpo_trial( train_args["checkpoint"] = checkpoint train_args["resume"] = True - callbacks = _register_hpo_callback(report_func, callbacks, metric_name) + callbacks = _register_hpo_callback(report_func, callbacks, engine, metric_name) _set_to_validate_every_epoch(callbacks, train_args) + if train_args.get("checkpoint") is None: + hpo_initial_weight = _get_hpo_initial_weight(hpo_workdir) + if hpo_initial_weight.exists(): + train_args["checkpoint"] = hpo_initial_weight + else: + callbacks = _register_init_weight_callback(callbacks, hpo_initial_weight) + with TemporaryDirectory(prefix="OTX-HPO-") as temp_dir: _change_work_dir(temp_dir, callbacks, engine) engine.train(callbacks=callbacks, **train_args) @@ -99,12 +119,13 @@ def _find_last_weight(weight_dir: Path) -> Path | None: def _register_hpo_callback( report_func: Callable, callbacks: list[Callback] | Callback | None = None, + engine: Engine | None = None, metric_name: str | None = None, ) -> list[Callback]: if isinstance(callbacks, Callback): callbacks = [callbacks] elif callbacks is None: - callbacks = [] + callbacks = [] if engine is None else engine._cache.args.get("callbacks", []) # noqa: SLF001 callbacks.append(HPOCallback(report_func, get_metric(callbacks) if metric_name is None else metric_name)) return callbacks @@ -118,6 +139,15 @@ def _set_to_validate_every_epoch(callbacks: list[Callback], train_args: dict[str train_args["check_val_every_n_epoch"] = 1 +def _get_hpo_initial_weight(hpo_workdir: Path) -> Path: + return hpo_workdir / "hpo_initial_weight.ckpt" + + +def _register_init_weight_callback(callbacks: list[Callback], save_path: Path) -> list[Callback]: + callbacks.append(HPOInitWeightCallback(save_path)) + return callbacks + + def _change_work_dir(work_dir: str, callbacks: list[Callback], engine: Engine) -> None: for callback in callbacks: if isinstance(callback, ModelCheckpoint): @@ -136,4 +166,5 @@ def _keep_best_and_last_weight(trial_work_dir: Path, hpo_workdir: Path, trial_id def _move_all_ckpt(src: Path, dest: Path) -> None: for ckpt_file in src.rglob("*.ckpt"): - ckpt_file.replace(dest / ckpt_file.name) + shutil.copy(ckpt_file, dest) + ckpt_file.unlink() diff --git a/tests/unit/engine/hpo/test_hpo_api.py b/tests/unit/engine/hpo/test_hpo_api.py index bdb0b886951..90b3c3a9e97 100644 --- a/tests/unit/engine/hpo/test_hpo_api.py +++ b/tests/unit/engine/hpo/test_hpo_api.py @@ -10,6 +10,7 @@ from unittest.mock import MagicMock import pytest +import yaml from otx.core.config.hpo import HpoConfig from otx.core.optimizer.callable import OptimizerCallableSupportHPO from otx.core.schedulers import LinearWarmupSchedulerCallable, SchedulerCallableSupportHPO @@ -179,6 +180,17 @@ def test_get_default_search_space(self, mock_engine: MagicMock, hpo_config: HpoC for hp_name in HPO_NAME_MAP.values(): assert hp_name in search_sapce + def test_get_default_search_space_bs1(self, mock_engine: MagicMock, hpo_config: HpoConfig): + """Check batch sizes search space is set as [1, 2] if default bs is 1.""" + mock_engine.datamodule.config.train_subset.batch_size = 1 + hpo_configurator = HPOConfigurator(mock_engine, 10, hpo_config) + search_sapce = hpo_configurator._get_default_search_space() + + for hp_name in HPO_NAME_MAP.values(): + assert hp_name in search_sapce + assert search_sapce[HPO_NAME_MAP["bs"]]["min"] == 1 + assert search_sapce[HPO_NAME_MAP["bs"]]["max"] == 2 + def test_align_lr_bs_name(self, mock_engine: MagicMock, hpo_config: HpoConfig, dataset_size): """Check learning rate and batch size names are aligned well.""" search_space = { @@ -269,6 +281,27 @@ def test_remove_wrong_search_space(self, mock_engine: MagicMock, hpo_config: Hpo hpo_configurator._remove_wrong_search_space(wrong_search_space) assert wrong_search_space == {} + def test_search_space_file(self, mock_engine: MagicMock, hpo_config: HpoConfig, dataset_size, tmp_path): + """Check search space is set well if search space file is given.""" + search_space = { + "model.optimizer.lr": { + "type": "loguniform", + "min": 0.0001, + "max": 0.1, + }, + } + + search_space_file = tmp_path / "search_space.yaml" + with search_space_file.open("w") as f: + yaml.dump(search_space, f) + + hpo_config.search_space = str(search_space_file) + + hpo_configurator = HPOConfigurator(mock_engine, 10, hpo_config) + + assert hpo_configurator.hpo_config["search_space"][HPO_NAME_MAP["lr"]] == search_space["model.optimizer.lr"] + assert len(hpo_configurator.hpo_config["search_space"].keys()) == 1 + def test_get_hpo_algo(self, mocker, mock_engine: MagicMock, hpo_config: HpoConfig): hpo_configurator = HPOConfigurator(mock_engine, 10, hpo_config) mock_hyper_band = mocker.patch.object(target_file, "HyperBand") diff --git a/tests/unit/engine/hpo/test_hpo_trial.py b/tests/unit/engine/hpo/test_hpo_trial.py index c1076332121..e50a116905b 100644 --- a/tests/unit/engine/hpo/test_hpo_trial.py +++ b/tests/unit/engine/hpo/test_hpo_trial.py @@ -6,7 +6,7 @@ from __future__ import annotations from pathlib import Path -from typing import TYPE_CHECKING +from typing import TYPE_CHECKING, Any from unittest.mock import MagicMock import pytest @@ -15,6 +15,8 @@ from otx.engine.hpo import hpo_trial as target_file from otx.engine.hpo.hpo_trial import ( HPOCallback, + HPOInitWeightCallback, + _get_hpo_initial_weight, _register_hpo_callback, _set_to_validate_every_epoch, run_hpo_trial, @@ -29,7 +31,17 @@ @pytest.fixture() -def mock_engine() -> MagicMock: +def mock_callback1() -> MagicMock: + return MagicMock() + + +@pytest.fixture() +def mock_callback2() -> MagicMock: + return MagicMock() + + +@pytest.fixture() +def mock_engine(mock_callback1, mock_callback2) -> MagicMock: engine = MagicMock() def train_side_effect(*args, **kwargs) -> None: @@ -40,6 +52,7 @@ def train_side_effect(*args, **kwargs) -> None: (work_dir / "last.ckpt").write_text("last_ckpt") engine.train.side_effect = train_side_effect + engine._cache.args = {"callbacks": [mock_callback1, mock_callback2]} return engine @@ -111,10 +124,19 @@ def mock_callbacks(mock_checkpoint_callback, mock_adaptive_schedule_hook) -> lis return [mock_checkpoint_callback, mock_adaptive_schedule_hook] -def test_run_hpo_trial(mocker, mock_callbacks, mock_report_func, tmp_path, mock_engine, mock_checkpoint_callback): - trial_id = "0" - max_epochs = 10 - hp_config = { +@pytest.fixture() +def trial_id() -> str: + return "0" + + +@pytest.fixture() +def max_epochs() -> int: + return 10 + + +@pytest.fixture() +def hp_config(trial_id, max_epochs) -> dict[str, Any]: + return { "id": trial_id, "configuration": { "iterations": max_epochs, @@ -122,6 +144,19 @@ def test_run_hpo_trial(mocker, mock_callbacks, mock_report_func, tmp_path, mock_ "d.e.f": 2, }, } + + +def test_run_hpo_trial( + trial_id, + max_epochs, + hp_config, + mocker, + mock_callbacks, + mock_report_func, + tmp_path, + mock_engine, + mock_checkpoint_callback, +): hpo_weight_dir = get_hpo_weight_dir(tmp_path, trial_id) last_weight = hpo_weight_dir / "last.ckpt" # last checkpoint so far. will be used to resume last_weight.write_text("prev_weight") @@ -151,7 +186,7 @@ def test_run_hpo_trial(mocker, mock_callbacks, mock_report_func, tmp_path, mock_ assert mock_engine.train.call_args.kwargs["checkpoint"] == last_weight assert mock_engine.train.call_args.kwargs["resume"] is True # check given hyper parameters are set well - assert mock_engine.train.call_args.kwargs["max_epochs"] == 10 + assert mock_engine.train.call_args.kwargs["max_epochs"] == max_epochs assert mock_engine.a.b.c == 1 assert mock_engine.d.e.f == 2 # check train work directory are changed well @@ -169,14 +204,56 @@ def test_run_hpo_trial(mocker, mock_callbacks, mock_report_func, tmp_path, mock_ assert last_weight.read_text() == "last_ckpt" -def test_register_hpo_callback(mock_report_func): +def test_run_hpo_trial_wo_hpo_init_weigeht(hp_config, mock_callbacks, mock_report_func, tmp_path, mock_engine): + """Check if checkpoint is None and HPO initial weight doesn't exist, HPOInitWeightCallback is registered.""" + run_hpo_trial( + hp_config=hp_config, + report_func=mock_report_func, + hpo_workdir=tmp_path, + engine=mock_engine, + callbacks=mock_callbacks, + metric_name="metric", + ) + + callbacks = mock_engine.train.call_args.kwargs["callbacks"] + hpo_initial_weight_callback_exist = False + for callback in callbacks: + if isinstance(callback, HPOInitWeightCallback): + hpo_initial_weight_callback_exist = True + assert hpo_initial_weight_callback_exist + + +def test_run_hpo_trial_w_hpo_init_weigeht(hp_config, mock_callbacks, mock_report_func, tmp_path, mock_engine): + """Check if checkpoint is None and HPO initial weight exist, the weight is set to checkpoint.""" + init_weight = _get_hpo_initial_weight(tmp_path) + init_weight.touch() + + run_hpo_trial( + hp_config=hp_config, + report_func=mock_report_func, + hpo_workdir=tmp_path, + engine=mock_engine, + callbacks=mock_callbacks, + metric_name="metric", + ) + + assert init_weight.samefile(mock_engine.train.call_args.kwargs["checkpoint"]) + + +def test_register_hpo_callback(mock_report_func, mock_engine): """Check it returns list including only HPOCallback if any callbacks are passed.""" callabcks = _register_hpo_callback( report_func=mock_report_func, + engine=mock_engine, metric_name="metric", ) - assert len(callabcks) == 1 - assert isinstance(callabcks[0], HPOCallback) + assert len(callabcks) == 3 + hpo_callback_exist = False + for callback in callabcks: + if isinstance(callback, HPOCallback): + hpo_callback_exist = True + break + assert hpo_callback_exist def test_register_hpo_callback_given_callback(mock_report_func, mock_checkpoint_callback): From 52d55539d9c371dae72266ffd623fa7b0b87b703 Mon Sep 17 00:00:00 2001 From: Ashwin Vaidya Date: Fri, 31 May 2024 12:01:00 +0200 Subject: [PATCH 20/30] Fix Optimize in Anomaly Task (#3561) * use val_dataloader Signed-off-by: Ashwin Vaidya * Apply suggestions from code review Co-authored-by: Harim Kang --------- Signed-off-by: Ashwin Vaidya Co-authored-by: Harim Kang --- src/otx/algo/anomaly/openvino_model.py | 53 ++++++++++++++++++++++++++ 1 file changed, 53 insertions(+) diff --git a/src/otx/algo/anomaly/openvino_model.py b/src/otx/algo/anomaly/openvino_model.py index 495f7f8bdfd..eb9ff9ab5ef 100644 --- a/src/otx/algo/anomaly/openvino_model.py +++ b/src/otx/algo/anomaly/openvino_model.py @@ -14,17 +14,21 @@ from typing import TYPE_CHECKING, Any, Sequence import numpy as np +import openvino import torch from anomalib.metrics import create_metric_collection from lightning import Callback, Trainer from torchvision.transforms.functional import resize from otx.core.data.entity.anomaly import AnomalyClassificationDataBatch +from otx.core.data.module import OTXDataModule from otx.core.metrics.types import MetricCallable, NullMetricCallable from otx.core.model.anomaly import AnomalyModelInputs from otx.core.model.base import OVModel if TYPE_CHECKING: + from pathlib import Path + from anomalib.metrics import AnomalibMetricCollection from model_api.models import Model from model_api.models.anomaly import AnomalyResult @@ -133,6 +137,55 @@ def _create_model(self) -> Model: configuration=self.model_api_configuration, ) + def optimize( + self, + output_dir: Path, + data_module: OTXDataModule, + ptq_config: dict[str, Any] | None = None, + ) -> Path: + """Runs NNCF quantization. + + Note: + The only difference between the base class is that it uses `val_dataloader` instead of `train_dataloader`. + + See ``otx.core.model.base.OVModel.optimize`` for more details. + """ + import nncf + + output_model_path = output_dir / (self._OPTIMIZED_MODEL_BASE_NAME + ".xml") + + def check_if_quantized(model: openvino.Model) -> bool: + """Checks if OpenVINO model is already quantized.""" + nodes = model.get_ops() + return any(op.get_type_name() == "FakeQuantize" for op in nodes) + + ov_model = openvino.Core().read_model(self.model_name) + + if check_if_quantized(ov_model): + msg = "Model is already optimized by PTQ" + raise RuntimeError(msg) + + val_dataset = data_module.val_dataloader() + + ptq_config_from_ir = self._read_ptq_config_from_ir(ov_model) + if ptq_config is not None: + ptq_config_from_ir.update(ptq_config) + ptq_config = ptq_config_from_ir + else: + ptq_config = ptq_config_from_ir + + quantization_dataset = nncf.Dataset(val_dataset, self.transform_fn) # type: ignore[attr-defined] + + compressed_model = nncf.quantize( # type: ignore[attr-defined] + ov_model, + quantization_dataset, + **ptq_config, + ) + + openvino.save_model(compressed_model, output_model_path) + + return output_model_path + def configure_callbacks(self) -> Sequence[Callback] | Callback: """Return the metric callback.""" return _OVMetricCallback() From 9bf09f27e70fe23c061bc3ff2a0c825c609c3a13 Mon Sep 17 00:00:00 2001 From: Yunchu Lee Date: Mon, 3 Jun 2024 16:40:32 +0900 Subject: [PATCH 21/30] Update dependencies (#3570) --- .ci/requirements/Makefile | 41 ++ .ci/requirements/README.md | 12 + .ci/requirements/benchmark/requirements.txt | 538 +++++++++--------- .ci/requirements/piptools/requirements.txt | 29 +- .ci/requirements/publish/requirements.in | 1 - .ci/requirements/publish/requirements.txt | 310 +--------- .ci/requirements/tox/requirements.txt | 34 +- .../regression_test/requirements.in | 2 +- .../regression_test/requirements.txt | 319 +++++++---- tox.ini | 24 - 10 files changed, 568 insertions(+), 742 deletions(-) create mode 100644 .ci/requirements/Makefile create mode 100644 .ci/requirements/README.md diff --git a/.ci/requirements/Makefile b/.ci/requirements/Makefile new file mode 100644 index 00000000000..d0215cb8d07 --- /dev/null +++ b/.ci/requirements/Makefile @@ -0,0 +1,41 @@ +# INTEL CONFIDENTIAL +# +# Copyright (C) 2024 Intel Corporation +# +# This software and the related documents are Intel copyrighted materials, and your use of them is governed by +# the express license under which they were provided to you ("License"). Unless the License provides otherwise, +# you may not use, modify, copy, publish, distribute, disclose or transmit this software or the related documents +# without Intel's prior written permission. +# +# This software and the related documents are provided as is, with no express or implied warranties, +# other than those that are expressly stated in the License. + +.PHONY: check + +check: +ifeq (, $(shell command -v pip-compile)) +$(error "No pip-compile in current Python environment, activate correct env or install pip-compile") +endif + +all: check benchmark piptools publish tox + @echo "Update requirements.txt for all" + +benchmark: check + @echo "Update requirements.txt for benchmark" + @rm ./benchmark/requirements.txt + @pip-compile --generate-hashes --output-file=./benchmark/requirements.txt ./benchmark/requirements.in + +piptools: check + @echo "Update requirements.txt for piptools" + @rm ./piptools/requirements.txt + @pip-compile --generate-hashes --output-file=./piptools/requirements.txt ./piptools/requirements.in + +publish: check + @echo "Update requirements.txt for publish" + @rm ./publish/requirements.txt + @pip-compile --generate-hashes --output-file=./publish/requirements.txt ./publish/requirements.in + +tox: check + @echo "Update requirements.txt for tox" + @rm ./tox/requirements.txt + @pip-compile --generate-hashes --output-file=./tox/requirements.txt ./tox/requirements.in diff --git a/.ci/requirements/README.md b/.ci/requirements/README.md new file mode 100644 index 00000000000..9a9fceff796 --- /dev/null +++ b/.ci/requirements/README.md @@ -0,0 +1,12 @@ +# How to update dependencies + +- Update version on `requirements.in` in the subfolder. +- Run `make `. + - For updating dependencies of `benchmark`, run `make benchmark`. + ```bash + .ci/requirements$ make benchmark + ``` + - To update all requirements.txt files + ```bash + .ci/requirements$ make all + ``` diff --git a/.ci/requirements/benchmark/requirements.txt b/.ci/requirements/benchmark/requirements.txt index 5170c0f4f76..f23b804278c 100644 --- a/.ci/requirements/benchmark/requirements.txt +++ b/.ci/requirements/benchmark/requirements.txt @@ -2,7 +2,7 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --generate-hashes --output-file=.ci/requirements/benchmark/requirements.txt .ci/requirements/benchmark/requirements.in +# pip-compile --generate-hashes --output-file=./benchmark/requirements.txt ./benchmark/requirements.in # asttokens==2.4.1 \ --hash=sha256:051ed49c3dcae8913ea7cd08e46a606dba30b79993209636c4875bc1d637bc24 \ @@ -112,9 +112,9 @@ et-xmlfile==1.1.0 \ --hash=sha256:8eb9e2bc2f8c97e37a2dc85a09ecdcdec9d8a396530a6d5a33b30b9a92da0c5c \ --hash=sha256:a2ba85d1d6a74ef63837eed693bcb89c3f752169b0e3e7ae5b16ca5e1b3deada # via openpyxl -exceptiongroup==1.2.0 \ - --hash=sha256:4bfd3996ac73b41e9b9628b04e079f193850720ea5945fc96a08633c66912f14 \ - --hash=sha256:91f5c769735f051a4290d52edd0858999b57e5876e9f85937691bd4c9fa3ed68 +exceptiongroup==1.2.1 \ + --hash=sha256:5258b9ed329c5bbdd31a309f53cbfb0b155341807f6ff7606a1e801a891b29ad \ + --hash=sha256:a4785e48b045528f5bfe627b6ad554ff32def154f42372786903b7abcfe1aa16 # via ipython executing==2.0.1 \ --hash=sha256:35afe2ce3affba8ee97f2d69927fa823b08b472b7b994e36a52a964b93d16147 \ @@ -124,59 +124,59 @@ fastjsonschema==2.19.1 \ --hash=sha256:3672b47bc94178c9f23dbb654bf47440155d4db9df5f7bc47643315f9c405cd0 \ --hash=sha256:e3126a94bdc4623d3de4485f8d468a12f02a67921315ddc87836d6e456dc789d # via nbformat -fonttools==4.51.0 \ - --hash=sha256:0118ef998a0699a96c7b28457f15546815015a2710a1b23a7bf6c1be60c01636 \ - --hash=sha256:0d145976194a5242fdd22df18a1b451481a88071feadf251221af110ca8f00ce \ - --hash=sha256:0e19bd9e9964a09cd2433a4b100ca7f34e34731e0758e13ba9a1ed6e5468cc0f \ - --hash=sha256:0f08c901d3866a8905363619e3741c33f0a83a680d92a9f0e575985c2634fcc1 \ - --hash=sha256:1250e818b5f8a679ad79660855528120a8f0288f8f30ec88b83db51515411fcc \ - --hash=sha256:15c94eeef6b095831067f72c825eb0e2d48bb4cea0647c1b05c981ecba2bf39f \ - --hash=sha256:1621ee57da887c17312acc4b0e7ac30d3a4fb0fec6174b2e3754a74c26bbed1e \ - --hash=sha256:180194c7fe60c989bb627d7ed5011f2bef1c4d36ecf3ec64daec8302f1ae0716 \ - --hash=sha256:278e50f6b003c6aed19bae2242b364e575bcb16304b53f2b64f6551b9c000e15 \ - --hash=sha256:32b17504696f605e9e960647c5f64b35704782a502cc26a37b800b4d69ff3c77 \ - --hash=sha256:3bee3f3bd9fa1d5ee616ccfd13b27ca605c2b4270e45715bd2883e9504735034 \ - --hash=sha256:4060acc2bfa2d8e98117828a238889f13b6f69d59f4f2d5857eece5277b829ba \ - --hash=sha256:54dcf21a2f2d06ded676e3c3f9f74b2bafded3a8ff12f0983160b13e9f2fb4a7 \ - --hash=sha256:56fc244f2585d6c00b9bcc59e6593e646cf095a96fe68d62cd4da53dd1287b55 \ - --hash=sha256:599bdb75e220241cedc6faebfafedd7670335d2e29620d207dd0378a4e9ccc5a \ - --hash=sha256:5f6bc991d1610f5c3bbe997b0233cbc234b8e82fa99fc0b2932dc1ca5e5afec0 \ - --hash=sha256:60a3409c9112aec02d5fb546f557bca6efa773dcb32ac147c6baf5f742e6258b \ - --hash=sha256:68b3fb7775a923be73e739f92f7e8a72725fd333eab24834041365d2278c3671 \ - --hash=sha256:76f1777d8b3386479ffb4a282e74318e730014d86ce60f016908d9801af9ca2a \ - --hash=sha256:806e7912c32a657fa39d2d6eb1d3012d35f841387c8fc6cf349ed70b7c340039 \ - --hash=sha256:84d7751f4468dd8cdd03ddada18b8b0857a5beec80bce9f435742abc9a851a74 \ - --hash=sha256:865a58b6e60b0938874af0968cd0553bcd88e0b2cb6e588727117bd099eef836 \ - --hash=sha256:8ac27f436e8af7779f0bb4d5425aa3535270494d3bc5459ed27de3f03151e4c2 \ - --hash=sha256:8b4850fa2ef2cfbc1d1f689bc159ef0f45d8d83298c1425838095bf53ef46308 \ - --hash=sha256:8b5ad456813d93b9c4b7ee55302208db2b45324315129d85275c01f5cb7e61a2 \ - --hash=sha256:8e2f1a4499e3b5ee82c19b5ee57f0294673125c65b0a1ff3764ea1f9db2f9ef5 \ - --hash=sha256:9696fe9f3f0c32e9a321d5268208a7cc9205a52f99b89479d1b035ed54c923f1 \ - --hash=sha256:96a48e137c36be55e68845fc4284533bda2980f8d6f835e26bca79d7e2006438 \ - --hash=sha256:a8feca65bab31479d795b0d16c9a9852902e3a3c0630678efb0b2b7941ea9c74 \ - --hash=sha256:aefa011207ed36cd280babfaa8510b8176f1a77261833e895a9d96e57e44802f \ - --hash=sha256:b2b92381f37b39ba2fc98c3a45a9d6383bfc9916a87d66ccb6553f7bdd129097 \ - --hash=sha256:b3c61423f22165541b9403ee39874dcae84cd57a9078b82e1dce8cb06b07fa2e \ - --hash=sha256:b5b48a1121117047d82695d276c2af2ee3a24ffe0f502ed581acc2673ecf1037 \ - --hash=sha256:c18b49adc721a7d0b8dfe7c3130c89b8704baf599fb396396d07d4aa69b824a1 \ - --hash=sha256:c5b8cab0c137ca229433570151b5c1fc6af212680b58b15abd797dcdd9dd5051 \ - --hash=sha256:c7e91abdfae1b5c9e3a543f48ce96013f9a08c6c9668f1e6be0beabf0a569c1b \ - --hash=sha256:cadf4e12a608ef1d13e039864f484c8a968840afa0258b0b843a0556497ea9ed \ - --hash=sha256:dc0673361331566d7a663d7ce0f6fdcbfbdc1f59c6e3ed1165ad7202ca183c68 \ - --hash=sha256:de7c29bdbdd35811f14493ffd2534b88f0ce1b9065316433b22d63ca1cd21f14 \ - --hash=sha256:e9d9298be7a05bb4801f558522adbe2feea1b0b103d5294ebf24a92dd49b78e5 \ - --hash=sha256:ee1af4be1c5afe4c96ca23badd368d8dc75f611887fb0c0dac9f71ee5d6f110e \ - --hash=sha256:f7e89853d8bea103c8e3514b9f9dc86b5b4120afb4583b57eb10dfa5afbe0936 +fonttools==4.53.0 \ + --hash=sha256:099634631b9dd271d4a835d2b2a9e042ccc94ecdf7e2dd9f7f34f7daf333358d \ + --hash=sha256:0c555e039d268445172b909b1b6bdcba42ada1cf4a60e367d68702e3f87e5f64 \ + --hash=sha256:1e677bfb2b4bd0e5e99e0f7283e65e47a9814b0486cb64a41adf9ef110e078f2 \ + --hash=sha256:2367d47816cc9783a28645bc1dac07f8ffc93e0f015e8c9fc674a5b76a6da6e4 \ + --hash=sha256:28d072169fe8275fb1a0d35e3233f6df36a7e8474e56cb790a7258ad822b6fd6 \ + --hash=sha256:31f0e3147375002aae30696dd1dc596636abbd22fca09d2e730ecde0baad1d6b \ + --hash=sha256:3e0ad3c6ea4bd6a289d958a1eb922767233f00982cf0fe42b177657c86c80a8f \ + --hash=sha256:45b4afb069039f0366a43a5d454bc54eea942bfb66b3fc3e9a2c07ef4d617380 \ + --hash=sha256:4a2a6ba400d386e904fd05db81f73bee0008af37799a7586deaa4aef8cd5971e \ + --hash=sha256:4f520d9ac5b938e6494f58a25c77564beca7d0199ecf726e1bd3d56872c59749 \ + --hash=sha256:52a6e0a7a0bf611c19bc8ec8f7592bdae79c8296c70eb05917fd831354699b20 \ + --hash=sha256:5a4788036201c908079e89ae3f5399b33bf45b9ea4514913f4dbbe4fac08efe0 \ + --hash=sha256:6b4f04b1fbc01a3569d63359f2227c89ab294550de277fd09d8fca6185669fa4 \ + --hash=sha256:715b41c3e231f7334cbe79dfc698213dcb7211520ec7a3bc2ba20c8515e8a3b5 \ + --hash=sha256:73121a9b7ff93ada888aaee3985a88495489cc027894458cb1a736660bdfb206 \ + --hash=sha256:74ae2441731a05b44d5988d3ac2cf784d3ee0a535dbed257cbfff4be8bb49eb9 \ + --hash=sha256:7d6166192dcd925c78a91d599b48960e0a46fe565391c79fe6de481ac44d20ac \ + --hash=sha256:7f193f060391a455920d61684a70017ef5284ccbe6023bb056e15e5ac3de11d1 \ + --hash=sha256:907fa0b662dd8fc1d7c661b90782ce81afb510fc4b7aa6ae7304d6c094b27bce \ + --hash=sha256:93156dd7f90ae0a1b0e8871032a07ef3178f553f0c70c386025a808f3a63b1f4 \ + --hash=sha256:93bc9e5aaa06ff928d751dc6be889ff3e7d2aa393ab873bc7f6396a99f6fbb12 \ + --hash=sha256:95db0c6581a54b47c30860d013977b8a14febc206c8b5ff562f9fe32738a8aca \ + --hash=sha256:973d030180eca8255b1bce6ffc09ef38a05dcec0e8320cc9b7bcaa65346f341d \ + --hash=sha256:9cd7a6beec6495d1dffb1033d50a3f82dfece23e9eb3c20cd3c2444d27514068 \ + --hash=sha256:9fe9096a60113e1d755e9e6bda15ef7e03391ee0554d22829aa506cdf946f796 \ + --hash=sha256:a209d2e624ba492df4f3bfad5996d1f76f03069c6133c60cd04f9a9e715595ec \ + --hash=sha256:a239afa1126b6a619130909c8404070e2b473dd2b7fc4aacacd2e763f8597fea \ + --hash=sha256:ba9f09ff17f947392a855e3455a846f9855f6cf6bec33e9a427d3c1d254c712f \ + --hash=sha256:bb7273789f69b565d88e97e9e1da602b4ee7ba733caf35a6c2affd4334d4f005 \ + --hash=sha256:bd5bc124fae781a4422f61b98d1d7faa47985f663a64770b78f13d2c072410c2 \ + --hash=sha256:bff98816cb144fb7b85e4b5ba3888a33b56ecef075b0e95b95bcd0a5fbf20f06 \ + --hash=sha256:c4ee5a24e281fbd8261c6ab29faa7fd9a87a12e8c0eed485b705236c65999109 \ + --hash=sha256:c93ed66d32de1559b6fc348838c7572d5c0ac1e4a258e76763a5caddd8944002 \ + --hash=sha256:d1a24f51a3305362b94681120c508758a88f207fa0a681c16b5a4172e9e6c7a9 \ + --hash=sha256:d8f191a17369bd53a5557a5ee4bab91d5330ca3aefcdf17fab9a497b0e7cff7a \ + --hash=sha256:daaef7390e632283051e3cf3e16aff2b68b247e99aea916f64e578c0449c9c68 \ + --hash=sha256:e40013572bfb843d6794a3ce076c29ef4efd15937ab833f520117f8eccc84fd6 \ + --hash=sha256:eceef49f457253000e6a2d0f7bd08ff4e9fe96ec4ffce2dbcb32e34d9c1b8161 \ + --hash=sha256:ee595d7ba9bba130b2bec555a40aafa60c26ce68ed0cf509983e0f12d88674fd \ + --hash=sha256:ef50ec31649fbc3acf6afd261ed89d09eb909b97cc289d80476166df8438524d \ + --hash=sha256:fa1f3e34373aa16045484b4d9d352d4c6b5f9f77ac77a178252ccbc851e8b2ee \ + --hash=sha256:fca66d9ff2ac89b03f5aa17e0b21a97c21f3491c46b583bb131eb32c7bab33af # via matplotlib ipykernel==6.29.4 \ --hash=sha256:1181e653d95c6808039c509ef8e67c4126b3b3af7781496c7cbfb5ed938a27da \ --hash=sha256:3d44070060f9475ac2092b760123fadf105d2e2493c24848b6691a7c4f42af5c - # via -r .ci/requirements/benchmark/requirements.in + # via -r ./benchmark/requirements.in ipython==8.23.0 \ --hash=sha256:07232af52a5ba146dc3372c7bf52a0f890a23edf38d77caef8d53f9cdc2584c1 \ --hash=sha256:7468edaf4f6de3e1b912e57f66c241e6fd3c7099f2ec2136e239e142e800274d # via - # -r .ci/requirements/benchmark/requirements.in + # -r ./benchmark/requirements.in # ipykernel jedi==0.19.1 \ --hash=sha256:cf0496f3651bc65d7174ac1b7d043eff454892c708a87d1b683e57b569927ffd \ @@ -186,17 +186,17 @@ jinja2==3.1.4 \ --hash=sha256:4a3aee7acbbe7303aede8e9648d13b8bf88a429282aa6122a993f0ac800cb369 \ --hash=sha256:bc5dd2abb727a5319567b7a813e6a2e7318c39f4f487cfe6c89c6f9c7d25197d # via nbconvert -jsonschema==4.21.1 \ - --hash=sha256:7996507afae316306f9e2290407761157c6f78002dcf7419acb99822143d1c6f \ - --hash=sha256:85727c00279f5fa6bedbe6238d2aa6403bedd8b4864ab11207d07df3cc1b2ee5 +jsonschema==4.22.0 \ + --hash=sha256:5b22d434a45935119af990552c862e5d6d564e8f6601206b305a61fdf661a2b7 \ + --hash=sha256:ff4cfd6b1367a40e7bc6411caec72effadd3db0bbe5017de188f2d6108335802 # via nbformat jsonschema-specifications==2023.12.1 \ --hash=sha256:48a76787b3e70f5ed53f1160d2b81f586e4ca6d1548c5de7085d1682674764cc \ --hash=sha256:87e4fdf3a94858b8a2ba2778d9ba57d8a9cafca7c7489c46ba0d30a8bc6a9c3c # via jsonschema -jupyter-client==8.6.1 \ - --hash=sha256:3b7bd22f058434e3b9a7ea4b1500ed47de2713872288c0d511d19926f99b459f \ - --hash=sha256:e842515e2bab8e19186d89fdfea7abd15e39dd581f94e399f00e2af5a1652d3f +jupyter-client==8.6.2 \ + --hash=sha256:2bda14d55ee5ba58552a8c53ae43d215ad9868853489213f37da060ced54d8df \ + --hash=sha256:50cbc5c66fd1b8f65ecb66bc490ab73217993632809b6e505687de18e9dea39f # via # ipykernel # nbclient @@ -412,7 +412,7 @@ matplotlib==3.8.4 \ --hash=sha256:ecd79298550cba13a43c340581a3ec9c707bd895a6a061a78fa2524660482fc0 \ --hash=sha256:f51c4c869d4b60d769f7b4406eec39596648d9d70246428745a681c327a8ad30 \ --hash=sha256:fb44f53af0a62dc80bba4443d9b27f2fde6acfdac281d95bc872dc148a6509cc - # via -r .ci/requirements/benchmark/requirements.in + # via -r ./benchmark/requirements.in matplotlib-inline==0.1.7 \ --hash=sha256:8423b23ec666be3d16e16b60bdd8ac4e86e840ebd1dd11a30b9f117f2fa0ab90 \ --hash=sha256:df192d39a4ff8f21b1895d72e6a13f5fcc5099f00fa84384e0ea28c2cc0653ca @@ -430,7 +430,7 @@ nbclient==0.10.0 \ nbconvert==7.16.3 \ --hash=sha256:a6733b78ce3d47c3f85e504998495b07e6ea9cf9bf6ec1c98dda63ec6ad19142 \ --hash=sha256:ddeff14beeeedf3dd0bc506623e41e4507e551736de59df69a91f86700292b3b - # via -r .ci/requirements/benchmark/requirements.in + # via -r ./benchmark/requirements.in nbformat==5.10.4 \ --hash=sha256:322168b14f937a5d11362988ecac2a4952d3d8e3a2cbeb2319584631226d5b3a \ --hash=sha256:3b48d6c8fbca4b299bf3982ea7db1af21580e4fec269ad087b9e81588891200b @@ -485,7 +485,7 @@ numpy==1.26.4 \ openpyxl==3.1.2 \ --hash=sha256:a6f5977418eff3b2d5500d54d9db50c8277a368436f4e4f8ddb1be3422870184 \ --hash=sha256:f91456ead12ab3c6c2e9491cf33ba6d08357d802192379bb482f1033ade496f5 - # via -r .ci/requirements/benchmark/requirements.in + # via -r ./benchmark/requirements.in packaging==24.0 \ --hash=sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5 \ --hash=sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9 @@ -523,7 +523,7 @@ pandas==2.2.2 \ --hash=sha256:ddf818e4e6c7c6f4f7c8a12709696d193976b591cc7dc50588d3d1a6b5dc8772 \ --hash=sha256:e9b79011ff7a0f4b1d6da6a61aa1aa604fb312d6647de5bad20013682d1429ce \ --hash=sha256:eee3a87076c0756de40b05c5e9a6069c035ba43e8dd71c379e68cab2c20f16ad - # via -r .ci/requirements/benchmark/requirements.in + # via -r ./benchmark/requirements.in pandocfilters==1.5.1 \ --hash=sha256:002b4a555ee4ebc03f8b66307e287fa492e4a77b4ea14d3f934328297bb4939e \ --hash=sha256:93be382804a9cdb0a7267585f157e5d1731bbe5545a85b268d6f5fe6232de2bc @@ -607,13 +607,13 @@ pillow==10.3.0 \ --hash=sha256:fdcbb4068117dfd9ce0138d068ac512843c52295ed996ae6dd1faf537b6dbc27 \ --hash=sha256:ff61bfd9253c3915e6d41c651d5f962da23eda633cf02262990094a18a55371a # via matplotlib -platformdirs==4.2.0 \ - --hash=sha256:0614df2a2f37e1a662acbd8e2b25b92ccf8632929bc6d43467e17fe89c75e068 \ - --hash=sha256:ef0cc731df711022c174543cb70a9b5bd22e5a9337c8624ef2c2ceb8ddad8768 +platformdirs==4.2.2 \ + --hash=sha256:2d7a1657e36a80ea911db832a8a6ece5ee53d8de21edd5cc5879af6530b1bfee \ + --hash=sha256:38b7b51f512eed9e84a22788b4bce1de17c0adb134d6becb09836e37d8654cd3 # via jupyter-core -prompt-toolkit==3.0.43 \ - --hash=sha256:3527b7af26106cbc65a040bcc84839a3566ec1b051bb0bfe953631e704b0ff7d \ - --hash=sha256:a11a29cb3bf0a28a387fe5122cdb649816a957cd9261dcedf8c9f1fef33eacf6 +prompt-toolkit==3.0.45 \ + --hash=sha256:07c60ee4ab7b7e90824b61afa840c8f5aad2d46b3e2e10acc33d8ecc94a49089 \ + --hash=sha256:a29b89160e494e3ea8622b09fa5897610b437884dcdcd054fdc1308883326c2a # via ipython psutil==5.9.8 \ --hash=sha256:02615ed8c5ea222323408ceba16c60e99c3f91639b07da6373fb7e6539abc56d \ @@ -641,9 +641,9 @@ pure-eval==0.2.2 \ --hash=sha256:01eaab343580944bc56080ebe0a674b39ec44a945e6d09ba7db3cb8cec289350 \ --hash=sha256:2b45320af6dfaa1750f543d714b6d1c520a1688dec6fd24d339063ce0aaa9ac3 # via stack-data -pygments==2.17.2 \ - --hash=sha256:b27c2826c47d0f3219f29554824c30c5e8945175d888647acd804ddd04af846c \ - --hash=sha256:da46cec9fd2de5be3a8a784f434e4c4ab670b4ff54d605c4c2717e9d49c4c367 +pygments==2.18.0 \ + --hash=sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199 \ + --hash=sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a # via # ipython # nbconvert @@ -662,204 +662,204 @@ pytz==2024.1 \ --hash=sha256:2a29735ea9c18baf14b448846bde5a48030ed267578472d8955cd0e7443a9812 \ --hash=sha256:328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319 # via pandas -pyzmq==26.0.0 \ - --hash=sha256:02773b96ef6a17a57680c3609645785c390198be31a4505c01ce0c846f9e7d0e \ - --hash=sha256:0397c7431f3fc2bac497992d7447b036bc0d8bb3e15b158b2013201857ff2354 \ - --hash=sha256:06525d996afdb0da3e8b7df0b654261455f6e86c2c3574c3f00d2bd335be78eb \ - --hash=sha256:07fdeac8612a9dca6fcad6cb43c7efb75f53ba75da981fbafa949ddcde1d5662 \ - --hash=sha256:08db8071020181173c70cf2dad239e5e21e5b2e95f95b0ece0da39a70f5a483c \ - --hash=sha256:0ec5147095d6065b0e3a38a1a34f7859ab46496f3d5ce71134165893e9f83674 \ - --hash=sha256:10ff405db5cee3bbd7aa143d78b25d90356097aed7864e50f0ae644e08759fe9 \ - --hash=sha256:120887d773e878136e9b33bbba656df0d4c6e2861694d07d058ec60ce1108b24 \ - --hash=sha256:12ca1afb065e5b21a32b1e35bfcbc8762efc0f7555c166acaec36c93b52d7ccf \ - --hash=sha256:1d64889bfe4109f4a59a72b1d21416550465020642d6f556efd044951386bd38 \ - --hash=sha256:1da5e11862a994360319df4f425e89662563683334e1079684eb77b9a6478ae2 \ - --hash=sha256:1df2b992eabc59f078ca916e9ac8b5bd463536bf7828c13940b35b8555ed7861 \ - --hash=sha256:1e87178437460b6df18e761650ef080d3ad5a41813cc3df7f9fd78714fca04c0 \ - --hash=sha256:2397364289334840c81ff1ef95a5a5ee326de01c1437cc38f7e16785a7b653d9 \ - --hash=sha256:271c9178a94b009651f8ad3ff9bb9ca45778aaf66c9e325a44d81a7498fcaa59 \ - --hash=sha256:2806942185b40a3477d9b300c6f71354dd2be37e3f61a43193c96caa51e284d1 \ - --hash=sha256:321a6872a9371709a62b3a4a14c1e9b5b47549371197c0c2164d2288510cd6d6 \ - --hash=sha256:36a85da0eab4c5337d0de7f975cca011208a59e9d0637e0c1b571764f1dd4a8f \ - --hash=sha256:36d0f2fcbdba1fda8ff213bd17db7ddcba848aa70480ade3fe70401dce606511 \ - --hash=sha256:39b8ed8d2e5da8b8351c6aa627601b3b52e8eb5e25cf6bcd26b6f012dec7870b \ - --hash=sha256:40af30c4cd0a046029d7b5272d02a649f9b1f89fb1361bbc90ba08d55ac88273 \ - --hash=sha256:4216eee101d104a017042f0e4af0a45875400ff3794f1a59476e210b1a9760e2 \ - --hash=sha256:44271793067025a07d38ad4be11f08187cce850fafd1890b42046abbcdca2fc0 \ - --hash=sha256:469f4febd63c26b20132e54cc40048d5698123794b103758ccd21b8a45890dc3 \ - --hash=sha256:49efc420e36d2e8adc5dae41c2c1e8bb37a069e40a880cbe414a032136b194b0 \ - --hash=sha256:544a7ee271fac41ddc0ba11f4b128ddd5f2bf0a3186d25be331ed8bfbb253536 \ - --hash=sha256:55f390adb763196d75a2e8c18277b4344f8a7f94f223b5d096324c5b47c2471e \ - --hash=sha256:5736c9a54c27319a65ffc72dbf684538f2773237e94ba50b7f1f74f4e3cb9115 \ - --hash=sha256:580dd4b1c2edd51f284df0209bf439899f425ed00cb803a85ddc6cf10c866688 \ - --hash=sha256:58176e2437462568b5099acf17401be64205e175e72767a8250eef84ee9ec4f5 \ - --hash=sha256:5b48b7e417c56486932fb0c01fecd24916fe6bc359c03a654aa8c63fa33e3d76 \ - --hash=sha256:5d7fcc648445dbfd6ce9973ec7b4a33ee9307b7e88cf4816f4403ccbaf8de9ca \ - --hash=sha256:60f91afc76a3fc5d65dfba4f6b6020c462674b5eab6cbf00dec133d79656072d \ - --hash=sha256:694625c2c22be57149e9439757ee02ee4fb6432f7054dc5008bbbc33ef388d1c \ - --hash=sha256:6d3d7ef786e778351e6c51b45906e16506ad98bb78b99304032cb1876dfc81d2 \ - --hash=sha256:6e0e94ca9a8f23000d54e11ecd727b69fb1994baf3b6b1eedb881cdd3196ecec \ - --hash=sha256:7129efc54dc48f566eed5422bc555ba4e472e40a1f9de328577c90ade47ccf5d \ - --hash=sha256:71a8f010e23dfd61c531084a2b72a81885017da28352540f0b7799ca8423c044 \ - --hash=sha256:72340614ea23904cff824109eb025648bdf32775d87f5814d3ba6f2335a853f3 \ - --hash=sha256:72ae3078b1c47552e0e39fd81fc0472e880316897a733dbb3570819be19da48a \ - --hash=sha256:7353d231686bbc96c458b934f134ff9165a1e9dd0a2ea8f724469e44bcc2c07a \ - --hash=sha256:7a1cc0445038a394479ad36b7e3cf55a19ee40099c031f65de872b8ee7025e79 \ - --hash=sha256:80fdea3e9e34c480bfccbb910f75380196ae9d1c12880c21743c845ebe6b13aa \ - --hash=sha256:814245422f1c7707634397621dbcbeea7671fdc5c43d1ae592f4e0e45179e7fb \ - --hash=sha256:8783857a8c8df648a70c81ea3ff53ee71e5bf18468ca5ac3414f419fe8f3bd93 \ - --hash=sha256:8a5b4dc4d7a3f859026083906724ad1ae743261548b61d0d5abcf2d994122c2b \ - --hash=sha256:903b77dd2f17286496fa3ec902bc523f4502b0c64a2892df4b021222a2ba95fe \ - --hash=sha256:90ba8f7c6f34c2c11179b293050417c14661035969ef3f8867200ea6901f9000 \ - --hash=sha256:952e85c5e86f9ba100b78b60719b76e1ff3e13bb403cb6de687bb92e7b2179e7 \ - --hash=sha256:9691a6ab55d011e83d7438f6711b93b7f8aa21ee8cf3e7ad6d6d9ea26a8f3a1f \ - --hash=sha256:9982799d7d7807beb1b26f1aa9a192baccb1a14c5d00eca881a42a0ae562671b \ - --hash=sha256:9ce158ab54994c60fdde83300dc1e447446baacbe4ec9e4e80096f9b9a125c13 \ - --hash=sha256:9d68284ce48617c97e675ed8a89db12a098eaa871a026999c9a10351f547f1fe \ - --hash=sha256:a0562054930471b386a44b0887504687c4e7adf4ba89bddc2e5959d16c371764 \ - --hash=sha256:a2b13008a693c0ffccaeeebcc5ab5f2398cced3b5bf482ba89a38fe56b00eb10 \ - --hash=sha256:a5207bc2a923118e9afb57fee679be016ea138c27d1be5747118966e2d5d9450 \ - --hash=sha256:a824b3301ddd003cdceb9b537804e751ac5922a845b19d4e50b4789d1cd28b24 \ - --hash=sha256:a86409f3f8eae7af5a47babd831a119bdf552e831f04d2225a313305e8e35e7c \ - --hash=sha256:aa7431d12ebb5433a92e99dc326d45eaf52a90046032bac4c558b4bdeee5dc7a \ - --hash=sha256:ab2e55046263c8b24e64116e80b63cf701df747b44aadcf317aa47c8af2dfe67 \ - --hash=sha256:abc08b2e688714216870a6ab974733d4a1fcf0437d250ac8feed59c4c5c3f395 \ - --hash=sha256:ac6f54c399638858e0b2a3153f23934604f3a8c9bb5a9cf865060cc658b1e096 \ - --hash=sha256:af9f5b1b76753584c871c1c96db8a18650886b3adf9fc8c7d4019343eb329c28 \ - --hash=sha256:b377b520e618c30c827966c274dd62ce7e15c72ce8767fae6193b6bdd1deb502 \ - --hash=sha256:bd3537f049dc0488adb3df29a77635eaff2a8d1d3d29a09714db6e2d10caba1a \ - --hash=sha256:c2e36399f0433b14a91f956bd7ecf94799c57a6f992889d45440cb05b3de8025 \ - --hash=sha256:c919895132cae5a458d5a17047fd33c9eb271f15bb3485add34429cfd7b76a71 \ - --hash=sha256:c952cf06edbbd2d67f627037e2c8e3187ca834d6b9a222e3a3037f80d393a345 \ - --hash=sha256:ca4ebbef3f5fbd271eafc7c22ebbb88b74232f08b0e51759113f30a8d01f6843 \ - --hash=sha256:cac954dc83c84e9d9d65f2359d402d7e79ae094d7808d578c9e9cc2c350c5a64 \ - --hash=sha256:cc98fbd4ce4ef8a0fbe97ab6d495aaa7764461e5a45f24c04f1d234e7bb80293 \ - --hash=sha256:cd62830100b9b1adb51da4094142bd680d51daf9a0f6f3f39e1f80474eddc011 \ - --hash=sha256:ce2c53f4963a358ba91b58ccecb84fab6d5f0622230d105c2589f7556ec53cc9 \ - --hash=sha256:d36a46975925b8bf14b69fe6d4097bc96c91f94ceb954d56853a2211a5cc3433 \ - --hash=sha256:d492921b398d640a1f796306531bc6911a94ce5528b798ed14e0620abd9b948d \ - --hash=sha256:dc7badded4b025dbc25f34b95503b71c952235e6e40de40995c0c120efb4ff6d \ - --hash=sha256:dcac700269d081ded42ed3833f9d0effe734148376204af9c0ef0fd25a3fea55 \ - --hash=sha256:dd13a30454adcf2f361155ea563ec99036678131a17c6b1a3f74426212c14ddc \ - --hash=sha256:dd87df01bc8eca392f0d505924087ccafdc4885a498e68df9f09eca9fdc736f1 \ - --hash=sha256:e0c08a6070358a2984900a4518e2dacbfaf24aac018ab086d7ac2f6069b13340 \ - --hash=sha256:e495ff09514fc657c5fb2cba0aac082ce0494c6217230783297da9008333a8db \ - --hash=sha256:eae3dcc185c405cf645480745c45346a1f42afce240f69a589095e41bd2b9e3d \ - --hash=sha256:ed127aff75a3df142ae7a883c49a85b0b2f863b59fa1b8e4280335f5ebab5fd0 \ - --hash=sha256:f66c925f62ce28946525c32a094e346dd8da6c828d568d7ecda97f5ae36089c3 \ - --hash=sha256:f6f618d7d7c9c37053a36e6dc5435c53e9e0c7a67e6fd00b69c209d07a8db4dc \ - --hash=sha256:f85bb2c47b5fd70e3cbb280e380ab97bdf9f02e1a363cb472fe0a297ac24029d \ - --hash=sha256:f971e77358384b8bcf3e9a7577cf84f97adbd6359f943e30cbff66087afcb279 \ - --hash=sha256:fc907b26d287e6981d1e531c8fc21a0f94fe46a17493a8322eb3c75f8b561334 +pyzmq==26.0.3 \ + --hash=sha256:01fbfbeb8249a68d257f601deb50c70c929dc2dfe683b754659569e502fbd3aa \ + --hash=sha256:0270b49b6847f0d106d64b5086e9ad5dc8a902413b5dbbb15d12b60f9c1747a4 \ + --hash=sha256:03c0ae165e700364b266876d712acb1ac02693acd920afa67da2ebb91a0b3c09 \ + --hash=sha256:068ca17214038ae986d68f4a7021f97e187ed278ab6dccb79f837d765a54d753 \ + --hash=sha256:082a2988364b60bb5de809373098361cf1dbb239623e39e46cb18bc035ed9c0c \ + --hash=sha256:0aaf982e68a7ac284377d051c742610220fd06d330dcd4c4dbb4cdd77c22a537 \ + --hash=sha256:0c0991f5a96a8e620f7691e61178cd8f457b49e17b7d9cfa2067e2a0a89fc1d5 \ + --hash=sha256:115f8359402fa527cf47708d6f8a0f8234f0e9ca0cab7c18c9c189c194dbf620 \ + --hash=sha256:15c59e780be8f30a60816a9adab900c12a58d79c1ac742b4a8df044ab2a6d920 \ + --hash=sha256:1b7d0e124948daa4d9686d421ef5087c0516bc6179fdcf8828b8444f8e461a77 \ + --hash=sha256:1c8eb19abe87029c18f226d42b8a2c9efdd139d08f8bf6e085dd9075446db450 \ + --hash=sha256:204e0f176fd1d067671157d049466869b3ae1fc51e354708b0dc41cf94e23a3a \ + --hash=sha256:2136f64fbb86451dbbf70223635a468272dd20075f988a102bf8a3f194a411dc \ + --hash=sha256:2b291d1230845871c00c8462c50565a9cd6026fe1228e77ca934470bb7d70ea0 \ + --hash=sha256:2c18645ef6294d99b256806e34653e86236eb266278c8ec8112622b61db255de \ + --hash=sha256:2cc4e280098c1b192c42a849de8de2c8e0f3a84086a76ec5b07bfee29bda7d18 \ + --hash=sha256:2ed8357f4c6e0daa4f3baf31832df8a33334e0fe5b020a61bc8b345a3db7a606 \ + --hash=sha256:3191d312c73e3cfd0f0afdf51df8405aafeb0bad71e7ed8f68b24b63c4f36500 \ + --hash=sha256:3401613148d93ef0fd9aabdbddb212de3db7a4475367f49f590c837355343972 \ + --hash=sha256:34106f68e20e6ff253c9f596ea50397dbd8699828d55e8fa18bd4323d8d966e6 \ + --hash=sha256:3516119f4f9b8671083a70b6afaa0a070f5683e431ab3dc26e9215620d7ca1ad \ + --hash=sha256:38ece17ec5f20d7d9b442e5174ae9f020365d01ba7c112205a4d59cf19dc38ee \ + --hash=sha256:3b4032a96410bdc760061b14ed6a33613ffb7f702181ba999df5d16fb96ba16a \ + --hash=sha256:3bf8b000a4e2967e6dfdd8656cd0757d18c7e5ce3d16339e550bd462f4857e59 \ + --hash=sha256:3e3070e680f79887d60feeda051a58d0ac36622e1759f305a41059eff62c6da7 \ + --hash=sha256:4496b1282c70c442809fc1b151977c3d967bfb33e4e17cedbf226d97de18f709 \ + --hash=sha256:44dd6fc3034f1eaa72ece33588867df9e006a7303725a12d64c3dff92330f625 \ + --hash=sha256:4adfbb5451196842a88fda3612e2c0414134874bffb1c2ce83ab4242ec9e027d \ + --hash=sha256:4b7c0c0b3244bb2275abe255d4a30c050d541c6cb18b870975553f1fb6f37527 \ + --hash=sha256:4c82a6d952a1d555bf4be42b6532927d2a5686dd3c3e280e5f63225ab47ac1f5 \ + --hash=sha256:5344b896e79800af86ad643408ca9aa303a017f6ebff8cee5a3163c1e9aec987 \ + --hash=sha256:5bde86a2ed3ce587fa2b207424ce15b9a83a9fa14422dcc1c5356a13aed3df9d \ + --hash=sha256:5bf6c237f8c681dfb91b17f8435b2735951f0d1fad10cc5dfd96db110243370b \ + --hash=sha256:5dbb9c997932473a27afa93954bb77a9f9b786b4ccf718d903f35da3232317de \ + --hash=sha256:69ea9d6d9baa25a4dc9cef5e2b77b8537827b122214f210dd925132e34ae9b12 \ + --hash=sha256:6b3146f9ae6af82c47a5282ac8803523d381b3b21caeae0327ed2f7ecb718798 \ + --hash=sha256:6bcb34f869d431799c3ee7d516554797f7760cb2198ecaa89c3f176f72d062be \ + --hash=sha256:6ca08b840fe95d1c2bd9ab92dac5685f949fc6f9ae820ec16193e5ddf603c3b2 \ + --hash=sha256:6ca7a9a06b52d0e38ccf6bca1aeff7be178917893f3883f37b75589d42c4ac20 \ + --hash=sha256:703c60b9910488d3d0954ca585c34f541e506a091a41930e663a098d3b794c67 \ + --hash=sha256:715bdf952b9533ba13dfcf1f431a8f49e63cecc31d91d007bc1deb914f47d0e4 \ + --hash=sha256:72b67f966b57dbd18dcc7efbc1c7fc9f5f983e572db1877081f075004614fcdd \ + --hash=sha256:74423631b6be371edfbf7eabb02ab995c2563fee60a80a30829176842e71722a \ + --hash=sha256:77a85dca4c2430ac04dc2a2185c2deb3858a34fe7f403d0a946fa56970cf60a1 \ + --hash=sha256:7821d44fe07335bea256b9f1f41474a642ca55fa671dfd9f00af8d68a920c2d4 \ + --hash=sha256:788f15721c64109cf720791714dc14afd0f449d63f3a5487724f024345067381 \ + --hash=sha256:7ca684ee649b55fd8f378127ac8462fb6c85f251c2fb027eb3c887e8ee347bcd \ + --hash=sha256:7daa3e1369355766dea11f1d8ef829905c3b9da886ea3152788dc25ee6079e02 \ + --hash=sha256:7e6bc96ebe49604df3ec2c6389cc3876cabe475e6bfc84ced1bf4e630662cb35 \ + --hash=sha256:80b12f25d805a919d53efc0a5ad7c0c0326f13b4eae981a5d7b7cc343318ebb7 \ + --hash=sha256:871587bdadd1075b112e697173e946a07d722459d20716ceb3d1bd6c64bd08ce \ + --hash=sha256:88b88282e55fa39dd556d7fc04160bcf39dea015f78e0cecec8ff4f06c1fc2b5 \ + --hash=sha256:8d7a498671ca87e32b54cb47c82a92b40130a26c5197d392720a1bce1b3c77cf \ + --hash=sha256:926838a535c2c1ea21c903f909a9a54e675c2126728c21381a94ddf37c3cbddf \ + --hash=sha256:971e8990c5cc4ddcff26e149398fc7b0f6a042306e82500f5e8db3b10ce69f84 \ + --hash=sha256:9b273ecfbc590a1b98f014ae41e5cf723932f3b53ba9367cfb676f838038b32c \ + --hash=sha256:a42db008d58530efa3b881eeee4991146de0b790e095f7ae43ba5cc612decbc5 \ + --hash=sha256:a72a84570f84c374b4c287183debc776dc319d3e8ce6b6a0041ce2e400de3f32 \ + --hash=sha256:ac97a21de3712afe6a6c071abfad40a6224fd14fa6ff0ff8d0c6e6cd4e2f807a \ + --hash=sha256:acb704195a71ac5ea5ecf2811c9ee19ecdc62b91878528302dd0be1b9451cc90 \ + --hash=sha256:b32bff85fb02a75ea0b68f21e2412255b5731f3f389ed9aecc13a6752f58ac97 \ + --hash=sha256:b3cd31f859b662ac5d7f4226ec7d8bd60384fa037fc02aee6ff0b53ba29a3ba8 \ + --hash=sha256:b63731993cdddcc8e087c64e9cf003f909262b359110070183d7f3025d1c56b5 \ + --hash=sha256:b6907da3017ef55139cf0e417c5123a84c7332520e73a6902ff1f79046cd3b94 \ + --hash=sha256:ba6e5e6588e49139a0979d03a7deb9c734bde647b9a8808f26acf9c547cab1bf \ + --hash=sha256:c1c8f2a2ca45292084c75bb6d3a25545cff0ed931ed228d3a1810ae3758f975f \ + --hash=sha256:ce828058d482ef860746bf532822842e0ff484e27f540ef5c813d516dd8896d2 \ + --hash=sha256:d0a2d1bd63a4ad79483049b26514e70fa618ce6115220da9efdff63688808b17 \ + --hash=sha256:d0cdde3c78d8ab5b46595054e5def32a755fc028685add5ddc7403e9f6de9879 \ + --hash=sha256:d57dfbf9737763b3a60d26e6800e02e04284926329aee8fb01049635e957fe81 \ + --hash=sha256:d8416c23161abd94cc7da80c734ad7c9f5dbebdadfdaa77dad78244457448223 \ + --hash=sha256:dba7d9f2e047dfa2bca3b01f4f84aa5246725203d6284e3790f2ca15fba6b40a \ + --hash=sha256:dbf012d8fcb9f2cf0643b65df3b355fdd74fc0035d70bb5c845e9e30a3a4654b \ + --hash=sha256:e1258c639e00bf5e8a522fec6c3eaa3e30cf1c23a2f21a586be7e04d50c9acab \ + --hash=sha256:e222562dc0f38571c8b1ffdae9d7adb866363134299264a1958d077800b193b7 \ + --hash=sha256:e4946d6bdb7ba972dfda282f9127e5756d4f299028b1566d1245fa0d438847e6 \ + --hash=sha256:e746524418b70f38550f2190eeee834db8850088c834d4c8406fbb9bc1ae10b2 \ + --hash=sha256:e76654e9dbfb835b3518f9938e565c7806976c07b37c33526b574cc1a1050480 \ + --hash=sha256:e8918973fbd34e7814f59143c5f600ecd38b8038161239fd1a3d33d5817a38b8 \ + --hash=sha256:e891ce81edd463b3b4c3b885c5603c00141151dd9c6936d98a680c8c72fe5c67 \ + --hash=sha256:ebbbd0e728af5db9b04e56389e2299a57ea8b9dd15c9759153ee2455b32be6ad \ + --hash=sha256:eeb438a26d87c123bb318e5f2b3d86a36060b01f22fbdffd8cf247d52f7c9a2b \ + --hash=sha256:eed56b6a39216d31ff8cd2f1d048b5bf1700e4b32a01b14379c3b6dde9ce3aa3 \ + --hash=sha256:f17cde1db0754c35a91ac00b22b25c11da6eec5746431d6e5092f0cd31a3fea9 \ + --hash=sha256:f1a9b7d00fdf60b4039f4455afd031fe85ee8305b019334b72dcf73c567edc47 \ + --hash=sha256:f4b6cecbbf3b7380f3b61de3a7b93cb721125dc125c854c14ddc91225ba52f83 \ + --hash=sha256:f6b1d1c631e5940cac5a0b22c5379c86e8df6a4ec277c7a856b714021ab6cfad \ + --hash=sha256:f6c21c00478a7bea93caaaef9e7629145d4153b15a8653e8bb4609d4bc70dbfc # via # ipykernel # jupyter-client -referencing==0.34.0 \ - --hash=sha256:5773bd84ef41799a5a8ca72dc34590c041eb01bf9aa02632b4a973fb0181a844 \ - --hash=sha256:d53ae300ceddd3169f1ffa9caf2cb7b769e92657e4fafb23d34b93679116dfd4 +referencing==0.35.1 \ + --hash=sha256:25b42124a6c8b632a425174f24087783efb348a6f1e0008e63cd4466fedf703c \ + --hash=sha256:eda6d3234d62814d1c64e305c1331c9a3a6132da475ab6382eaa997b21ee75de # via # jsonschema # jsonschema-specifications -rpds-py==0.18.0 \ - --hash=sha256:01e36a39af54a30f28b73096dd39b6802eddd04c90dbe161c1b8dbe22353189f \ - --hash=sha256:044a3e61a7c2dafacae99d1e722cc2d4c05280790ec5a05031b3876809d89a5c \ - --hash=sha256:08231ac30a842bd04daabc4d71fddd7e6d26189406d5a69535638e4dcb88fe76 \ - --hash=sha256:08f9ad53c3f31dfb4baa00da22f1e862900f45908383c062c27628754af2e88e \ - --hash=sha256:0ab39c1ba9023914297dd88ec3b3b3c3f33671baeb6acf82ad7ce883f6e8e157 \ - --hash=sha256:0af039631b6de0397ab2ba16eaf2872e9f8fca391b44d3d8cac317860a700a3f \ - --hash=sha256:0b8612cd233543a3781bc659c731b9d607de65890085098986dfd573fc2befe5 \ - --hash=sha256:11a8c85ef4a07a7638180bf04fe189d12757c696eb41f310d2426895356dcf05 \ - --hash=sha256:1374f4129f9bcca53a1bba0bb86bf78325a0374577cf7e9e4cd046b1e6f20e24 \ - --hash=sha256:1d4acf42190d449d5e89654d5c1ed3a4f17925eec71f05e2a41414689cda02d1 \ - --hash=sha256:1d9a5be316c15ffb2b3c405c4ff14448c36b4435be062a7f578ccd8b01f0c4d8 \ - --hash=sha256:1df3659d26f539ac74fb3b0c481cdf9d725386e3552c6fa2974f4d33d78e544b \ - --hash=sha256:22806714311a69fd0af9b35b7be97c18a0fc2826e6827dbb3a8c94eac6cf7eeb \ - --hash=sha256:2644e47de560eb7bd55c20fc59f6daa04682655c58d08185a9b95c1970fa1e07 \ - --hash=sha256:2e6d75ab12b0bbab7215e5d40f1e5b738aa539598db27ef83b2ec46747df90e1 \ - --hash=sha256:30f43887bbae0d49113cbaab729a112251a940e9b274536613097ab8b4899cf6 \ - --hash=sha256:34b18ba135c687f4dac449aa5157d36e2cbb7c03cbea4ddbd88604e076aa836e \ - --hash=sha256:36b3ee798c58ace201289024b52788161e1ea133e4ac93fba7d49da5fec0ef9e \ - --hash=sha256:39514da80f971362f9267c600b6d459bfbbc549cffc2cef8e47474fddc9b45b1 \ - --hash=sha256:39f5441553f1c2aed4de4377178ad8ff8f9d733723d6c66d983d75341de265ab \ - --hash=sha256:3a96e0c6a41dcdba3a0a581bbf6c44bb863f27c541547fb4b9711fd8cf0ffad4 \ - --hash=sha256:3f26b5bd1079acdb0c7a5645e350fe54d16b17bfc5e71f371c449383d3342e17 \ - --hash=sha256:41ef53e7c58aa4ef281da975f62c258950f54b76ec8e45941e93a3d1d8580594 \ - --hash=sha256:42821446ee7a76f5d9f71f9e33a4fb2ffd724bb3e7f93386150b61a43115788d \ - --hash=sha256:43fbac5f22e25bee1d482c97474f930a353542855f05c1161fd804c9dc74a09d \ - --hash=sha256:4457a94da0d5c53dc4b3e4de1158bdab077db23c53232f37a3cb7afdb053a4e3 \ - --hash=sha256:465a3eb5659338cf2a9243e50ad9b2296fa15061736d6e26240e713522b6235c \ - --hash=sha256:482103aed1dfe2f3b71a58eff35ba105289b8d862551ea576bd15479aba01f66 \ - --hash=sha256:4832d7d380477521a8c1644bbab6588dfedea5e30a7d967b5fb75977c45fd77f \ - --hash=sha256:4901165d170a5fde6f589acb90a6b33629ad1ec976d4529e769c6f3d885e3e80 \ - --hash=sha256:5307def11a35f5ae4581a0b658b0af8178c65c530e94893345bebf41cc139d33 \ - --hash=sha256:5417558f6887e9b6b65b4527232553c139b57ec42c64570569b155262ac0754f \ - --hash=sha256:56a737287efecafc16f6d067c2ea0117abadcd078d58721f967952db329a3e5c \ - --hash=sha256:586f8204935b9ec884500498ccc91aa869fc652c40c093bd9e1471fbcc25c022 \ - --hash=sha256:5b4e7d8d6c9b2e8ee2d55c90b59c707ca59bc30058269b3db7b1f8df5763557e \ - --hash=sha256:5ddcba87675b6d509139d1b521e0c8250e967e63b5909a7e8f8944d0f90ff36f \ - --hash=sha256:618a3d6cae6ef8ec88bb76dd80b83cfe415ad4f1d942ca2a903bf6b6ff97a2da \ - --hash=sha256:635dc434ff724b178cb192c70016cc0ad25a275228f749ee0daf0eddbc8183b1 \ - --hash=sha256:661d25cbffaf8cc42e971dd570d87cb29a665f49f4abe1f9e76be9a5182c4688 \ - --hash=sha256:66e6a3af5a75363d2c9a48b07cb27c4ea542938b1a2e93b15a503cdfa8490795 \ - --hash=sha256:67071a6171e92b6da534b8ae326505f7c18022c6f19072a81dcf40db2638767c \ - --hash=sha256:685537e07897f173abcf67258bee3c05c374fa6fff89d4c7e42fb391b0605e98 \ - --hash=sha256:69e64831e22a6b377772e7fb337533c365085b31619005802a79242fee620bc1 \ - --hash=sha256:6b0817e34942b2ca527b0e9298373e7cc75f429e8da2055607f4931fded23e20 \ - --hash=sha256:6c81e5f372cd0dc5dc4809553d34f832f60a46034a5f187756d9b90586c2c307 \ - --hash=sha256:6d7faa6f14017c0b1e69f5e2c357b998731ea75a442ab3841c0dbbbfe902d2c4 \ - --hash=sha256:6ef0befbb5d79cf32d0266f5cff01545602344eda89480e1dd88aca964260b18 \ - --hash=sha256:6ef687afab047554a2d366e112dd187b62d261d49eb79b77e386f94644363294 \ - --hash=sha256:7223a2a5fe0d217e60a60cdae28d6949140dde9c3bcc714063c5b463065e3d66 \ - --hash=sha256:77f195baa60a54ef9d2de16fbbfd3ff8b04edc0c0140a761b56c267ac11aa467 \ - --hash=sha256:793968759cd0d96cac1e367afd70c235867831983f876a53389ad869b043c948 \ - --hash=sha256:7bd339195d84439cbe5771546fe8a4e8a7a045417d8f9de9a368c434e42a721e \ - --hash=sha256:7cd863afe7336c62ec78d7d1349a2f34c007a3cc6c2369d667c65aeec412a5b1 \ - --hash=sha256:7f2facbd386dd60cbbf1a794181e6aa0bd429bd78bfdf775436020172e2a23f0 \ - --hash=sha256:84ffab12db93b5f6bad84c712c92060a2d321b35c3c9960b43d08d0f639d60d7 \ - --hash=sha256:8c8370641f1a7f0e0669ddccca22f1da893cef7628396431eb445d46d893e5cd \ - --hash=sha256:8db715ebe3bb7d86d77ac1826f7d67ec11a70dbd2376b7cc214199360517b641 \ - --hash=sha256:8e8916ae4c720529e18afa0b879473049e95949bf97042e938530e072fde061d \ - --hash=sha256:8f03bccbd8586e9dd37219bce4d4e0d3ab492e6b3b533e973fa08a112cb2ffc9 \ - --hash=sha256:8f2fc11e8fe034ee3c34d316d0ad8808f45bc3b9ce5857ff29d513f3ff2923a1 \ - --hash=sha256:923d39efa3cfb7279a0327e337a7958bff00cc447fd07a25cddb0a1cc9a6d2da \ - --hash=sha256:93df1de2f7f7239dc9cc5a4a12408ee1598725036bd2dedadc14d94525192fc3 \ - --hash=sha256:998e33ad22dc7ec7e030b3df701c43630b5bc0d8fbc2267653577e3fec279afa \ - --hash=sha256:99f70b740dc04d09e6b2699b675874367885217a2e9f782bdf5395632ac663b7 \ - --hash=sha256:9a00312dea9310d4cb7dbd7787e722d2e86a95c2db92fbd7d0155f97127bcb40 \ - --hash=sha256:9d54553c1136b50fd12cc17e5b11ad07374c316df307e4cfd6441bea5fb68496 \ - --hash=sha256:9dbbeb27f4e70bfd9eec1be5477517365afe05a9b2c441a0b21929ee61048124 \ - --hash=sha256:a1ce3ba137ed54f83e56fb983a5859a27d43a40188ba798993812fed73c70836 \ - --hash=sha256:a34d557a42aa28bd5c48a023c570219ba2593bcbbb8dc1b98d8cf5d529ab1434 \ - --hash=sha256:a5f446dd5055667aabaee78487f2b5ab72e244f9bc0b2ffebfeec79051679984 \ - --hash=sha256:ad36cfb355e24f1bd37cac88c112cd7730873f20fb0bdaf8ba59eedf8216079f \ - --hash=sha256:aec493917dd45e3c69d00a8874e7cbed844efd935595ef78a0f25f14312e33c6 \ - --hash=sha256:b316144e85316da2723f9d8dc75bada12fa58489a527091fa1d5a612643d1a0e \ - --hash=sha256:b34ae4636dfc4e76a438ab826a0d1eed2589ca7d9a1b2d5bb546978ac6485461 \ - --hash=sha256:b34b7aa8b261c1dbf7720b5d6f01f38243e9b9daf7e6b8bc1fd4657000062f2c \ - --hash=sha256:bc362ee4e314870a70f4ae88772d72d877246537d9f8cb8f7eacf10884862432 \ - --hash=sha256:bed88b9a458e354014d662d47e7a5baafd7ff81c780fd91584a10d6ec842cb73 \ - --hash=sha256:c0013fe6b46aa496a6749c77e00a3eb07952832ad6166bd481c74bda0dcb6d58 \ - --hash=sha256:c0b5dcf9193625afd8ecc92312d6ed78781c46ecbf39af9ad4681fc9f464af88 \ - --hash=sha256:c4325ff0442a12113a6379af66978c3fe562f846763287ef66bdc1d57925d337 \ - --hash=sha256:c463ed05f9dfb9baebef68048aed8dcdc94411e4bf3d33a39ba97e271624f8f7 \ - --hash=sha256:c8362467a0fdeccd47935f22c256bec5e6abe543bf0d66e3d3d57a8fb5731863 \ - --hash=sha256:cd5bf1af8efe569654bbef5a3e0a56eca45f87cfcffab31dd8dde70da5982475 \ - --hash=sha256:cf1ea2e34868f6fbf070e1af291c8180480310173de0b0c43fc38a02929fc0e3 \ - --hash=sha256:d62dec4976954a23d7f91f2f4530852b0c7608116c257833922a896101336c51 \ - --hash=sha256:d68c93e381010662ab873fea609bf6c0f428b6d0bb00f2c6939782e0818d37bf \ - --hash=sha256:d7c36232a90d4755b720fbd76739d8891732b18cf240a9c645d75f00639a9024 \ - --hash=sha256:dd18772815d5f008fa03d2b9a681ae38d5ae9f0e599f7dda233c439fcaa00d40 \ - --hash=sha256:ddc2f4dfd396c7bfa18e6ce371cba60e4cf9d2e5cdb71376aa2da264605b60b9 \ - --hash=sha256:e003b002ec72c8d5a3e3da2989c7d6065b47d9eaa70cd8808b5384fbb970f4ec \ - --hash=sha256:e32a92116d4f2a80b629778280103d2a510a5b3f6314ceccd6e38006b5e92dcb \ - --hash=sha256:e4461d0f003a0aa9be2bdd1b798a041f177189c1a0f7619fe8c95ad08d9a45d7 \ - --hash=sha256:e541ec6f2ec456934fd279a3120f856cd0aedd209fc3852eca563f81738f6861 \ - --hash=sha256:e546e768d08ad55b20b11dbb78a745151acbd938f8f00d0cfbabe8b0199b9880 \ - --hash=sha256:ea7d4a99f3b38c37eac212dbd6ec42b7a5ec51e2c74b5d3223e43c811609e65f \ - --hash=sha256:ed4eb745efbff0a8e9587d22a84be94a5eb7d2d99c02dacf7bd0911713ed14dd \ - --hash=sha256:f8a2f084546cc59ea99fda8e070be2fd140c3092dc11524a71aa8f0f3d5a55ca \ - --hash=sha256:fcb25daa9219b4cf3a0ab24b0eb9a5cc8949ed4dc72acb8fa16b7e1681aa3c58 \ - --hash=sha256:fdea4952db2793c4ad0bdccd27c1d8fdd1423a92f04598bc39425bcc2b8ee46e +rpds-py==0.18.1 \ + --hash=sha256:05f3d615099bd9b13ecf2fc9cf2d839ad3f20239c678f461c753e93755d629ee \ + --hash=sha256:06d218939e1bf2ca50e6b0ec700ffe755e5216a8230ab3e87c059ebb4ea06afc \ + --hash=sha256:07f2139741e5deb2c5154a7b9629bc5aa48c766b643c1a6750d16f865a82c5fc \ + --hash=sha256:08d74b184f9ab6289b87b19fe6a6d1a97fbfea84b8a3e745e87a5de3029bf944 \ + --hash=sha256:0abeee75434e2ee2d142d650d1e54ac1f8b01e6e6abdde8ffd6eeac6e9c38e20 \ + --hash=sha256:154bf5c93d79558b44e5b50cc354aa0459e518e83677791e6adb0b039b7aa6a7 \ + --hash=sha256:17c6d2155e2423f7e79e3bb18151c686d40db42d8645e7977442170c360194d4 \ + --hash=sha256:1805d5901779662d599d0e2e4159d8a82c0b05faa86ef9222bf974572286b2b6 \ + --hash=sha256:19ba472b9606c36716062c023afa2484d1e4220548751bda14f725a7de17b4f6 \ + --hash=sha256:19e515b78c3fc1039dd7da0a33c28c3154458f947f4dc198d3c72db2b6b5dc93 \ + --hash=sha256:1d54f74f40b1f7aaa595a02ff42ef38ca654b1469bef7d52867da474243cc633 \ + --hash=sha256:207c82978115baa1fd8d706d720b4a4d2b0913df1c78c85ba73fe6c5804505f0 \ + --hash=sha256:2625f03b105328729f9450c8badda34d5243231eef6535f80064d57035738360 \ + --hash=sha256:27bba383e8c5231cd559affe169ca0b96ec78d39909ffd817f28b166d7ddd4d8 \ + --hash=sha256:2c3caec4ec5cd1d18e5dd6ae5194d24ed12785212a90b37f5f7f06b8bedd7139 \ + --hash=sha256:2cc7c1a47f3a63282ab0f422d90ddac4aa3034e39fc66a559ab93041e6505da7 \ + --hash=sha256:2fc24a329a717f9e2448f8cd1f960f9dac4e45b6224d60734edeb67499bab03a \ + --hash=sha256:312fe69b4fe1ffbe76520a7676b1e5ac06ddf7826d764cc10265c3b53f96dbe9 \ + --hash=sha256:32b7daaa3e9389db3695964ce8e566e3413b0c43e3394c05e4b243a4cd7bef26 \ + --hash=sha256:338dee44b0cef8b70fd2ef54b4e09bb1b97fc6c3a58fea5db6cc083fd9fc2724 \ + --hash=sha256:352a88dc7892f1da66b6027af06a2e7e5d53fe05924cc2cfc56495b586a10b72 \ + --hash=sha256:35b2b771b13eee8729a5049c976197ff58a27a3829c018a04341bcf1ae409b2b \ + --hash=sha256:38e14fb4e370885c4ecd734f093a2225ee52dc384b86fa55fe3f74638b2cfb09 \ + --hash=sha256:3c20f05e8e3d4fc76875fc9cb8cf24b90a63f5a1b4c5b9273f0e8225e169b100 \ + --hash=sha256:3dd3cd86e1db5aadd334e011eba4e29d37a104b403e8ca24dcd6703c68ca55b3 \ + --hash=sha256:489bdfe1abd0406eba6b3bb4fdc87c7fa40f1031de073d0cfb744634cc8fa261 \ + --hash=sha256:48c2faaa8adfacefcbfdb5f2e2e7bdad081e5ace8d182e5f4ade971f128e6bb3 \ + --hash=sha256:4a98a1f0552b5f227a3d6422dbd61bc6f30db170939bd87ed14f3c339aa6c7c9 \ + --hash=sha256:4adec039b8e2928983f885c53b7cc4cda8965b62b6596501a0308d2703f8af1b \ + --hash=sha256:4e0ee01ad8260184db21468a6e1c37afa0529acc12c3a697ee498d3c2c4dcaf3 \ + --hash=sha256:51584acc5916212e1bf45edd17f3a6b05fe0cbb40482d25e619f824dccb679de \ + --hash=sha256:531796fb842b53f2695e94dc338929e9f9dbf473b64710c28af5a160b2a8927d \ + --hash=sha256:5463c47c08630007dc0fe99fb480ea4f34a89712410592380425a9b4e1611d8e \ + --hash=sha256:5c45a639e93a0c5d4b788b2613bd637468edd62f8f95ebc6fcc303d58ab3f0a8 \ + --hash=sha256:6031b25fb1b06327b43d841f33842b383beba399884f8228a6bb3df3088485ff \ + --hash=sha256:607345bd5912aacc0c5a63d45a1f73fef29e697884f7e861094e443187c02be5 \ + --hash=sha256:618916f5535784960f3ecf8111581f4ad31d347c3de66d02e728de460a46303c \ + --hash=sha256:636a15acc588f70fda1661234761f9ed9ad79ebed3f2125d44be0862708b666e \ + --hash=sha256:673fdbbf668dd958eff750e500495ef3f611e2ecc209464f661bc82e9838991e \ + --hash=sha256:6afd80f6c79893cfc0574956f78a0add8c76e3696f2d6a15bca2c66c415cf2d4 \ + --hash=sha256:6b5ff7e1d63a8281654b5e2896d7f08799378e594f09cf3674e832ecaf396ce8 \ + --hash=sha256:6c4c4c3f878df21faf5fac86eda32671c27889e13570645a9eea0a1abdd50922 \ + --hash=sha256:6cd8098517c64a85e790657e7b1e509b9fe07487fd358e19431cb120f7d96338 \ + --hash=sha256:6d1e42d2735d437e7e80bab4d78eb2e459af48c0a46e686ea35f690b93db792d \ + --hash=sha256:6e30ac5e329098903262dc5bdd7e2086e0256aa762cc8b744f9e7bf2a427d3f8 \ + --hash=sha256:70a838f7754483bcdc830444952fd89645569e7452e3226de4a613a4c1793fb2 \ + --hash=sha256:720edcb916df872d80f80a1cc5ea9058300b97721efda8651efcd938a9c70a72 \ + --hash=sha256:732672fbc449bab754e0b15356c077cc31566df874964d4801ab14f71951ea80 \ + --hash=sha256:740884bc62a5e2bbb31e584f5d23b32320fd75d79f916f15a788d527a5e83644 \ + --hash=sha256:7700936ef9d006b7ef605dc53aa364da2de5a3aa65516a1f3ce73bf82ecfc7ae \ + --hash=sha256:7732770412bab81c5a9f6d20aeb60ae943a9b36dcd990d876a773526468e7163 \ + --hash=sha256:7750569d9526199c5b97e5a9f8d96a13300950d910cf04a861d96f4273d5b104 \ + --hash=sha256:7f1944ce16401aad1e3f7d312247b3d5de7981f634dc9dfe90da72b87d37887d \ + --hash=sha256:81c5196a790032e0fc2464c0b4ab95f8610f96f1f2fa3d4deacce6a79852da60 \ + --hash=sha256:8352f48d511de5f973e4f2f9412736d7dea76c69faa6d36bcf885b50c758ab9a \ + --hash=sha256:8927638a4d4137a289e41d0fd631551e89fa346d6dbcfc31ad627557d03ceb6d \ + --hash=sha256:8c7672e9fba7425f79019db9945b16e308ed8bc89348c23d955c8c0540da0a07 \ + --hash=sha256:8d2e182c9ee01135e11e9676e9a62dfad791a7a467738f06726872374a83db49 \ + --hash=sha256:910e71711d1055b2768181efa0a17537b2622afeb0424116619817007f8a2b10 \ + --hash=sha256:942695a206a58d2575033ff1e42b12b2aece98d6003c6bc739fbf33d1773b12f \ + --hash=sha256:9437ca26784120a279f3137ee080b0e717012c42921eb07861b412340f85bae2 \ + --hash=sha256:967342e045564cef76dfcf1edb700b1e20838d83b1aa02ab313e6a497cf923b8 \ + --hash=sha256:998125738de0158f088aef3cb264a34251908dd2e5d9966774fdab7402edfab7 \ + --hash=sha256:9e6934d70dc50f9f8ea47081ceafdec09245fd9f6032669c3b45705dea096b88 \ + --hash=sha256:a3d456ff2a6a4d2adcdf3c1c960a36f4fd2fec6e3b4902a42a384d17cf4e7a65 \ + --hash=sha256:a7b28c5b066bca9a4eb4e2f2663012debe680f097979d880657f00e1c30875a0 \ + --hash=sha256:a888e8bdb45916234b99da2d859566f1e8a1d2275a801bb8e4a9644e3c7e7909 \ + --hash=sha256:aa3679e751408d75a0b4d8d26d6647b6d9326f5e35c00a7ccd82b78ef64f65f8 \ + --hash=sha256:aaa71ee43a703c321906813bb252f69524f02aa05bf4eec85f0c41d5d62d0f4c \ + --hash=sha256:b646bf655b135ccf4522ed43d6902af37d3f5dbcf0da66c769a2b3938b9d8184 \ + --hash=sha256:b906b5f58892813e5ba5c6056d6a5ad08f358ba49f046d910ad992196ea61397 \ + --hash=sha256:b9bb1f182a97880f6078283b3505a707057c42bf55d8fca604f70dedfdc0772a \ + --hash=sha256:bd1105b50ede37461c1d51b9698c4f4be6e13e69a908ab7751e3807985fc0346 \ + --hash=sha256:bf18932d0003c8c4d51a39f244231986ab23ee057d235a12b2684ea26a353590 \ + --hash=sha256:c273e795e7a0f1fddd46e1e3cb8be15634c29ae8ff31c196debb620e1edb9333 \ + --hash=sha256:c69882964516dc143083d3795cb508e806b09fc3800fd0d4cddc1df6c36e76bb \ + --hash=sha256:c827576e2fa017a081346dce87d532a5310241648eb3700af9a571a6e9fc7e74 \ + --hash=sha256:cbfbea39ba64f5e53ae2915de36f130588bba71245b418060ec3330ebf85678e \ + --hash=sha256:ce0bb20e3a11bd04461324a6a798af34d503f8d6f1aa3d2aa8901ceaf039176d \ + --hash=sha256:d0cee71bc618cd93716f3c1bf56653740d2d13ddbd47673efa8bf41435a60daa \ + --hash=sha256:d21be4770ff4e08698e1e8e0bce06edb6ea0626e7c8f560bc08222880aca6a6f \ + --hash=sha256:d31dea506d718693b6b2cffc0648a8929bdc51c70a311b2770f09611caa10d53 \ + --hash=sha256:d44607f98caa2961bab4fa3c4309724b185b464cdc3ba6f3d7340bac3ec97cc1 \ + --hash=sha256:d58ad6317d188c43750cb76e9deacf6051d0f884d87dc6518e0280438648a9ac \ + --hash=sha256:d70129cef4a8d979caa37e7fe957202e7eee8ea02c5e16455bc9808a59c6b2f0 \ + --hash=sha256:d85164315bd68c0806768dc6bb0429c6f95c354f87485ee3593c4f6b14def2bd \ + --hash=sha256:d960de62227635d2e61068f42a6cb6aae91a7fe00fca0e3aeed17667c8a34611 \ + --hash=sha256:dc48b479d540770c811fbd1eb9ba2bb66951863e448efec2e2c102625328e92f \ + --hash=sha256:e1735502458621921cee039c47318cb90b51d532c2766593be6207eec53e5c4c \ + --hash=sha256:e2be6e9dd4111d5b31ba3b74d17da54a8319d8168890fbaea4b9e5c3de630ae5 \ + --hash=sha256:e4c39ad2f512b4041343ea3c7894339e4ca7839ac38ca83d68a832fc8b3748ab \ + --hash=sha256:ed402d6153c5d519a0faf1bb69898e97fb31613b49da27a84a13935ea9164dfc \ + --hash=sha256:ee17cd26b97d537af8f33635ef38be873073d516fd425e80559f4585a7b90c43 \ + --hash=sha256:f3027be483868c99b4985fda802a57a67fdf30c5d9a50338d9db646d590198da \ + --hash=sha256:f5bab211605d91db0e2995a17b5c6ee5edec1270e46223e513eaa20da20076ac \ + --hash=sha256:f6f8e3fecca256fefc91bb6765a693d96692459d7d4c644660a9fff32e517843 \ + --hash=sha256:f7afbfee1157e0f9376c00bb232e80a60e59ed716e3211a80cb8506550671e6e \ + --hash=sha256:fa242ac1ff583e4ec7771141606aafc92b361cd90a05c30d93e343a0c2d82a89 \ + --hash=sha256:fab6ce90574645a0d6c58890e9bcaac8d94dff54fb51c69e5522a7358b80ab64 # via # jsonschema # referencing @@ -878,9 +878,9 @@ stack-data==0.6.3 \ --hash=sha256:836a778de4fec4dcd1dcd89ed8abff8a221f58308462e1c4aa2a3cf30148f0b9 \ --hash=sha256:d5558e0c25a4cb0853cddad3d77da9891a08cb85dd9f9f91b9f8cd66e511e695 # via ipython -tinycss2==1.2.1 \ - --hash=sha256:2b80a96d41e7c3914b8cda8bc7f705a4d9c49275616e886103dd839dfc847847 \ - --hash=sha256:8cff3a8f066c2ec677c06dbc7b45619804a6938478d9d73c284b29d14ecb0627 +tinycss2==1.3.0 \ + --hash=sha256:152f9acabd296a8375fbca5b84c961ff95971fcfc32e79550c8df8e29118c54d \ + --hash=sha256:54a8dbdffb334d536851be0226030e9505965bb2f30f21a4a82c55fb2a80fae7 # via nbconvert tornado==6.4 \ --hash=sha256:02ccefc7d8211e5a7f9e8bc3f9e5b0ad6262ba2fbb683a6443ecc804e5224ce0 \ @@ -897,9 +897,9 @@ tornado==6.4 \ # via # ipykernel # jupyter-client -traitlets==5.14.2 \ - --hash=sha256:8cdd83c040dab7d1dee822678e5f5d100b514f7b72b01615b26fc5718916fdf9 \ - --hash=sha256:fcdf85684a772ddeba87db2f398ce00b40ff550d1528c03c14dbf6a02003cd80 +traitlets==5.14.3 \ + --hash=sha256:9ed0579d3502c94b4b3732ac120375cda96f923114522847de4b3bb98b96b6b7 \ + --hash=sha256:b74e89e397b1ed28cc831db7aea759ba6640cb3de13090ca145426688ff1ac4f # via # comm # ipykernel @@ -910,9 +910,9 @@ traitlets==5.14.2 \ # nbclient # nbconvert # nbformat -typing-extensions==4.11.0 \ - --hash=sha256:83f085bd5ca59c80295fc2a82ab5dac679cbe02b9f33f7d83af68e241bea51b0 \ - --hash=sha256:c1f94d72897edaf4ce775bb7558d5b79d8126906a14ea5ed1635921406c0387a +typing-extensions==4.12.1 \ + --hash=sha256:6024b58b69089e5a89c347397254e35f1bf02a907728ec7fee9bf0fe837d203a \ + --hash=sha256:915f5e35ff76f56588223f15fdd5938f9a1cf9195c0de25130c627e4d597f6d1 # via ipython tzdata==2024.1 \ --hash=sha256:2674120f8d891909751c38abcdfd386ac0a5a1127954fbc332af6b5ceae07efd \ diff --git a/.ci/requirements/piptools/requirements.txt b/.ci/requirements/piptools/requirements.txt index 860c1a38f42..2c818e3a195 100644 --- a/.ci/requirements/piptools/requirements.txt +++ b/.ci/requirements/piptools/requirements.txt @@ -2,27 +2,27 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --generate-hashes --output-file=.ci/requirements/piptools/requirements.txt .ci/requirements/piptools/requirements.in +# pip-compile --generate-hashes --output-file=./piptools/requirements.txt ./piptools/requirements.in # -build==1.1.1 \ - --hash=sha256:8ed0851ee76e6e38adce47e4bee3b51c771d86c64cf578d0c2245567ee200e73 \ - --hash=sha256:8eea65bb45b1aac2e734ba2cc8dad3a6d97d97901a395bd0ed3e7b46953d2a31 +build==1.2.1 \ + --hash=sha256:526263f4870c26f26c433545579475377b2b7588b6f1eac76a001e873ae3e19d \ + --hash=sha256:75e10f767a433d9a86e50d83f418e83efc18ede923ee5ff7df93b6cb0306c5d4 # via pip-tools click==8.1.7 \ --hash=sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28 \ --hash=sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de # via pip-tools -packaging==23.2 \ - --hash=sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5 \ - --hash=sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7 +packaging==24.0 \ + --hash=sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5 \ + --hash=sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9 # via build pip-tools==7.4.1 \ --hash=sha256:4c690e5fbae2f21e87843e89c26191f0d9454f362d8acdbd695716493ec8b3a9 \ --hash=sha256:864826f5073864450e24dbeeb85ce3920cdfb09848a3d69ebf537b521f14bcc9 - # via -r .ci/piptools-deps.in -pyproject-hooks==1.0.0 \ - --hash=sha256:283c11acd6b928d2f6a7c73fa0d01cb2bdc5f07c57a2eeb6e83d5e56b97976f8 \ - --hash=sha256:f271b298b97f5955d53fb12b72c1fb1948c22c1a6b70b315c54cedaca0264ef5 + # via -r ./piptools/requirements.in +pyproject-hooks==1.1.0 \ + --hash=sha256:4b37730834edbd6bd37f26ece6b44802fb1c1ee2ece0e54ddff8bfc06db86965 \ + --hash=sha256:7ceeefe9aec63a1064c18d939bdc3adf2d8aa1988a510afec15151578b232aa2 # via # build # pip-tools @@ -32,10 +32,9 @@ tomli==2.0.1 \ # via # build # pip-tools - # pyproject-hooks -wheel==0.42.0 \ - --hash=sha256:177f9c9b0d45c47873b619f5b650346d632cdc35fb5e4d25058e09c9e581433d \ - --hash=sha256:c45be39f7882c9d34243236f2d63cbd58039e360f85d0913425fbd7ceea617a8 +wheel==0.43.0 \ + --hash=sha256:465ef92c69fa5c5da2d1cf8ac40559a8c940886afcef87dcf14b9470862f1d85 \ + --hash=sha256:55c570405f142630c6b9f72fe09d9b67cf1477fcf543ae5b8dcb1f5b7377da81 # via pip-tools # WARNING: The following packages were not pinned, but pip requires them to be diff --git a/.ci/requirements/publish/requirements.in b/.ci/requirements/publish/requirements.in index 910e891a89c..fd6e854b6ea 100644 --- a/.ci/requirements/publish/requirements.in +++ b/.ci/requirements/publish/requirements.in @@ -1,2 +1 @@ build==1.1.1 -twine==5.0.0 diff --git a/.ci/requirements/publish/requirements.txt b/.ci/requirements/publish/requirements.txt index 8e48c3a40d9..dcc53de25ae 100644 --- a/.ci/requirements/publish/requirements.txt +++ b/.ci/requirements/publish/requirements.txt @@ -2,319 +2,21 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --generate-hashes --output-file=.ci/requirements/publish/requirements.txt .ci/requirements/publish/requirements.in +# pip-compile --generate-hashes --output-file=./publish/requirements.txt ./publish/requirements.in # build==1.1.1 \ --hash=sha256:8ed0851ee76e6e38adce47e4bee3b51c771d86c64cf578d0c2245567ee200e73 \ --hash=sha256:8eea65bb45b1aac2e734ba2cc8dad3a6d97d97901a395bd0ed3e7b46953d2a31 - # via -r requirements.in -certifi==2024.2.2 \ - --hash=sha256:0569859f95fc761b18b45ef421b1290a0f65f147e92a1e5eb3e635f9a5e4e66f \ - --hash=sha256:dc383c07b76109f368f6106eee2b593b04a011ea4d55f652c6ca24a754d1cdd1 - # via requests -cffi==1.16.0 \ - --hash=sha256:0c9ef6ff37e974b73c25eecc13952c55bceed9112be2d9d938ded8e856138bcc \ - --hash=sha256:131fd094d1065b19540c3d72594260f118b231090295d8c34e19a7bbcf2e860a \ - --hash=sha256:1b8ebc27c014c59692bb2664c7d13ce7a6e9a629be20e54e7271fa696ff2b417 \ - --hash=sha256:2c56b361916f390cd758a57f2e16233eb4f64bcbeee88a4881ea90fca14dc6ab \ - --hash=sha256:2d92b25dbf6cae33f65005baf472d2c245c050b1ce709cc4588cdcdd5495b520 \ - --hash=sha256:31d13b0f99e0836b7ff893d37af07366ebc90b678b6664c955b54561fc36ef36 \ - --hash=sha256:32c68ef735dbe5857c810328cb2481e24722a59a2003018885514d4c09af9743 \ - --hash=sha256:3686dffb02459559c74dd3d81748269ffb0eb027c39a6fc99502de37d501faa8 \ - --hash=sha256:582215a0e9adbe0e379761260553ba11c58943e4bbe9c36430c4ca6ac74b15ed \ - --hash=sha256:5b50bf3f55561dac5438f8e70bfcdfd74543fd60df5fa5f62d94e5867deca684 \ - --hash=sha256:5bf44d66cdf9e893637896c7faa22298baebcd18d1ddb6d2626a6e39793a1d56 \ - --hash=sha256:6602bc8dc6f3a9e02b6c22c4fc1e47aa50f8f8e6d3f78a5e16ac33ef5fefa324 \ - --hash=sha256:673739cb539f8cdaa07d92d02efa93c9ccf87e345b9a0b556e3ecc666718468d \ - --hash=sha256:68678abf380b42ce21a5f2abde8efee05c114c2fdb2e9eef2efdb0257fba1235 \ - --hash=sha256:68e7c44931cc171c54ccb702482e9fc723192e88d25a0e133edd7aff8fcd1f6e \ - --hash=sha256:6b3d6606d369fc1da4fd8c357d026317fbb9c9b75d36dc16e90e84c26854b088 \ - --hash=sha256:748dcd1e3d3d7cd5443ef03ce8685043294ad6bd7c02a38d1bd367cfd968e000 \ - --hash=sha256:7651c50c8c5ef7bdb41108b7b8c5a83013bfaa8a935590c5d74627c047a583c7 \ - --hash=sha256:7b78010e7b97fef4bee1e896df8a4bbb6712b7f05b7ef630f9d1da00f6444d2e \ - --hash=sha256:7e61e3e4fa664a8588aa25c883eab612a188c725755afff6289454d6362b9673 \ - --hash=sha256:80876338e19c951fdfed6198e70bc88f1c9758b94578d5a7c4c91a87af3cf31c \ - --hash=sha256:8895613bcc094d4a1b2dbe179d88d7fb4a15cee43c052e8885783fac397d91fe \ - --hash=sha256:88e2b3c14bdb32e440be531ade29d3c50a1a59cd4e51b1dd8b0865c54ea5d2e2 \ - --hash=sha256:8f8e709127c6c77446a8c0a8c8bf3c8ee706a06cd44b1e827c3e6a2ee6b8c098 \ - --hash=sha256:9cb4a35b3642fc5c005a6755a5d17c6c8b6bcb6981baf81cea8bfbc8903e8ba8 \ - --hash=sha256:9f90389693731ff1f659e55c7d1640e2ec43ff725cc61b04b2f9c6d8d017df6a \ - --hash=sha256:a09582f178759ee8128d9270cd1344154fd473bb77d94ce0aeb2a93ebf0feaf0 \ - --hash=sha256:a6a14b17d7e17fa0d207ac08642c8820f84f25ce17a442fd15e27ea18d67c59b \ - --hash=sha256:a72e8961a86d19bdb45851d8f1f08b041ea37d2bd8d4fd19903bc3083d80c896 \ - --hash=sha256:abd808f9c129ba2beda4cfc53bde801e5bcf9d6e0f22f095e45327c038bfe68e \ - --hash=sha256:ac0f5edd2360eea2f1daa9e26a41db02dd4b0451b48f7c318e217ee092a213e9 \ - --hash=sha256:b29ebffcf550f9da55bec9e02ad430c992a87e5f512cd63388abb76f1036d8d2 \ - --hash=sha256:b2ca4e77f9f47c55c194982e10f058db063937845bb2b7a86c84a6cfe0aefa8b \ - --hash=sha256:b7be2d771cdba2942e13215c4e340bfd76398e9227ad10402a8767ab1865d2e6 \ - --hash=sha256:b84834d0cf97e7d27dd5b7f3aca7b6e9263c56308ab9dc8aae9784abb774d404 \ - --hash=sha256:b86851a328eedc692acf81fb05444bdf1891747c25af7529e39ddafaf68a4f3f \ - --hash=sha256:bcb3ef43e58665bbda2fb198698fcae6776483e0c4a631aa5647806c25e02cc0 \ - --hash=sha256:c0f31130ebc2d37cdd8e44605fb5fa7ad59049298b3f745c74fa74c62fbfcfc4 \ - --hash=sha256:c6a164aa47843fb1b01e941d385aab7215563bb8816d80ff3a363a9f8448a8dc \ - --hash=sha256:d8a9d3ebe49f084ad71f9269834ceccbf398253c9fac910c4fd7053ff1386936 \ - --hash=sha256:db8e577c19c0fda0beb7e0d4e09e0ba74b1e4c092e0e40bfa12fe05b6f6d75ba \ - --hash=sha256:dc9b18bf40cc75f66f40a7379f6a9513244fe33c0e8aa72e2d56b0196a7ef872 \ - --hash=sha256:e09f3ff613345df5e8c3667da1d918f9149bd623cd9070c983c013792a9a62eb \ - --hash=sha256:e4108df7fe9b707191e55f33efbcb2d81928e10cea45527879a4749cbe472614 \ - --hash=sha256:e6024675e67af929088fda399b2094574609396b1decb609c55fa58b028a32a1 \ - --hash=sha256:e70f54f1796669ef691ca07d046cd81a29cb4deb1e5f942003f401c0c4a2695d \ - --hash=sha256:e715596e683d2ce000574bae5d07bd522c781a822866c20495e52520564f0969 \ - --hash=sha256:e760191dd42581e023a68b758769e2da259b5d52e3103c6060ddc02c9edb8d7b \ - --hash=sha256:ed86a35631f7bfbb28e108dd96773b9d5a6ce4811cf6ea468bb6a359b256b1e4 \ - --hash=sha256:ee07e47c12890ef248766a6e55bd38ebfb2bb8edd4142d56db91b21ea68b7627 \ - --hash=sha256:fa3a0128b152627161ce47201262d3140edb5a5c3da88d73a1b790a959126956 \ - --hash=sha256:fcc8eb6d5902bb1cf6dc4f187ee3ea80a1eba0a89aba40a5cb20a5087d961357 - # via cryptography -charset-normalizer==3.3.2 \ - --hash=sha256:06435b539f889b1f6f4ac1758871aae42dc3a8c0e24ac9e60c2384973ad73027 \ - --hash=sha256:06a81e93cd441c56a9b65d8e1d043daeb97a3d0856d177d5c90ba85acb3db087 \ - --hash=sha256:0a55554a2fa0d408816b3b5cedf0045f4b8e1a6065aec45849de2d6f3f8e9786 \ - --hash=sha256:0b2b64d2bb6d3fb9112bafa732def486049e63de9618b5843bcdd081d8144cd8 \ - --hash=sha256:10955842570876604d404661fbccbc9c7e684caf432c09c715ec38fbae45ae09 \ - --hash=sha256:122c7fa62b130ed55f8f285bfd56d5f4b4a5b503609d181f9ad85e55c89f4185 \ - --hash=sha256:1ceae2f17a9c33cb48e3263960dc5fc8005351ee19db217e9b1bb15d28c02574 \ - --hash=sha256:1d3193f4a680c64b4b6a9115943538edb896edc190f0b222e73761716519268e \ - --hash=sha256:1f79682fbe303db92bc2b1136016a38a42e835d932bab5b3b1bfcfbf0640e519 \ - --hash=sha256:2127566c664442652f024c837091890cb1942c30937add288223dc895793f898 \ - --hash=sha256:22afcb9f253dac0696b5a4be4a1c0f8762f8239e21b99680099abd9b2b1b2269 \ - --hash=sha256:25baf083bf6f6b341f4121c2f3c548875ee6f5339300e08be3f2b2ba1721cdd3 \ - --hash=sha256:2e81c7b9c8979ce92ed306c249d46894776a909505d8f5a4ba55b14206e3222f \ - --hash=sha256:3287761bc4ee9e33561a7e058c72ac0938c4f57fe49a09eae428fd88aafe7bb6 \ - --hash=sha256:34d1c8da1e78d2e001f363791c98a272bb734000fcef47a491c1e3b0505657a8 \ - --hash=sha256:37e55c8e51c236f95b033f6fb391d7d7970ba5fe7ff453dad675e88cf303377a \ - --hash=sha256:3d47fa203a7bd9c5b6cee4736ee84ca03b8ef23193c0d1ca99b5089f72645c73 \ - --hash=sha256:3e4d1f6587322d2788836a99c69062fbb091331ec940e02d12d179c1d53e25fc \ - --hash=sha256:42cb296636fcc8b0644486d15c12376cb9fa75443e00fb25de0b8602e64c1714 \ - --hash=sha256:45485e01ff4d3630ec0d9617310448a8702f70e9c01906b0d0118bdf9d124cf2 \ - --hash=sha256:4a78b2b446bd7c934f5dcedc588903fb2f5eec172f3d29e52a9096a43722adfc \ - --hash=sha256:4ab2fe47fae9e0f9dee8c04187ce5d09f48eabe611be8259444906793ab7cbce \ - --hash=sha256:4d0d1650369165a14e14e1e47b372cfcb31d6ab44e6e33cb2d4e57265290044d \ - --hash=sha256:549a3a73da901d5bc3ce8d24e0600d1fa85524c10287f6004fbab87672bf3e1e \ - --hash=sha256:55086ee1064215781fff39a1af09518bc9255b50d6333f2e4c74ca09fac6a8f6 \ - --hash=sha256:572c3763a264ba47b3cf708a44ce965d98555f618ca42c926a9c1616d8f34269 \ - --hash=sha256:573f6eac48f4769d667c4442081b1794f52919e7edada77495aaed9236d13a96 \ - --hash=sha256:5b4c145409bef602a690e7cfad0a15a55c13320ff7a3ad7ca59c13bb8ba4d45d \ - --hash=sha256:6463effa3186ea09411d50efc7d85360b38d5f09b870c48e4600f63af490e56a \ - --hash=sha256:65f6f63034100ead094b8744b3b97965785388f308a64cf8d7c34f2f2e5be0c4 \ - --hash=sha256:663946639d296df6a2bb2aa51b60a2454ca1cb29835324c640dafb5ff2131a77 \ - --hash=sha256:6897af51655e3691ff853668779c7bad41579facacf5fd7253b0133308cf000d \ - --hash=sha256:68d1f8a9e9e37c1223b656399be5d6b448dea850bed7d0f87a8311f1ff3dabb0 \ - --hash=sha256:6ac7ffc7ad6d040517be39eb591cac5ff87416c2537df6ba3cba3bae290c0fed \ - --hash=sha256:6b3251890fff30ee142c44144871185dbe13b11bab478a88887a639655be1068 \ - --hash=sha256:6c4caeef8fa63d06bd437cd4bdcf3ffefe6738fb1b25951440d80dc7df8c03ac \ - --hash=sha256:6ef1d82a3af9d3eecdba2321dc1b3c238245d890843e040e41e470ffa64c3e25 \ - --hash=sha256:753f10e867343b4511128c6ed8c82f7bec3bd026875576dfd88483c5c73b2fd8 \ - --hash=sha256:7cd13a2e3ddeed6913a65e66e94b51d80a041145a026c27e6bb76c31a853c6ab \ - --hash=sha256:7ed9e526742851e8d5cc9e6cf41427dfc6068d4f5a3bb03659444b4cabf6bc26 \ - --hash=sha256:7f04c839ed0b6b98b1a7501a002144b76c18fb1c1850c8b98d458ac269e26ed2 \ - --hash=sha256:802fe99cca7457642125a8a88a084cef28ff0cf9407060f7b93dca5aa25480db \ - --hash=sha256:80402cd6ee291dcb72644d6eac93785fe2c8b9cb30893c1af5b8fdd753b9d40f \ - --hash=sha256:8465322196c8b4d7ab6d1e049e4c5cb460d0394da4a27d23cc242fbf0034b6b5 \ - --hash=sha256:86216b5cee4b06df986d214f664305142d9c76df9b6512be2738aa72a2048f99 \ - --hash=sha256:87d1351268731db79e0f8e745d92493ee2841c974128ef629dc518b937d9194c \ - --hash=sha256:8bdb58ff7ba23002a4c5808d608e4e6c687175724f54a5dade5fa8c67b604e4d \ - --hash=sha256:8c622a5fe39a48f78944a87d4fb8a53ee07344641b0562c540d840748571b811 \ - --hash=sha256:8d756e44e94489e49571086ef83b2bb8ce311e730092d2c34ca8f7d925cb20aa \ - --hash=sha256:8f4a014bc36d3c57402e2977dada34f9c12300af536839dc38c0beab8878f38a \ - --hash=sha256:9063e24fdb1e498ab71cb7419e24622516c4a04476b17a2dab57e8baa30d6e03 \ - --hash=sha256:90d558489962fd4918143277a773316e56c72da56ec7aa3dc3dbbe20fdfed15b \ - --hash=sha256:923c0c831b7cfcb071580d3f46c4baf50f174be571576556269530f4bbd79d04 \ - --hash=sha256:95f2a5796329323b8f0512e09dbb7a1860c46a39da62ecb2324f116fa8fdc85c \ - --hash=sha256:96b02a3dc4381e5494fad39be677abcb5e6634bf7b4fa83a6dd3112607547001 \ - --hash=sha256:9f96df6923e21816da7e0ad3fd47dd8f94b2a5ce594e00677c0013018b813458 \ - --hash=sha256:a10af20b82360ab00827f916a6058451b723b4e65030c5a18577c8b2de5b3389 \ - --hash=sha256:a50aebfa173e157099939b17f18600f72f84eed3049e743b68ad15bd69b6bf99 \ - --hash=sha256:a981a536974bbc7a512cf44ed14938cf01030a99e9b3a06dd59578882f06f985 \ - --hash=sha256:a9a8e9031d613fd2009c182b69c7b2c1ef8239a0efb1df3f7c8da66d5dd3d537 \ - --hash=sha256:ae5f4161f18c61806f411a13b0310bea87f987c7d2ecdbdaad0e94eb2e404238 \ - --hash=sha256:aed38f6e4fb3f5d6bf81bfa990a07806be9d83cf7bacef998ab1a9bd660a581f \ - --hash=sha256:b01b88d45a6fcb69667cd6d2f7a9aeb4bf53760d7fc536bf679ec94fe9f3ff3d \ - --hash=sha256:b261ccdec7821281dade748d088bb6e9b69e6d15b30652b74cbbac25e280b796 \ - --hash=sha256:b2b0a0c0517616b6869869f8c581d4eb2dd83a4d79e0ebcb7d373ef9956aeb0a \ - --hash=sha256:b4a23f61ce87adf89be746c8a8974fe1c823c891d8f86eb218bb957c924bb143 \ - --hash=sha256:bd8f7df7d12c2db9fab40bdd87a7c09b1530128315d047a086fa3ae3435cb3a8 \ - --hash=sha256:beb58fe5cdb101e3a055192ac291b7a21e3b7ef4f67fa1d74e331a7f2124341c \ - --hash=sha256:c002b4ffc0be611f0d9da932eb0f704fe2602a9a949d1f738e4c34c75b0863d5 \ - --hash=sha256:c083af607d2515612056a31f0a8d9e0fcb5876b7bfc0abad3ecd275bc4ebc2d5 \ - --hash=sha256:c180f51afb394e165eafe4ac2936a14bee3eb10debc9d9e4db8958fe36afe711 \ - --hash=sha256:c235ebd9baae02f1b77bcea61bce332cb4331dc3617d254df3323aa01ab47bd4 \ - --hash=sha256:cd70574b12bb8a4d2aaa0094515df2463cb429d8536cfb6c7ce983246983e5a6 \ - --hash=sha256:d0eccceffcb53201b5bfebb52600a5fb483a20b61da9dbc885f8b103cbe7598c \ - --hash=sha256:d965bba47ddeec8cd560687584e88cf699fd28f192ceb452d1d7ee807c5597b7 \ - --hash=sha256:db364eca23f876da6f9e16c9da0df51aa4f104a972735574842618b8c6d999d4 \ - --hash=sha256:ddbb2551d7e0102e7252db79ba445cdab71b26640817ab1e3e3648dad515003b \ - --hash=sha256:deb6be0ac38ece9ba87dea880e438f25ca3eddfac8b002a2ec3d9183a454e8ae \ - --hash=sha256:e06ed3eb3218bc64786f7db41917d4e686cc4856944f53d5bdf83a6884432e12 \ - --hash=sha256:e27ad930a842b4c5eb8ac0016b0a54f5aebbe679340c26101df33424142c143c \ - --hash=sha256:e537484df0d8f426ce2afb2d0f8e1c3d0b114b83f8850e5f2fbea0e797bd82ae \ - --hash=sha256:eb00ed941194665c332bf8e078baf037d6c35d7c4f3102ea2d4f16ca94a26dc8 \ - --hash=sha256:eb6904c354526e758fda7167b33005998fb68c46fbc10e013ca97f21ca5c8887 \ - --hash=sha256:eb8821e09e916165e160797a6c17edda0679379a4be5c716c260e836e122f54b \ - --hash=sha256:efcb3f6676480691518c177e3b465bcddf57cea040302f9f4e6e191af91174d4 \ - --hash=sha256:f27273b60488abe721a075bcca6d7f3964f9f6f067c8c4c605743023d7d3944f \ - --hash=sha256:f30c3cb33b24454a82faecaf01b19c18562b1e89558fb6c56de4d9118a032fd5 \ - --hash=sha256:fb69256e180cb6c8a894fee62b3afebae785babc1ee98b81cdf68bbca1987f33 \ - --hash=sha256:fd1abc0d89e30cc4e02e4064dc67fcc51bd941eb395c502aac3ec19fab46b519 \ - --hash=sha256:ff8fa367d09b717b2a17a052544193ad76cd49979c805768879cb63d9ca50561 - # via requests -cryptography==42.0.5 \ - --hash=sha256:0270572b8bd2c833c3981724b8ee9747b3ec96f699a9665470018594301439ee \ - --hash=sha256:111a0d8553afcf8eb02a4fea6ca4f59d48ddb34497aa8706a6cf536f1a5ec576 \ - --hash=sha256:16a48c23a62a2f4a285699dba2e4ff2d1cff3115b9df052cdd976a18856d8e3d \ - --hash=sha256:1b95b98b0d2af784078fa69f637135e3c317091b615cd0905f8b8a087e86fa30 \ - --hash=sha256:1f71c10d1e88467126f0efd484bd44bca5e14c664ec2ede64c32f20875c0d413 \ - --hash=sha256:2424ff4c4ac7f6b8177b53c17ed5d8fa74ae5955656867f5a8affaca36a27abb \ - --hash=sha256:2bce03af1ce5a5567ab89bd90d11e7bbdff56b8af3acbbec1faded8f44cb06da \ - --hash=sha256:329906dcc7b20ff3cad13c069a78124ed8247adcac44b10bea1130e36caae0b4 \ - --hash=sha256:37dd623507659e08be98eec89323469e8c7b4c1407c85112634ae3dbdb926fdd \ - --hash=sha256:3eaafe47ec0d0ffcc9349e1708be2aaea4c6dd4978d76bf6eb0cb2c13636c6fc \ - --hash=sha256:5e6275c09d2badf57aea3afa80d975444f4be8d3bc58f7f80d2a484c6f9485c8 \ - --hash=sha256:6fe07eec95dfd477eb9530aef5bead34fec819b3aaf6c5bd6d20565da607bfe1 \ - --hash=sha256:7367d7b2eca6513681127ebad53b2582911d1736dc2ffc19f2c3ae49997496bc \ - --hash=sha256:7cde5f38e614f55e28d831754e8a3bacf9ace5d1566235e39d91b35502d6936e \ - --hash=sha256:9481ffe3cf013b71b2428b905c4f7a9a4f76ec03065b05ff499bb5682a8d9ad8 \ - --hash=sha256:98d8dc6d012b82287f2c3d26ce1d2dd130ec200c8679b6213b3c73c08b2b7940 \ - --hash=sha256:a011a644f6d7d03736214d38832e030d8268bcff4a41f728e6030325fea3e400 \ - --hash=sha256:a2913c5375154b6ef2e91c10b5720ea6e21007412f6437504ffea2109b5a33d7 \ - --hash=sha256:a30596bae9403a342c978fb47d9b0ee277699fa53bbafad14706af51fe543d16 \ - --hash=sha256:b03c2ae5d2f0fc05f9a2c0c997e1bc18c8229f392234e8a0194f202169ccd278 \ - --hash=sha256:b6cd2203306b63e41acdf39aa93b86fb566049aeb6dc489b70e34bcd07adca74 \ - --hash=sha256:b7ffe927ee6531c78f81aa17e684e2ff617daeba7f189f911065b2ea2d526dec \ - --hash=sha256:b8cac287fafc4ad485b8a9b67d0ee80c66bf3574f655d3b97ef2e1082360faf1 \ - --hash=sha256:ba334e6e4b1d92442b75ddacc615c5476d4ad55cc29b15d590cc6b86efa487e2 \ - --hash=sha256:ba3e4a42397c25b7ff88cdec6e2a16c2be18720f317506ee25210f6d31925f9c \ - --hash=sha256:c41fb5e6a5fe9ebcd58ca3abfeb51dffb5d83d6775405305bfa8715b76521922 \ - --hash=sha256:cd2030f6650c089aeb304cf093f3244d34745ce0cfcc39f20c6fbfe030102e2a \ - --hash=sha256:cd65d75953847815962c84a4654a84850b2bb4aed3f26fadcc1c13892e1e29f6 \ - --hash=sha256:e4985a790f921508f36f81831817cbc03b102d643b5fcb81cd33df3fa291a1a1 \ - --hash=sha256:e807b3188f9eb0eaa7bbb579b462c5ace579f1cedb28107ce8b48a9f7ad3679e \ - --hash=sha256:f12764b8fffc7a123f641d7d049d382b73f96a34117e0b637b80643169cec8ac \ - --hash=sha256:f8837fe1d6ac4a8052a9a8ddab256bc006242696f03368a4009be7ee3075cdb7 - # via secretstorage -docutils==0.20.1 \ - --hash=sha256:96f387a2c5562db4476f09f13bbab2192e764cac08ebbf3a34a95d9b1e4a59d6 \ - --hash=sha256:f08a4e276c3a1583a86dce3e34aba3fe04d02bba2dd51ed16106244e8a923e3b - # via readme-renderer -idna==3.7 \ - --hash=sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc \ - --hash=sha256:82fee1fc78add43492d3a1898bfa6d8a904cc97d8427f683ed8e798d07761aa0 - # via requests -importlib-metadata==7.0.2 \ - --hash=sha256:198f568f3230878cb1b44fbd7975f87906c22336dba2e4a7f05278c281fbd792 \ - --hash=sha256:f4bc4c0c070c490abf4ce96d715f68e95923320370efb66143df00199bb6c100 - # via - # keyring - # twine -jaraco-classes==3.3.1 \ - --hash=sha256:86b534de565381f6b3c1c830d13f931d7be1a75f0081c57dff615578676e2206 \ - --hash=sha256:cb28a5ebda8bc47d8c8015307d93163464f9f2b91ab4006e09ff0ce07e8bfb30 - # via keyring -jeepney==0.8.0 \ - --hash=sha256:5efe48d255973902f6badc3ce55e2aa6c5c3b3bc642059ef3a91247bcfcc5806 \ - --hash=sha256:c0a454ad016ca575060802ee4d590dd912e35c122fa04e70306de3d076cce755 - # via - # keyring - # secretstorage -keyring==24.3.1 \ - --hash=sha256:c3327b6ffafc0e8befbdb597cacdb4928ffe5c1212f7645f186e6d9957a898db \ - --hash=sha256:df38a4d7419a6a60fea5cef1e45a948a3e8430dd12ad88b0f423c5c143906218 - # via twine -markdown-it-py==3.0.0 \ - --hash=sha256:355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1 \ - --hash=sha256:e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb - # via rich -mdurl==0.1.2 \ - --hash=sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8 \ - --hash=sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba - # via markdown-it-py -more-itertools==10.2.0 \ - --hash=sha256:686b06abe565edfab151cb8fd385a05651e1fdf8f0a14191e4439283421f8684 \ - --hash=sha256:8fccb480c43d3e99a00087634c06dd02b0d50fbf088b380de5a41a015ec239e1 - # via jaraco-classes -nh3==0.2.15 \ - --hash=sha256:0d02d0ff79dfd8208ed25a39c12cbda092388fff7f1662466e27d97ad011b770 \ - --hash=sha256:3277481293b868b2715907310c7be0f1b9d10491d5adf9fce11756a97e97eddf \ - --hash=sha256:3b803a5875e7234907f7d64777dfde2b93db992376f3d6d7af7f3bc347deb305 \ - --hash=sha256:427fecbb1031db085eaac9931362adf4a796428ef0163070c484b5a768e71601 \ - --hash=sha256:5f0d77272ce6d34db6c87b4f894f037d55183d9518f948bba236fe81e2bb4e28 \ - --hash=sha256:60684857cfa8fdbb74daa867e5cad3f0c9789415aba660614fe16cd66cbb9ec7 \ - --hash=sha256:6f42f99f0cf6312e470b6c09e04da31f9abaadcd3eb591d7d1a88ea931dca7f3 \ - --hash=sha256:86e447a63ca0b16318deb62498db4f76fc60699ce0a1231262880b38b6cff911 \ - --hash=sha256:8d595df02413aa38586c24811237e95937ef18304e108b7e92c890a06793e3bf \ - --hash=sha256:9c0d415f6b7f2338f93035bba5c0d8c1b464e538bfbb1d598acd47d7969284f0 \ - --hash=sha256:a5167a6403d19c515217b6bcaaa9be420974a6ac30e0da9e84d4fc67a5d474c5 \ - --hash=sha256:ac19c0d68cd42ecd7ead91a3a032fdfff23d29302dbb1311e641a130dfefba97 \ - --hash=sha256:b1e97221cedaf15a54f5243f2c5894bb12ca951ae4ddfd02a9d4ea9df9e1a29d \ - --hash=sha256:bc2d086fb540d0fa52ce35afaded4ea526b8fc4d3339f783db55c95de40ef02e \ - --hash=sha256:d1e30ff2d8d58fb2a14961f7aac1bbb1c51f9bdd7da727be35c63826060b0bf3 \ - --hash=sha256:f3b53ba93bb7725acab1e030bc2ecd012a817040fd7851b332f86e2f9bb98dc6 - # via readme-renderer + # via -r ./publish/requirements.in packaging==24.0 \ --hash=sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5 \ --hash=sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9 # via build -pkginfo==1.10.0 \ - --hash=sha256:5df73835398d10db79f8eecd5cd86b1f6d29317589ea70796994d49399af6297 \ - --hash=sha256:889a6da2ed7ffc58ab5b900d888ddce90bce912f2d2de1dc1c26f4cb9fe65097 - # via twine -pycparser==2.21 \ - --hash=sha256:8ee45429555515e1f6b185e78100aea234072576aa43ab53aefcae078162fca9 \ - --hash=sha256:e644fdec12f7872f86c58ff790da456218b10f863970249516d60a5eaca77206 - # via cffi -pygments==2.17.2 \ - --hash=sha256:b27c2826c47d0f3219f29554824c30c5e8945175d888647acd804ddd04af846c \ - --hash=sha256:da46cec9fd2de5be3a8a784f434e4c4ab670b4ff54d605c4c2717e9d49c4c367 - # via - # readme-renderer - # rich -pyproject-hooks==1.0.0 \ - --hash=sha256:283c11acd6b928d2f6a7c73fa0d01cb2bdc5f07c57a2eeb6e83d5e56b97976f8 \ - --hash=sha256:f271b298b97f5955d53fb12b72c1fb1948c22c1a6b70b315c54cedaca0264ef5 +pyproject-hooks==1.1.0 \ + --hash=sha256:4b37730834edbd6bd37f26ece6b44802fb1c1ee2ece0e54ddff8bfc06db86965 \ + --hash=sha256:7ceeefe9aec63a1064c18d939bdc3adf2d8aa1988a510afec15151578b232aa2 # via build -readme-renderer==43.0 \ - --hash=sha256:1818dd28140813509eeed8d62687f7cd4f7bad90d4db586001c5dc09d4fde311 \ - --hash=sha256:19db308d86ecd60e5affa3b2a98f017af384678c63c88e5d4556a380e674f3f9 - # via twine -requests==2.31.0 \ - --hash=sha256:58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f \ - --hash=sha256:942c5a758f98d790eaed1a29cb6eefc7ffb0d1cf7af05c3d2791656dbd6ad1e1 - # via - # requests-toolbelt - # twine -requests-toolbelt==1.0.0 \ - --hash=sha256:7681a0a3d047012b5bdc0ee37d7f8f07ebe76ab08caeccfc3921ce23c88d5bc6 \ - --hash=sha256:cccfdd665f0a24fcf4726e690f65639d272bb0637b9b92dfd91a5568ccf6bd06 - # via twine -rfc3986==2.0.0 \ - --hash=sha256:50b1502b60e289cb37883f3dfd34532b8873c7de9f49bb546641ce9cbd256ebd \ - --hash=sha256:97aacf9dbd4bfd829baad6e6309fa6573aaf1be3f6fa735c8ab05e46cecb261c - # via twine -rich==13.7.1 \ - --hash=sha256:4edbae314f59eb482f54e9e30bf00d33350aaa94f4bfcd4e9e3110e64d0d7222 \ - --hash=sha256:9be308cb1fe2f1f57d67ce99e95af38a1e2bc71ad9813b0e247cf7ffbcc3a432 - # via twine -secretstorage==3.3.3 \ - --hash=sha256:2403533ef369eca6d2ba81718576c5e0f564d5cca1b58f73a8b23e7d4eeebd77 \ - --hash=sha256:f356e6628222568e3af06f2eba8df495efa13b3b63081dafd4f7d9a7b7bc9f99 - # via keyring tomli==2.0.1 \ --hash=sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc \ --hash=sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f - # via - # build - # pyproject-hooks -twine==5.0.0 \ - --hash=sha256:89b0cc7d370a4b66421cc6102f269aa910fe0f1861c124f573cf2ddedbc10cf4 \ - --hash=sha256:a262933de0b484c53408f9edae2e7821c1c45a3314ff2df9bdd343aa7ab8edc0 - # via -r requirements.in -urllib3==2.2.1 \ - --hash=sha256:450b20ec296a467077128bff42b73080516e71b56ff59a60a02bef2232c4fa9d \ - --hash=sha256:d0570876c61ab9e520d776c38acbbb5b05a776d3f9ff98a5c8fd5162a444cf19 - # via - # requests - # twine -zipp==3.18.0 \ - --hash=sha256:c1bb803ed69d2cce2373152797064f7e79bc43f0a3748eb494096a867e0ebf79 \ - --hash=sha256:df8d042b02765029a09b157efd8e820451045890acc30f8e37dd2f94a060221f - # via importlib-metadata + # via build diff --git a/.ci/requirements/tox/requirements.txt b/.ci/requirements/tox/requirements.txt index 33ad701bbf3..15532886a25 100644 --- a/.ci/requirements/tox/requirements.txt +++ b/.ci/requirements/tox/requirements.txt @@ -2,7 +2,7 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --generate-hashes --output-file=.ci/requirements/tox/requirements.txt .ci/requirements/tox/requirements.in +# pip-compile --generate-hashes --output-file=./tox/requirements.txt ./tox/requirements.in # cachetools==5.3.3 \ --hash=sha256:0abad1021d3f8325b2fc1d2e9c8b9c9d57b04c3932657a72465447332c24d945 \ @@ -20,27 +20,27 @@ distlib==0.3.8 \ --hash=sha256:034db59a0b96f8ca18035f36290806a9a6e6bd9d1ff91e45a7f172eb17e51784 \ --hash=sha256:1530ea13e350031b6312d8580ddb6b27a104275a31106523b8f123787f494f64 # via virtualenv -filelock==3.13.1 \ - --hash=sha256:521f5f56c50f8426f5e03ad3b281b490a87ef15bc6c526f168290f0c7148d44e \ - --hash=sha256:57dbda9b35157b05fb3e58ee91448612eb674172fab98ee235ccb0b5bee19a1c +filelock==3.14.0 \ + --hash=sha256:43339835842f110ca7ae60f1e1c160714c5a6afd15a2873419ab185334975c0f \ + --hash=sha256:6ea72da3be9b8c82afd3edcf99f2fffbb5076335a5ae4d03248bb5b6c3eae78a # via # tox # virtualenv -packaging==23.2 \ - --hash=sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5 \ - --hash=sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7 +packaging==24.0 \ + --hash=sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5 \ + --hash=sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9 # via # pyproject-api # tox -platformdirs==4.2.0 \ - --hash=sha256:0614df2a2f37e1a662acbd8e2b25b92ccf8632929bc6d43467e17fe89c75e068 \ - --hash=sha256:ef0cc731df711022c174543cb70a9b5bd22e5a9337c8624ef2c2ceb8ddad8768 +platformdirs==4.2.2 \ + --hash=sha256:2d7a1657e36a80ea911db832a8a6ece5ee53d8de21edd5cc5879af6530b1bfee \ + --hash=sha256:38b7b51f512eed9e84a22788b4bce1de17c0adb134d6becb09836e37d8654cd3 # via # tox # virtualenv -pluggy==1.4.0 \ - --hash=sha256:7db9f7b503d67d1c5b95f59773ebb58a8c1c288129a88665838012cfb07b8981 \ - --hash=sha256:8c85c2876142a764e5b7548e7d9a0e0ddb46f5185161049a79b7e974454223be +pluggy==1.5.0 \ + --hash=sha256:2cffa88e94fdc978c4c574f15f9e59b7f4201d439195c3715ca9e2486f1d0cf1 \ + --hash=sha256:44e1ad92c8ca002de6377e165f3e0f1be63266ab4d554740532335b9d75ea669 # via tox pyproject-api==1.6.1 \ --hash=sha256:1817dc018adc0d1ff9ca1ed8c60e1623d5aaca40814b953af14a9cf9a5cae538 \ @@ -55,8 +55,8 @@ tomli==2.0.1 \ tox==4.14.1 \ --hash=sha256:b03754b6ee6dadc70f2611da82b4ed8f625fcafd247e15d1d0cb056f90a06d3b \ --hash=sha256:f0ad758c3bbf7e237059c929d3595479363c3cdd5a06ac3e49d1dd020ffbee45 - # via -r .ci/tox-deps.in -virtualenv==20.25.1 \ - --hash=sha256:961c026ac520bac5f69acb8ea063e8a4f071bcc9457b9c1f28f6b085c511583a \ - --hash=sha256:e08e13ecdca7a0bd53798f356d5831434afa5b07b93f0abdf0797b7a06ffe197 + # via -r ./tox/requirements.in +virtualenv==20.26.2 \ + --hash=sha256:82bf0f4eebbb78d36ddaee0283d43fe5736b53880b8a8cdcd37390a07ac3741c \ + --hash=sha256:a624db5e94f01ad993d476b9ee5346fdf7b9de43ccaee0e0197012dc838a0e9b # via tox diff --git a/for_developers/regression_test/requirements.in b/for_developers/regression_test/requirements.in index f8d1076a6a1..e892b7b6cb7 100644 --- a/for_developers/regression_test/requirements.in +++ b/for_developers/regression_test/requirements.in @@ -1,2 +1,2 @@ -mlflow==2.12.2 +mlflow==2.13.1 psycopg2-binary==2.9.9 diff --git a/for_developers/regression_test/requirements.txt b/for_developers/regression_test/requirements.txt index 0c6a69afff2..049972f020f 100644 --- a/for_developers/regression_test/requirements.txt +++ b/for_developers/regression_test/requirements.txt @@ -16,9 +16,13 @@ blinker==1.8.2 \ --hash=sha256:1779309f71bf239144b9399d06ae925637cf6634cf6bd131104184531bf67c01 \ --hash=sha256:8f77b09d3bf7c795e969e9486f39c2c5e9c39d4ee07424be2bc594ece9642d83 # via flask -certifi==2024.2.2 \ - --hash=sha256:0569859f95fc761b18b45ef421b1290a0f65f147e92a1e5eb3e635f9a5e4e66f \ - --hash=sha256:dc383c07b76109f368f6106eee2b593b04a011ea4d55f652c6ca24a754d1cdd1 +cachetools==5.3.3 \ + --hash=sha256:0abad1021d3f8325b2fc1d2e9c8b9c9d57b04c3932657a72465447332c24d945 \ + --hash=sha256:ba29e2dfa0b8b556606f097407ed1aa62080ee108ab0dc5ec9d6a723a007d105 + # via mlflow +certifi==2024.6.2 \ + --hash=sha256:3cd43f1c6fa7dedc5899d69d3ad0398fd018ad1a17fba83ddaf78aa46c747516 \ + --hash=sha256:ddc6c8ce995e6987e7faf5e3f1b02b302836a0e5d98ece18392cb1a36c72ad56 # via requests charset-normalizer==3.3.2 \ --hash=sha256:06435b539f889b1f6f4ac1758871aae42dc3a8c0e24ac9e60c2384973ad73027 \ @@ -172,9 +176,13 @@ cycler==0.12.1 \ --hash=sha256:85cef7cff222d8644161529808465972e51340599459b8ac3ccbac5a854e0d30 \ --hash=sha256:88bb128f02ba341da8ef447245a9e138fae777f6a23943da4540077d3601eb1c # via matplotlib -docker==7.0.0 \ - --hash=sha256:12ba681f2777a0ad28ffbcc846a69c31b4dfd9752b47eb425a274ee269c5e14b \ - --hash=sha256:323736fb92cd9418fc5e7133bc953e11a9da04f4483f828b527db553f1e7e5a3 +deprecated==1.2.14 \ + --hash=sha256:6fac8b097794a90302bdbb17b9b815e732d3c4720583ff1b198499d78470466c \ + --hash=sha256:e5323eb936458dccc2582dc6f9c322c852a775a27065ff2b0c4970b9d53d01b3 + # via opentelemetry-api +docker==7.1.0 \ + --hash=sha256:ad8c70e6e3f8926cb8a92619b832b4ea5299e2831c14284663184e200546fa6c \ + --hash=sha256:c96b93b7f0a746f9e77d325bcfb87422a3d8bd4f03136ae8a85b37f1898d5fc0 # via mlflow entrypoints==0.4 \ --hash=sha256:b706eddaa9218a19ebcd67b56818f05bb27589b1ca9e8d797b74affad4ccacd4 \ @@ -184,49 +192,49 @@ flask==3.0.3 \ --hash=sha256:34e815dfaa43340d1d15a5c3a02b8476004037eb4840b34910c6e21679d288f3 \ --hash=sha256:ceb27b0af3823ea2737928a4d99d125a06175b8512c445cbd9a9ce200ef76842 # via mlflow -fonttools==4.51.0 \ - --hash=sha256:0118ef998a0699a96c7b28457f15546815015a2710a1b23a7bf6c1be60c01636 \ - --hash=sha256:0d145976194a5242fdd22df18a1b451481a88071feadf251221af110ca8f00ce \ - --hash=sha256:0e19bd9e9964a09cd2433a4b100ca7f34e34731e0758e13ba9a1ed6e5468cc0f \ - --hash=sha256:0f08c901d3866a8905363619e3741c33f0a83a680d92a9f0e575985c2634fcc1 \ - --hash=sha256:1250e818b5f8a679ad79660855528120a8f0288f8f30ec88b83db51515411fcc \ - --hash=sha256:15c94eeef6b095831067f72c825eb0e2d48bb4cea0647c1b05c981ecba2bf39f \ - --hash=sha256:1621ee57da887c17312acc4b0e7ac30d3a4fb0fec6174b2e3754a74c26bbed1e \ - --hash=sha256:180194c7fe60c989bb627d7ed5011f2bef1c4d36ecf3ec64daec8302f1ae0716 \ - --hash=sha256:278e50f6b003c6aed19bae2242b364e575bcb16304b53f2b64f6551b9c000e15 \ - --hash=sha256:32b17504696f605e9e960647c5f64b35704782a502cc26a37b800b4d69ff3c77 \ - --hash=sha256:3bee3f3bd9fa1d5ee616ccfd13b27ca605c2b4270e45715bd2883e9504735034 \ - --hash=sha256:4060acc2bfa2d8e98117828a238889f13b6f69d59f4f2d5857eece5277b829ba \ - --hash=sha256:54dcf21a2f2d06ded676e3c3f9f74b2bafded3a8ff12f0983160b13e9f2fb4a7 \ - --hash=sha256:56fc244f2585d6c00b9bcc59e6593e646cf095a96fe68d62cd4da53dd1287b55 \ - --hash=sha256:599bdb75e220241cedc6faebfafedd7670335d2e29620d207dd0378a4e9ccc5a \ - --hash=sha256:5f6bc991d1610f5c3bbe997b0233cbc234b8e82fa99fc0b2932dc1ca5e5afec0 \ - --hash=sha256:60a3409c9112aec02d5fb546f557bca6efa773dcb32ac147c6baf5f742e6258b \ - --hash=sha256:68b3fb7775a923be73e739f92f7e8a72725fd333eab24834041365d2278c3671 \ - --hash=sha256:76f1777d8b3386479ffb4a282e74318e730014d86ce60f016908d9801af9ca2a \ - --hash=sha256:806e7912c32a657fa39d2d6eb1d3012d35f841387c8fc6cf349ed70b7c340039 \ - --hash=sha256:84d7751f4468dd8cdd03ddada18b8b0857a5beec80bce9f435742abc9a851a74 \ - --hash=sha256:865a58b6e60b0938874af0968cd0553bcd88e0b2cb6e588727117bd099eef836 \ - --hash=sha256:8ac27f436e8af7779f0bb4d5425aa3535270494d3bc5459ed27de3f03151e4c2 \ - --hash=sha256:8b4850fa2ef2cfbc1d1f689bc159ef0f45d8d83298c1425838095bf53ef46308 \ - --hash=sha256:8b5ad456813d93b9c4b7ee55302208db2b45324315129d85275c01f5cb7e61a2 \ - --hash=sha256:8e2f1a4499e3b5ee82c19b5ee57f0294673125c65b0a1ff3764ea1f9db2f9ef5 \ - --hash=sha256:9696fe9f3f0c32e9a321d5268208a7cc9205a52f99b89479d1b035ed54c923f1 \ - --hash=sha256:96a48e137c36be55e68845fc4284533bda2980f8d6f835e26bca79d7e2006438 \ - --hash=sha256:a8feca65bab31479d795b0d16c9a9852902e3a3c0630678efb0b2b7941ea9c74 \ - --hash=sha256:aefa011207ed36cd280babfaa8510b8176f1a77261833e895a9d96e57e44802f \ - --hash=sha256:b2b92381f37b39ba2fc98c3a45a9d6383bfc9916a87d66ccb6553f7bdd129097 \ - --hash=sha256:b3c61423f22165541b9403ee39874dcae84cd57a9078b82e1dce8cb06b07fa2e \ - --hash=sha256:b5b48a1121117047d82695d276c2af2ee3a24ffe0f502ed581acc2673ecf1037 \ - --hash=sha256:c18b49adc721a7d0b8dfe7c3130c89b8704baf599fb396396d07d4aa69b824a1 \ - --hash=sha256:c5b8cab0c137ca229433570151b5c1fc6af212680b58b15abd797dcdd9dd5051 \ - --hash=sha256:c7e91abdfae1b5c9e3a543f48ce96013f9a08c6c9668f1e6be0beabf0a569c1b \ - --hash=sha256:cadf4e12a608ef1d13e039864f484c8a968840afa0258b0b843a0556497ea9ed \ - --hash=sha256:dc0673361331566d7a663d7ce0f6fdcbfbdc1f59c6e3ed1165ad7202ca183c68 \ - --hash=sha256:de7c29bdbdd35811f14493ffd2534b88f0ce1b9065316433b22d63ca1cd21f14 \ - --hash=sha256:e9d9298be7a05bb4801f558522adbe2feea1b0b103d5294ebf24a92dd49b78e5 \ - --hash=sha256:ee1af4be1c5afe4c96ca23badd368d8dc75f611887fb0c0dac9f71ee5d6f110e \ - --hash=sha256:f7e89853d8bea103c8e3514b9f9dc86b5b4120afb4583b57eb10dfa5afbe0936 +fonttools==4.53.0 \ + --hash=sha256:099634631b9dd271d4a835d2b2a9e042ccc94ecdf7e2dd9f7f34f7daf333358d \ + --hash=sha256:0c555e039d268445172b909b1b6bdcba42ada1cf4a60e367d68702e3f87e5f64 \ + --hash=sha256:1e677bfb2b4bd0e5e99e0f7283e65e47a9814b0486cb64a41adf9ef110e078f2 \ + --hash=sha256:2367d47816cc9783a28645bc1dac07f8ffc93e0f015e8c9fc674a5b76a6da6e4 \ + --hash=sha256:28d072169fe8275fb1a0d35e3233f6df36a7e8474e56cb790a7258ad822b6fd6 \ + --hash=sha256:31f0e3147375002aae30696dd1dc596636abbd22fca09d2e730ecde0baad1d6b \ + --hash=sha256:3e0ad3c6ea4bd6a289d958a1eb922767233f00982cf0fe42b177657c86c80a8f \ + --hash=sha256:45b4afb069039f0366a43a5d454bc54eea942bfb66b3fc3e9a2c07ef4d617380 \ + --hash=sha256:4a2a6ba400d386e904fd05db81f73bee0008af37799a7586deaa4aef8cd5971e \ + --hash=sha256:4f520d9ac5b938e6494f58a25c77564beca7d0199ecf726e1bd3d56872c59749 \ + --hash=sha256:52a6e0a7a0bf611c19bc8ec8f7592bdae79c8296c70eb05917fd831354699b20 \ + --hash=sha256:5a4788036201c908079e89ae3f5399b33bf45b9ea4514913f4dbbe4fac08efe0 \ + --hash=sha256:6b4f04b1fbc01a3569d63359f2227c89ab294550de277fd09d8fca6185669fa4 \ + --hash=sha256:715b41c3e231f7334cbe79dfc698213dcb7211520ec7a3bc2ba20c8515e8a3b5 \ + --hash=sha256:73121a9b7ff93ada888aaee3985a88495489cc027894458cb1a736660bdfb206 \ + --hash=sha256:74ae2441731a05b44d5988d3ac2cf784d3ee0a535dbed257cbfff4be8bb49eb9 \ + --hash=sha256:7d6166192dcd925c78a91d599b48960e0a46fe565391c79fe6de481ac44d20ac \ + --hash=sha256:7f193f060391a455920d61684a70017ef5284ccbe6023bb056e15e5ac3de11d1 \ + --hash=sha256:907fa0b662dd8fc1d7c661b90782ce81afb510fc4b7aa6ae7304d6c094b27bce \ + --hash=sha256:93156dd7f90ae0a1b0e8871032a07ef3178f553f0c70c386025a808f3a63b1f4 \ + --hash=sha256:93bc9e5aaa06ff928d751dc6be889ff3e7d2aa393ab873bc7f6396a99f6fbb12 \ + --hash=sha256:95db0c6581a54b47c30860d013977b8a14febc206c8b5ff562f9fe32738a8aca \ + --hash=sha256:973d030180eca8255b1bce6ffc09ef38a05dcec0e8320cc9b7bcaa65346f341d \ + --hash=sha256:9cd7a6beec6495d1dffb1033d50a3f82dfece23e9eb3c20cd3c2444d27514068 \ + --hash=sha256:9fe9096a60113e1d755e9e6bda15ef7e03391ee0554d22829aa506cdf946f796 \ + --hash=sha256:a209d2e624ba492df4f3bfad5996d1f76f03069c6133c60cd04f9a9e715595ec \ + --hash=sha256:a239afa1126b6a619130909c8404070e2b473dd2b7fc4aacacd2e763f8597fea \ + --hash=sha256:ba9f09ff17f947392a855e3455a846f9855f6cf6bec33e9a427d3c1d254c712f \ + --hash=sha256:bb7273789f69b565d88e97e9e1da602b4ee7ba733caf35a6c2affd4334d4f005 \ + --hash=sha256:bd5bc124fae781a4422f61b98d1d7faa47985f663a64770b78f13d2c072410c2 \ + --hash=sha256:bff98816cb144fb7b85e4b5ba3888a33b56ecef075b0e95b95bcd0a5fbf20f06 \ + --hash=sha256:c4ee5a24e281fbd8261c6ab29faa7fd9a87a12e8c0eed485b705236c65999109 \ + --hash=sha256:c93ed66d32de1559b6fc348838c7572d5c0ac1e4a258e76763a5caddd8944002 \ + --hash=sha256:d1a24f51a3305362b94681120c508758a88f207fa0a681c16b5a4172e9e6c7a9 \ + --hash=sha256:d8f191a17369bd53a5557a5ee4bab91d5330ca3aefcdf17fab9a497b0e7cff7a \ + --hash=sha256:daaef7390e632283051e3cf3e16aff2b68b247e99aea916f64e578c0449c9c68 \ + --hash=sha256:e40013572bfb843d6794a3ce076c29ef4efd15937ab833f520117f8eccc84fd6 \ + --hash=sha256:eceef49f457253000e6a2d0f7bd08ff4e9fe96ec4ffce2dbcb32e34d9c1b8161 \ + --hash=sha256:ee595d7ba9bba130b2bec555a40aafa60c26ce68ed0cf509983e0f12d88674fd \ + --hash=sha256:ef50ec31649fbc3acf6afd261ed89d09eb909b97cc289d80476166df8438524d \ + --hash=sha256:fa1f3e34373aa16045484b4d9d352d4c6b5f9f77ac77a178252ccbc851e8b2ee \ + --hash=sha256:fca66d9ff2ac89b03f5aa17e0b21a97c21f3491c46b583bb131eb32c7bab33af # via matplotlib gitdb==4.0.11 \ --hash=sha256:81a3407ddd2ee8df444cbacea00e2d038e40150acfa3001696fe0dcf1d3adfa4 \ @@ -321,7 +329,9 @@ idna==3.7 \ importlib-metadata==7.1.0 \ --hash=sha256:30962b96c0c223483ed6cc7280e7f0199feb01a0e40cfae4d4450fc6fab1f570 \ --hash=sha256:b78938b926ee8d5f020fc4772d487045805a55ddbad2ecf21c6d60938dc7fcd2 - # via mlflow + # via + # mlflow + # opentelemetry-api itsdangerous==2.2.0 \ --hash=sha256:c6242fc49e35958c8b15141343aa660db5fc54d4f13a1db01a3f5891b98700ef \ --hash=sha256:e0050c0b7da1eea53ffaf149c0cfbb5c6e2e2b69c4bef22c81fa6eb73e5f6173 @@ -546,9 +556,9 @@ matplotlib==3.9.0 \ --hash=sha256:eaf3978060a106fab40c328778b148f590e27f6fa3cd15a19d6892575bce387d \ --hash=sha256:fe428e191ea016bb278758c8ee82a8129c51d81d8c4bc0846c09e7e8e9057241 # via mlflow -mlflow==2.12.2 \ - --hash=sha256:38dd04710fe64ee8229b7233b4d91db32c3ff887934c40d926246a566c886c0b \ - --hash=sha256:d712f1af9d44f1eb9e1baee8ca64f7311e185b7572fc3c1e0a83a4c8ceff6aad +mlflow==2.13.1 \ + --hash=sha256:403b235a0a06cbfb5eb0038d8d946c0f97a24d579ba1247e4a2c5c03830843d4 \ + --hash=sha256:ece1b0baef69da5ff03e4687009417481790544ec64a3821bdcc1cc1513b12d3 # via -r for_developers/regression_test/requirements.in numpy==1.26.4 \ --hash=sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b \ @@ -595,11 +605,25 @@ numpy==1.26.4 \ # pyarrow # scikit-learn # scipy +opentelemetry-api==1.25.0 \ + --hash=sha256:757fa1aa020a0f8fa139f8959e53dec2051cc26b832e76fa839a6d76ecefd737 \ + --hash=sha256:77c4985f62f2614e42ce77ee4c9da5fa5f0bc1e1821085e9a47533a9323ae869 + # via + # mlflow + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-sdk==1.25.0 \ + --hash=sha256:ce7fc319c57707ef5bf8b74fb9f8ebdb8bfafbe11898410e0d2a761d08a98ec7 \ + --hash=sha256:d97ff7ec4b351692e9d5a15af570c693b8715ad78b8aafbec5c7100fe966b4c9 + # via mlflow +opentelemetry-semantic-conventions==0.46b0 \ + --hash=sha256:6daef4ef9fa51d51855d9f8e0ccd3a1bd59e0e545abe99ac6203804e36ab3e07 \ + --hash=sha256:fbc982ecbb6a6e90869b15c1673be90bd18c8a56ff1cffc0864e38e2edffaefa + # via opentelemetry-sdk packaging==24.0 \ --hash=sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5 \ --hash=sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9 # via - # docker # gunicorn # matplotlib # mlflow @@ -903,61 +927,61 @@ querystring-parser==1.2.4 \ --hash=sha256:644fce1cffe0530453b43a83a38094dbe422ccba8c9b2f2a1c00280e14ca8a62 \ --hash=sha256:d2fa90765eaf0de96c8b087872991a10238e89ba015ae59fedfed6bd61c242a0 # via mlflow -requests==2.31.0 \ - --hash=sha256:58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f \ - --hash=sha256:942c5a758f98d790eaed1a29cb6eefc7ffb0d1cf7af05c3d2791656dbd6ad1e1 +requests==2.32.3 \ + --hash=sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760 \ + --hash=sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6 # via # docker # mlflow -scikit-learn==1.4.2 \ - --hash=sha256:1d0b25d9c651fd050555aadd57431b53d4cf664e749069da77f3d52c5ad14b3b \ - --hash=sha256:36f0ea5d0f693cb247a073d21a4123bdf4172e470e6d163c12b74cbb1536cf38 \ - --hash=sha256:426d258fddac674fdf33f3cb2d54d26f49406e2599dbf9a32b4d1696091d4256 \ - --hash=sha256:44c62f2b124848a28fd695db5bc4da019287abf390bfce602ddc8aa1ec186aae \ - --hash=sha256:45dee87ac5309bb82e3ea633955030df9bbcb8d2cdb30383c6cd483691c546cc \ - --hash=sha256:49d64ef6cb8c093d883e5a36c4766548d974898d378e395ba41a806d0e824db8 \ - --hash=sha256:5460a1a5b043ae5ae4596b3126a4ec33ccba1b51e7ca2c5d36dac2169f62ab1d \ - --hash=sha256:5cd7b524115499b18b63f0c96f4224eb885564937a0b3477531b2b63ce331904 \ - --hash=sha256:671e2f0c3f2c15409dae4f282a3a619601fa824d2c820e5b608d9d775f91780c \ - --hash=sha256:68b8404841f944a4a1459b07198fa2edd41a82f189b44f3e1d55c104dbc2e40c \ - --hash=sha256:81bf5d8bbe87643103334032dd82f7419bc8c8d02a763643a6b9a5c7288c5054 \ - --hash=sha256:8539a41b3d6d1af82eb629f9c57f37428ff1481c1e34dddb3b9d7af8ede67ac5 \ - --hash=sha256:87440e2e188c87db80ea4023440923dccbd56fbc2d557b18ced00fef79da0727 \ - --hash=sha256:90378e1747949f90c8f385898fff35d73193dfcaec3dd75d6b542f90c4e89755 \ - --hash=sha256:b0203c368058ab92efc6168a1507d388d41469c873e96ec220ca8e74079bf62e \ - --hash=sha256:c97a50b05c194be9146d61fe87dbf8eac62b203d9e87a3ccc6ae9aed2dfaf361 \ - --hash=sha256:d36d0bc983336bbc1be22f9b686b50c964f593c8a9a913a792442af9bf4f5e68 \ - --hash=sha256:d762070980c17ba3e9a4a1e043ba0518ce4c55152032f1af0ca6f39b376b5928 \ - --hash=sha256:d9993d5e78a8148b1d0fdf5b15ed92452af5581734129998c26f481c46586d68 \ - --hash=sha256:daa1c471d95bad080c6e44b4946c9390a4842adc3082572c20e4f8884e39e959 \ - --hash=sha256:ff4effe5a1d4e8fed260a83a163f7dbf4f6087b54528d8880bab1d1377bd78be +scikit-learn==1.5.0 \ + --hash=sha256:057b991ac64b3e75c9c04b5f9395eaf19a6179244c089afdebaad98264bff37c \ + --hash=sha256:118a8d229a41158c9f90093e46b3737120a165181a1b58c03461447aa4657415 \ + --hash=sha256:12e40ac48555e6b551f0a0a5743cc94cc5a765c9513fe708e01f0aa001da2801 \ + --hash=sha256:174beb56e3e881c90424e21f576fa69c4ffcf5174632a79ab4461c4c960315ac \ + --hash=sha256:1b94d6440603752b27842eda97f6395f570941857456c606eb1d638efdb38184 \ + --hash=sha256:1f77547165c00625551e5c250cefa3f03f2fc92c5e18668abd90bfc4be2e0bff \ + --hash=sha256:261fe334ca48f09ed64b8fae13f9b46cc43ac5f580c4a605cbb0a517456c8f71 \ + --hash=sha256:2a65af2d8a6cce4e163a7951a4cfbfa7fceb2d5c013a4b593686c7f16445cf9d \ + --hash=sha256:2c75ea812cd83b1385bbfa94ae971f0d80adb338a9523f6bbcb5e0b0381151d4 \ + --hash=sha256:40fb7d4a9a2db07e6e0cae4dc7bdbb8fada17043bac24104d8165e10e4cff1a2 \ + --hash=sha256:460806030c666addee1f074788b3978329a5bfdc9b7d63e7aad3f6d45c67a210 \ + --hash=sha256:47132440050b1c5beb95f8ba0b2402bbd9057ce96ec0ba86f2f445dd4f34df67 \ + --hash=sha256:4c0c56c3005f2ec1db3787aeaabefa96256580678cec783986836fc64f8ff622 \ + --hash=sha256:789e3db01c750ed6d496fa2db7d50637857b451e57bcae863bff707c1247bef7 \ + --hash=sha256:855fc5fa8ed9e4f08291203af3d3e5fbdc4737bd617a371559aaa2088166046e \ + --hash=sha256:a03b09f9f7f09ffe8c5efffe2e9de1196c696d811be6798ad5eddf323c6f4d40 \ + --hash=sha256:a3a10e1d9e834e84d05e468ec501a356226338778769317ee0b84043c0d8fb06 \ + --hash=sha256:a90c5da84829a0b9b4bf00daf62754b2be741e66b5946911f5bdfaa869fcedd6 \ + --hash=sha256:d82c2e573f0f2f2f0be897e7a31fcf4e73869247738ab8c3ce7245549af58ab8 \ + --hash=sha256:df8ccabbf583315f13160a4bb06037bde99ea7d8211a69787a6b7c5d4ebb6fc3 \ + --hash=sha256:f405c4dae288f5f6553b10c4ac9ea7754d5180ec11e296464adb5d6ac68b6ef5 # via mlflow -scipy==1.13.0 \ - --hash=sha256:05f1432ba070e90d42d7fd836462c50bf98bd08bed0aa616c359eed8a04e3922 \ - --hash=sha256:09c74543c4fbeb67af6ce457f6a6a28e5d3739a87f62412e4a16e46f164f0ae5 \ - --hash=sha256:0fbcf8abaf5aa2dc8d6400566c1a727aed338b5fe880cde64907596a89d576fa \ - --hash=sha256:109d391d720fcebf2fbe008621952b08e52907cf4c8c7efc7376822151820820 \ - --hash=sha256:1d2f7bb14c178f8b13ebae93f67e42b0a6b0fc50eba1cd8021c9b6e08e8fb1cd \ - --hash=sha256:1e7626dfd91cdea5714f343ce1176b6c4745155d234f1033584154f60ef1ff42 \ - --hash=sha256:22789b56a999265431c417d462e5b7f2b487e831ca7bef5edeb56efe4c93f86e \ - --hash=sha256:28e286bf9ac422d6beb559bc61312c348ca9b0f0dae0d7c5afde7f722d6ea13d \ - --hash=sha256:33fde20efc380bd23a78a4d26d59fc8704e9b5fd9b08841693eb46716ba13d86 \ - --hash=sha256:45c08bec71d3546d606989ba6e7daa6f0992918171e2a6f7fbedfa7361c2de1e \ - --hash=sha256:4dca18c3ffee287ddd3bc8f1dabaf45f5305c5afc9f8ab9cbfab855e70b2df5c \ - --hash=sha256:5407708195cb38d70fd2d6bb04b1b9dd5c92297d86e9f9daae1576bd9e06f602 \ - --hash=sha256:58569af537ea29d3f78e5abd18398459f195546bb3be23d16677fb26616cc11e \ - --hash=sha256:5e4a756355522eb60fcd61f8372ac2549073c8788f6114449b37e9e8104f15a5 \ - --hash=sha256:6bf9fe63e7a4bf01d3645b13ff2aa6dea023d38993f42aaac81a18b1bda7a82a \ - --hash=sha256:8930ae3ea371d6b91c203b1032b9600d69c568e537b7988a3073dfe4d4774f21 \ - --hash=sha256:9ff7dad5d24a8045d836671e082a490848e8639cabb3dbdacb29f943a678683d \ - --hash=sha256:a2f471de4d01200718b2b8927f7d76b5d9bde18047ea0fa8bd15c5ba3f26a1d6 \ - --hash=sha256:ac38c4c92951ac0f729c4c48c9e13eb3675d9986cc0c83943784d7390d540c78 \ - --hash=sha256:b2a3ff461ec4756b7e8e42e1c681077349a038f0686132d623fa404c0bee2551 \ - --hash=sha256:b5acd8e1dbd8dbe38d0004b1497019b2dbbc3d70691e65d69615f8a7292865d7 \ - --hash=sha256:b8434f6f3fa49f631fae84afee424e2483289dfc30a47755b4b4e6b07b2633a4 \ - --hash=sha256:ba419578ab343a4e0a77c0ef82f088238a93eef141b2b8017e46149776dfad4d \ - --hash=sha256:d0de696f589681c2802f9090fff730c218f7c51ff49bf252b6a97ec4a5d19e8b \ - --hash=sha256:dcbb9ea49b0167de4167c40eeee6e167caeef11effb0670b554d10b1e693a8b9 +scipy==1.13.1 \ + --hash=sha256:017367484ce5498445aade74b1d5ab377acdc65e27095155e448c88497755a5d \ + --hash=sha256:095a87a0312b08dfd6a6155cbbd310a8c51800fc931b8c0b84003014b874ed3c \ + --hash=sha256:20335853b85e9a49ff7572ab453794298bcf0354d8068c5f6775a0eabf350aca \ + --hash=sha256:27e52b09c0d3a1d5b63e1105f24177e544a222b43611aaf5bc44d4a0979e32f9 \ + --hash=sha256:2831f0dc9c5ea9edd6e51e6e769b655f08ec6db6e2e10f86ef39bd32eb11da54 \ + --hash=sha256:2ac65fb503dad64218c228e2dc2d0a0193f7904747db43014645ae139c8fad16 \ + --hash=sha256:392e4ec766654852c25ebad4f64e4e584cf19820b980bc04960bca0b0cd6eaa2 \ + --hash=sha256:436bbb42a94a8aeef855d755ce5a465479c721e9d684de76bf61a62e7c2b81d5 \ + --hash=sha256:45484bee6d65633752c490404513b9ef02475b4284c4cfab0ef946def50b3f59 \ + --hash=sha256:54f430b00f0133e2224c3ba42b805bfd0086fe488835effa33fa291561932326 \ + --hash=sha256:5713f62f781eebd8d597eb3f88b8bf9274e79eeabf63afb4a737abc6c84ad37b \ + --hash=sha256:5d72782f39716b2b3509cd7c33cdc08c96f2f4d2b06d51e52fb45a19ca0c86a1 \ + --hash=sha256:637e98dcf185ba7f8e663e122ebf908c4702420477ae52a04f9908707456ba4d \ + --hash=sha256:8335549ebbca860c52bf3d02f80784e91a004b71b059e3eea9678ba994796a24 \ + --hash=sha256:949ae67db5fa78a86e8fa644b9a6b07252f449dcf74247108c50e1d20d2b4627 \ + --hash=sha256:a014c2b3697bde71724244f63de2476925596c24285c7a637364761f8710891c \ + --hash=sha256:a78b4b3345f1b6f68a763c6e25c0c9a23a9fd0f39f5f3d200efe8feda560a5fa \ + --hash=sha256:cdd7dacfb95fea358916410ec61bbc20440f7860333aee6d882bb8046264e949 \ + --hash=sha256:cfa31f1def5c819b19ecc3a8b52d28ffdcc7ed52bb20c9a7589669dd3c250989 \ + --hash=sha256:d533654b7d221a6a97304ab63c41c96473ff04459e404b83275b60aa8f4b7004 \ + --hash=sha256:d605e9c23906d1994f55ace80e0125c587f96c020037ea6aa98d01b4bd2e222f \ + --hash=sha256:de3ade0e53bc1f21358aa74ff4830235d716211d7d077e340c7349bc3542e884 \ + --hash=sha256:e89369d27f9e7b0884ae559a3a956e77c02114cc60a6058b4e5011572eea9299 \ + --hash=sha256:eccfa1906eacc02de42d70ef4aecea45415f5be17e72b61bafcfd329bdc52e94 \ + --hash=sha256:f26264b282b9da0952a024ae34710c2aff7d27480ee91a2e82b7b7073c24722f # via # mlflow # scikit-learn @@ -1032,11 +1056,12 @@ threadpoolctl==3.5.0 \ --hash=sha256:082433502dd922bf738de0d8bcc4fdcbf0979ff44c42bd40f5af8a282f6fa107 \ --hash=sha256:56c1e26c150397e58c4926da8eeee87533b1e32bef131bd4bf6a2f45f3185467 # via scikit-learn -typing-extensions==4.11.0 \ - --hash=sha256:83f085bd5ca59c80295fc2a82ab5dac679cbe02b9f33f7d83af68e241bea51b0 \ - --hash=sha256:c1f94d72897edaf4ce775bb7558d5b79d8126906a14ea5ed1635921406c0387a +typing-extensions==4.12.1 \ + --hash=sha256:6024b58b69089e5a89c347397254e35f1bf02a907728ec7fee9bf0fe837d203a \ + --hash=sha256:915f5e35ff76f56588223f15fdd5938f9a1cf9195c0de25130c627e4d597f6d1 # via # alembic + # opentelemetry-sdk # sqlalchemy tzdata==2024.1 \ --hash=sha256:2674120f8d891909751c38abcdfd386ac0a5a1127954fbc332af6b5ceae07efd \ @@ -1052,7 +1077,79 @@ werkzeug==3.0.3 \ --hash=sha256:097e5bfda9f0aba8da6b8545146def481d06aa7d3266e7448e2cccf67dd8bd18 \ --hash=sha256:fc9645dc43e03e4d630d23143a04a7f947a9a3b5727cd535fdfe155a17cc48c8 # via flask -zipp==3.18.1 \ - --hash=sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b \ - --hash=sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715 +wrapt==1.16.0 \ + --hash=sha256:0d2691979e93d06a95a26257adb7bfd0c93818e89b1406f5a28f36e0d8c1e1fc \ + --hash=sha256:14d7dc606219cdd7405133c713f2c218d4252f2a469003f8c46bb92d5d095d81 \ + --hash=sha256:1a5db485fe2de4403f13fafdc231b0dbae5eca4359232d2efc79025527375b09 \ + --hash=sha256:1acd723ee2a8826f3d53910255643e33673e1d11db84ce5880675954183ec47e \ + --hash=sha256:1ca9b6085e4f866bd584fb135a041bfc32cab916e69f714a7d1d397f8c4891ca \ + --hash=sha256:1dd50a2696ff89f57bd8847647a1c363b687d3d796dc30d4dd4a9d1689a706f0 \ + --hash=sha256:2076fad65c6736184e77d7d4729b63a6d1ae0b70da4868adeec40989858eb3fb \ + --hash=sha256:2a88e6010048489cda82b1326889ec075a8c856c2e6a256072b28eaee3ccf487 \ + --hash=sha256:3ebf019be5c09d400cf7b024aa52b1f3aeebeff51550d007e92c3c1c4afc2a40 \ + --hash=sha256:418abb18146475c310d7a6dc71143d6f7adec5b004ac9ce08dc7a34e2babdc5c \ + --hash=sha256:43aa59eadec7890d9958748db829df269f0368521ba6dc68cc172d5d03ed8060 \ + --hash=sha256:44a2754372e32ab315734c6c73b24351d06e77ffff6ae27d2ecf14cf3d229202 \ + --hash=sha256:490b0ee15c1a55be9c1bd8609b8cecd60e325f0575fc98f50058eae366e01f41 \ + --hash=sha256:49aac49dc4782cb04f58986e81ea0b4768e4ff197b57324dcbd7699c5dfb40b9 \ + --hash=sha256:5eb404d89131ec9b4f748fa5cfb5346802e5ee8836f57d516576e61f304f3b7b \ + --hash=sha256:5f15814a33e42b04e3de432e573aa557f9f0f56458745c2074952f564c50e664 \ + --hash=sha256:5f370f952971e7d17c7d1ead40e49f32345a7f7a5373571ef44d800d06b1899d \ + --hash=sha256:66027d667efe95cc4fa945af59f92c5a02c6f5bb6012bff9e60542c74c75c362 \ + --hash=sha256:66dfbaa7cfa3eb707bbfcd46dab2bc6207b005cbc9caa2199bcbc81d95071a00 \ + --hash=sha256:685f568fa5e627e93f3b52fda002c7ed2fa1800b50ce51f6ed1d572d8ab3e7fc \ + --hash=sha256:6906c4100a8fcbf2fa735f6059214bb13b97f75b1a61777fcf6432121ef12ef1 \ + --hash=sha256:6a42cd0cfa8ffc1915aef79cb4284f6383d8a3e9dcca70c445dcfdd639d51267 \ + --hash=sha256:6dcfcffe73710be01d90cae08c3e548d90932d37b39ef83969ae135d36ef3956 \ + --hash=sha256:6f6eac2360f2d543cc875a0e5efd413b6cbd483cb3ad7ebf888884a6e0d2e966 \ + --hash=sha256:72554a23c78a8e7aa02abbd699d129eead8b147a23c56e08d08dfc29cfdddca1 \ + --hash=sha256:73870c364c11f03ed072dda68ff7aea6d2a3a5c3fe250d917a429c7432e15228 \ + --hash=sha256:73aa7d98215d39b8455f103de64391cb79dfcad601701a3aa0dddacf74911d72 \ + --hash=sha256:75ea7d0ee2a15733684badb16de6794894ed9c55aa5e9903260922f0482e687d \ + --hash=sha256:7bd2d7ff69a2cac767fbf7a2b206add2e9a210e57947dd7ce03e25d03d2de292 \ + --hash=sha256:807cc8543a477ab7422f1120a217054f958a66ef7314f76dd9e77d3f02cdccd0 \ + --hash=sha256:8e9723528b9f787dc59168369e42ae1c3b0d3fadb2f1a71de14531d321ee05b0 \ + --hash=sha256:9090c9e676d5236a6948330e83cb89969f433b1943a558968f659ead07cb3b36 \ + --hash=sha256:9153ed35fc5e4fa3b2fe97bddaa7cbec0ed22412b85bcdaf54aeba92ea37428c \ + --hash=sha256:9159485323798c8dc530a224bd3ffcf76659319ccc7bbd52e01e73bd0241a0c5 \ + --hash=sha256:941988b89b4fd6b41c3f0bfb20e92bd23746579736b7343283297c4c8cbae68f \ + --hash=sha256:94265b00870aa407bd0cbcfd536f17ecde43b94fb8d228560a1e9d3041462d73 \ + --hash=sha256:98b5e1f498a8ca1858a1cdbffb023bfd954da4e3fa2c0cb5853d40014557248b \ + --hash=sha256:9b201ae332c3637a42f02d1045e1d0cccfdc41f1f2f801dafbaa7e9b4797bfc2 \ + --hash=sha256:a0ea261ce52b5952bf669684a251a66df239ec6d441ccb59ec7afa882265d593 \ + --hash=sha256:a33a747400b94b6d6b8a165e4480264a64a78c8a4c734b62136062e9a248dd39 \ + --hash=sha256:a452f9ca3e3267cd4d0fcf2edd0d035b1934ac2bd7e0e57ac91ad6b95c0c6389 \ + --hash=sha256:a86373cf37cd7764f2201b76496aba58a52e76dedfaa698ef9e9688bfd9e41cf \ + --hash=sha256:ac83a914ebaf589b69f7d0a1277602ff494e21f4c2f743313414378f8f50a4cf \ + --hash=sha256:aefbc4cb0a54f91af643660a0a150ce2c090d3652cf4052a5397fb2de549cd89 \ + --hash=sha256:b3646eefa23daeba62643a58aac816945cadc0afaf21800a1421eeba5f6cfb9c \ + --hash=sha256:b47cfad9e9bbbed2339081f4e346c93ecd7ab504299403320bf85f7f85c7d46c \ + --hash=sha256:b935ae30c6e7400022b50f8d359c03ed233d45b725cfdd299462f41ee5ffba6f \ + --hash=sha256:bb2dee3874a500de01c93d5c71415fcaef1d858370d405824783e7a8ef5db440 \ + --hash=sha256:bc57efac2da352a51cc4658878a68d2b1b67dbe9d33c36cb826ca449d80a8465 \ + --hash=sha256:bf5703fdeb350e36885f2875d853ce13172ae281c56e509f4e6eca049bdfb136 \ + --hash=sha256:c31f72b1b6624c9d863fc095da460802f43a7c6868c5dda140f51da24fd47d7b \ + --hash=sha256:c5cd603b575ebceca7da5a3a251e69561bec509e0b46e4993e1cac402b7247b8 \ + --hash=sha256:d2efee35b4b0a347e0d99d28e884dfd82797852d62fcd7ebdeee26f3ceb72cf3 \ + --hash=sha256:d462f28826f4657968ae51d2181a074dfe03c200d6131690b7d65d55b0f360f8 \ + --hash=sha256:d5e49454f19ef621089e204f862388d29e6e8d8b162efce05208913dde5b9ad6 \ + --hash=sha256:da4813f751142436b075ed7aa012a8778aa43a99f7b36afe9b742d3ed8bdc95e \ + --hash=sha256:db2e408d983b0e61e238cf579c09ef7020560441906ca990fe8412153e3b291f \ + --hash=sha256:db98ad84a55eb09b3c32a96c576476777e87c520a34e2519d3e59c44710c002c \ + --hash=sha256:dbed418ba5c3dce92619656802cc5355cb679e58d0d89b50f116e4a9d5a9603e \ + --hash=sha256:dcdba5c86e368442528f7060039eda390cc4091bfd1dca41e8046af7c910dda8 \ + --hash=sha256:decbfa2f618fa8ed81c95ee18a387ff973143c656ef800c9f24fb7e9c16054e2 \ + --hash=sha256:e4fdb9275308292e880dcbeb12546df7f3e0f96c6b41197e0cf37d2826359020 \ + --hash=sha256:eb1b046be06b0fce7249f1d025cd359b4b80fc1c3e24ad9eca33e0dcdb2e4a35 \ + --hash=sha256:eb6e651000a19c96f452c85132811d25e9264d836951022d6e81df2fff38337d \ + --hash=sha256:ed867c42c268f876097248e05b6117a65bcd1e63b779e916fe2e33cd6fd0d3c3 \ + --hash=sha256:edfad1d29c73f9b863ebe7082ae9321374ccb10879eeabc84ba3b69f2579d537 \ + --hash=sha256:f2058f813d4f2b5e3a9eb2eb3faf8f1d99b81c3e51aeda4b168406443e8ba809 \ + --hash=sha256:f6b2d0c6703c988d334f297aa5df18c45e97b0af3679bb75059e0e0bd8b1069d \ + --hash=sha256:f8212564d49c50eb4565e502814f694e240c55551a5f1bc841d4fcaabb0a9b8a \ + --hash=sha256:ffa565331890b90056c01db69c0fe634a776f8019c143a5ae265f9c6bc4bd6d4 + # via deprecated +zipp==3.19.1 \ + --hash=sha256:2828e64edb5386ea6a52e7ba7cdb17bb30a73a858f5eb6eb93d8d36f5ea26091 \ + --hash=sha256:35427f6d5594f4acf82d25541438348c26736fa9b3afa2754bcd63cdb99d8e8f # via importlib-metadata diff --git a/tox.ini b/tox.ini index ee4190dfade..38341c2708e 100644 --- a/tox.ini +++ b/tox.ini @@ -96,30 +96,6 @@ allowlist_externals = commands = make html -[testenv:trivy-scan] -deps = - {[testenv:unit-test-py310]deps} -passenv = - {[testenv]passenv} - TRIVY_DOWNLOAD_URL -allowlist_externals = - bash - curl - tar - rm - *trivy* -extras = full -commands = - bash -c "pip freeze > requirements.txt" - curl -L0 {env:TRIVY_DOWNLOAD_URL} -o {toxworkdir}/trivy.tar.gz - tar -xzf {toxworkdir}/trivy.tar.gz -C {toxworkdir} - {toxworkdir}/trivy fs -d -c .ci/trivy.yaml -o {toxworkdir}/trivy-results-otx.txt ./requirements.txt - {toxworkdir}/trivy fs -d -c .ci/trivy.yaml --list-all-pkgs --format template --template "@.ci/csv.tmpl" -o {toxworkdir}/trivy-results-otx.csv ./requirements.txt - {toxworkdir}/trivy fs -d -c .ci/trivy.yaml --format spdx-json -o {toxworkdir}/trivy-spdx-otx.json ./requirements.txt - rm {toxworkdir}/trivy.tar.gz - rm {toxworkdir}/trivy - rm requirements.txt - [testenv:bandit-scan] skip_install = true From 97c716cac9634440472bf6c02655f6d644b71715 Mon Sep 17 00:00:00 2001 From: Harim Kang Date: Mon, 3 Jun 2024 16:45:07 +0900 Subject: [PATCH 22/30] Bump anomalib from 1.0.1 to 1.1.0 (#3572) Bump anomalib version to 1.1.0 --- pyproject.toml | 6 +++--- src/otx/cli/install.py | 9 --------- 2 files changed, 3 insertions(+), 12 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 313f7d85998..84ae4c78490 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -30,7 +30,7 @@ dependencies = [ "datumaro==1.6.1", "omegaconf==2.3.0", "rich==13.7.1", - "jsonargparse==4.27.1", + "jsonargparse==4.27.7", "psutil==5.9.8", # Mem cache needs system checks "ftfy==6.1.3", "regex==2023.12.25", @@ -69,7 +69,7 @@ docs = [ ] base = [ "torch==2.1.1", - "lightning==2.1.2", + "lightning==2.2", "pytorchcv", "timm", "openvino==2024.0", @@ -78,7 +78,7 @@ base = [ "onnx==1.16.0", "onnxconverter-common==1.14.0", "nncf==2.9.0", - "anomalib[core]==1.0.1", + "anomalib[core]==1.1.0", ] mmlab = [ "mmdet==3.2.0", diff --git a/src/otx/cli/install.py b/src/otx/cli/install.py index 5414970ba07..a5420cf2427 100644 --- a/src/otx/cli/install.py +++ b/src/otx/cli/install.py @@ -153,15 +153,6 @@ def otx_install( msg = "Cannot complete installation" raise RuntimeError(msg) - # TODO(harimkang): Remove this reinstalling after resolving conflict with anomalib==1.0.1 - # https://github.com/openvinotoolkit/training_extensions/actions/runs/8531851027/job/23372146228?pr=3258#step:5:2587 - install_args = ["--user"] if user else [] - install_args += ["jsonargparse==4.27.7"] - status_code = create_command("install").main(install_args) - if status_code != 0: - msg = "Cannot install jsonargparse==4.27.7" - raise RuntimeError(msg) - # Patch MMAction2 with src/otx/cli/patches/mmaction2.patch patch_mmaction2() From a3f18376396d268cf096f8d9ce332e31c1341778 Mon Sep 17 00:00:00 2001 From: Eugene Liu Date: Tue, 4 Jun 2024 02:17:17 +0100 Subject: [PATCH 23/30] Fix F1 instance seg accuracy drop (#3578) * add MaskRLEMeanAPFMeasureCallable * update recipes * format --- .../algo/instance_segmentation/maskrcnn.py | 6 +-- .../algo/instance_segmentation/rtmdet_inst.py | 4 +- src/otx/core/metrics/mean_ap.py | 44 +++++++++++++++++++ src/otx/core/model/instance_segmentation.py | 22 +++++++--- .../maskrcnn_efficientnetb2b_tile.yaml | 1 - .../maskrcnn_r50_tile.yaml | 1 - .../maskrcnn_swint_tile.yaml | 1 - 7 files changed, 64 insertions(+), 15 deletions(-) diff --git a/src/otx/algo/instance_segmentation/maskrcnn.py b/src/otx/algo/instance_segmentation/maskrcnn.py index a450419f72d..94ac8f172c6 100644 --- a/src/otx/algo/instance_segmentation/maskrcnn.py +++ b/src/otx/algo/instance_segmentation/maskrcnn.py @@ -35,7 +35,7 @@ from otx.core.data.entity.utils import stack_batch from otx.core.exporter.base import OTXModelExporter from otx.core.exporter.native import OTXNativeModelExporter -from otx.core.metrics.mean_ap import MaskRLEMeanAPCallable +from otx.core.metrics.mean_ap import MaskRLEMeanAPFMeasureCallable from otx.core.model.base import DefaultOptimizerCallable, DefaultSchedulerCallable from otx.core.model.instance_segmentation import ExplainableOTXInstanceSegModel from otx.core.schedulers import LRSchedulerListCallable @@ -56,7 +56,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MaskRLEMeanAPCallable, + metric: MetricCallable = MaskRLEMeanAPFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: @@ -627,7 +627,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MaskRLEMeanAPCallable, + metric: MetricCallable = MaskRLEMeanAPFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: diff --git a/src/otx/algo/instance_segmentation/rtmdet_inst.py b/src/otx/algo/instance_segmentation/rtmdet_inst.py index 9499d889aa4..f3460a648db 100644 --- a/src/otx/algo/instance_segmentation/rtmdet_inst.py +++ b/src/otx/algo/instance_segmentation/rtmdet_inst.py @@ -30,7 +30,7 @@ from otx.core.data.entity.utils import stack_batch from otx.core.exporter.base import OTXModelExporter from otx.core.exporter.native import OTXNativeModelExporter -from otx.core.metrics.mean_ap import MaskRLEMeanAPCallable +from otx.core.metrics.mean_ap import MaskRLEMeanAPFMeasureCallable from otx.core.model.base import DefaultOptimizerCallable, DefaultSchedulerCallable from otx.core.model.instance_segmentation import ExplainableOTXInstanceSegModel from otx.core.schedulers import LRSchedulerListCallable @@ -59,7 +59,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MaskRLEMeanAPCallable, + metric: MetricCallable = MaskRLEMeanAPFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: diff --git a/src/otx/core/metrics/mean_ap.py b/src/otx/core/metrics/mean_ap.py index 43bdb3bcdcb..75ca8b2a943 100644 --- a/src/otx/core/metrics/mean_ap.py +++ b/src/otx/core/metrics/mean_ap.py @@ -5,14 +5,18 @@ from __future__ import annotations +import inspect from typing import TYPE_CHECKING, Any import pycocotools.mask as mask_utils import torch +from torchmetrics import MetricCollection from torchmetrics.detection.mean_ap import MeanAveragePrecision from otx.core.types.label import LabelInfo +from .fmeasure import FMeasure + if TYPE_CHECKING: from torchmetrics import Metric @@ -72,6 +76,36 @@ def _get_safe_item_values( return None, tuple(masks) +class MaskRLEMeanAveragePrecisionFMeasure(MetricCollection): + """Computes the mean AP with f-measure for a resultset. + + NOTE: IMPORTANT!!! Do not use this metric to evaluate a F1 score on a test set. + This is because it can pollute test evaluation. + It will optimize the confidence threshold on the test set by + doing line search on confidence threshold axis. + The correct way to obtain the test set F1 score is to use + the best confidence threshold obtained from the validation set. + You should use `--metric otx.core.metrics.fmeasure.FMeasureCallable`override + to correctly obtain F1 score from a test set. + """ + + def __init__(self, box_format: str, iou_type: str, label_info: LabelInfo, **kwargs): + map_kwargs = self._filter_kwargs(MaskRLEMeanAveragePrecision, kwargs) + fmeasure_kwargs = self._filter_kwargs(FMeasure, kwargs) + + super().__init__( + [ + MaskRLEMeanAveragePrecision(box_format, iou_type, **map_kwargs), + FMeasure(label_info, **fmeasure_kwargs), + ], + ) + + def _filter_kwargs(self, cls: type[Any], kwargs: dict[str, Any]) -> dict[str, Any]: + cls_params = inspect.signature(cls.__init__).parameters + valid_keys = set(cls_params.keys()) - {"self"} + return {k: v for k, v in kwargs.items() if k in valid_keys} + + def _mean_ap_callable(label_info: LabelInfo) -> Metric: # noqa: ARG001 return MeanAveragePrecision(box_format="xyxy", iou_type="bbox") @@ -86,4 +120,14 @@ def _mask_rle_mean_ap_callable(label_info: LabelInfo) -> Metric: # noqa: ARG001 ) +def _rle_mean_ap_f_measure_callable(label_info: LabelInfo) -> MaskRLEMeanAveragePrecisionFMeasure: + return MaskRLEMeanAveragePrecisionFMeasure( + box_format="xyxy", + iou_type="segm", + label_info=label_info, + ) + + MaskRLEMeanAPCallable = _mask_rle_mean_ap_callable + +MaskRLEMeanAPFMeasureCallable = _rle_mean_ap_f_measure_callable diff --git a/src/otx/core/model/instance_segmentation.py b/src/otx/core/model/instance_segmentation.py index 53e083e78d2..89d97fbcb0d 100644 --- a/src/otx/core/model/instance_segmentation.py +++ b/src/otx/core/model/instance_segmentation.py @@ -14,6 +14,7 @@ import torch from model_api.models import Model from model_api.tilers import InstanceSegmentationTiler +from torchmetrics import Metric, MetricCollection from torchvision import tv_tensors from otx.algo.explain.explain_algo import InstSegExplainAlgo, feature_vector_fn @@ -24,7 +25,8 @@ from otx.core.data.entity.instance_segmentation import InstanceSegBatchDataEntity, InstanceSegBatchPredEntity from otx.core.data.entity.tile import OTXTileBatchDataEntity from otx.core.metrics import MetricInput -from otx.core.metrics.mean_ap import MaskRLEMeanAPCallable +from otx.core.metrics.fmeasure import FMeasure +from otx.core.metrics.mean_ap import MaskRLEMeanAPFMeasureCallable from otx.core.model.base import DefaultOptimizerCallable, DefaultSchedulerCallable, OTXModel, OVModel from otx.core.schedulers import LRSchedulerListCallable from otx.core.types.export import TaskLevelExportParameters @@ -39,7 +41,6 @@ from model_api.models.utils import InstanceSegmentationResult from omegaconf import DictConfig from torch import nn - from torchmetrics import Metric from otx.core.metrics import MetricCallable @@ -52,7 +53,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MaskRLEMeanAPCallable, + metric: MetricCallable = MaskRLEMeanAPFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: @@ -135,7 +136,14 @@ def _log_metrics(self, meter: Metric, key: Literal["val", "test"], **compute_kwa retval = super()._log_metrics(meter, key) # NOTE: Validation metric logging can update `best_confidence_threshold` - if best_confidence_threshold := getattr(meter, "best_confidence_threshold", None): + if ( + isinstance(meter, MetricCollection) + and (fmeasure := getattr(meter, "FMeasure", None)) + and (best_confidence_threshold := getattr(fmeasure, "best_confidence_threshold", None)) + ) or ( + isinstance(meter, FMeasure) + and (best_confidence_threshold := getattr(meter, "best_confidence_threshold", None)) + ): self.hparams["best_confidence_threshold"] = best_confidence_threshold return retval @@ -215,7 +223,7 @@ def __init__( label_info: LabelInfoTypes, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MaskRLEMeanAPCallable, + metric: MetricCallable = MaskRLEMeanAPFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: @@ -364,7 +372,7 @@ def __init__( config: DictConfig | None = None, optimizer: OptimizerCallable = DefaultOptimizerCallable, scheduler: LRSchedulerCallable | LRSchedulerListCallable = DefaultSchedulerCallable, - metric: MetricCallable = MaskRLEMeanAPCallable, + metric: MetricCallable = MaskRLEMeanAPFMeasureCallable, torch_compile: bool = False, tile_config: TileConfig = TileConfig(enable_tiler=False), ) -> None: @@ -556,7 +564,7 @@ def __init__( max_num_requests: int | None = None, use_throughput_mode: bool = True, model_api_configuration: dict[str, Any] | None = None, - metric: MetricCallable = MaskRLEMeanAPCallable, + metric: MetricCallable = MaskRLEMeanAPFMeasureCallable, **kwargs, ) -> None: super().__init__( diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b_tile.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b_tile.yaml index dc11f439635..706fdd43777 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b_tile.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_efficientnetb2b_tile.yaml @@ -30,7 +30,6 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: - export_precision: FP32 max_epochs: 100 data: task: INSTANCE_SEGMENTATION diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_r50_tile.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_r50_tile.yaml index 598df8f31d1..6e6191ebbd0 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_r50_tile.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_r50_tile.yaml @@ -30,7 +30,6 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: - export_precision: FP32 max_epochs: 100 gradient_clip_val: 35.0 data: diff --git a/src/otx/recipe/instance_segmentation/maskrcnn_swint_tile.yaml b/src/otx/recipe/instance_segmentation/maskrcnn_swint_tile.yaml index c0899b3a3fe..00d9237842c 100644 --- a/src/otx/recipe/instance_segmentation/maskrcnn_swint_tile.yaml +++ b/src/otx/recipe/instance_segmentation/maskrcnn_swint_tile.yaml @@ -29,7 +29,6 @@ callback_monitor: val/map_50 data: ../_base_/data/torchvision_base.yaml overrides: - export_precision: FP32 max_epochs: 100 data: task: INSTANCE_SEGMENTATION From f862ae77638d3162107e21181d98c0ceeacb6d71 Mon Sep 17 00:00:00 2001 From: Yunchu Lee Date: Wed, 5 Jun 2024 08:18:55 +0900 Subject: [PATCH 24/30] Update for using locally stored pretrained weights in the CI for torch hub models (#3541) --- src/otx/algo/classification/dino_v2.py | 17 +++++++++++++++++ src/otx/algo/segmentation/backbones/dinov2.py | 19 +++++++++++++++++-- 2 files changed, 34 insertions(+), 2 deletions(-) diff --git a/src/otx/algo/classification/dino_v2.py b/src/otx/algo/classification/dino_v2.py index 16b69cb7a88..473321de8fb 100644 --- a/src/otx/algo/classification/dino_v2.py +++ b/src/otx/algo/classification/dino_v2.py @@ -5,6 +5,8 @@ from __future__ import annotations +import os +from pathlib import Path from typing import TYPE_CHECKING, Any, Literal import torch @@ -48,11 +50,26 @@ def __init__( ): super().__init__() self._init_args = get_class_initial_arguments() + + ci_data_root = os.environ.get("CI_DATA_ROOT") + pretrained: bool = True + if ci_data_root is not None and Path(ci_data_root).exists(): + pretrained = False + self.backbone = torch.hub.load( repo_or_dir="facebookresearch/dinov2", model=backbone, + pretrained=pretrained, ) + if ci_data_root is not None and Path(ci_data_root).exists(): + ckpt_filename = f"{backbone}4_pretrain.pth" + ckpt_path = Path(ci_data_root) / "torch" / "hub" / "checkpoints" / ckpt_filename + if not ckpt_path.exists(): + msg = f"cannot find weights file: {ckpt_filename}" + raise FileExistsError(msg) + self.backbone.load_state_dict(torch.load(ckpt_path)) + if freeze_backbone: self._freeze_backbone(self.backbone) diff --git a/src/otx/algo/segmentation/backbones/dinov2.py b/src/otx/algo/segmentation/backbones/dinov2.py index ee885639fd4..855ea8ef69e 100644 --- a/src/otx/algo/segmentation/backbones/dinov2.py +++ b/src/otx/algo/segmentation/backbones/dinov2.py @@ -5,6 +5,7 @@ from __future__ import annotations +import os from functools import partial from pathlib import Path @@ -29,8 +30,22 @@ def __init__( ): super().__init__(init_cfg) self._init_args = get_class_initial_arguments() - torch.hub._validate_not_a_forked_repo = lambda a, b, c: True # noqa: SLF001, ARG005 - self.backbone = torch.hub.load(repo_or_dir="facebookresearch/dinov2", model=name) + + ci_data_root = os.environ.get("CI_DATA_ROOT") + pretrained: bool = True + if ci_data_root is not None and Path(ci_data_root).exists(): + pretrained = False + + self.backbone = torch.hub.load(repo_or_dir="facebookresearch/dinov2", model=name, pretrained=pretrained) + + if ci_data_root is not None and Path(ci_data_root).exists(): + ckpt_filename = f"{name}4_pretrain.pth" + ckpt_path = Path(ci_data_root) / "torch" / "hub" / "checkpoints" / ckpt_filename + if not ckpt_path.exists(): + msg = f"cannot find weights file: {ckpt_filename}" + raise FileExistsError(msg) + self.backbone.load_state_dict(torch.load(ckpt_path)) + if freeze_backbone: self._freeze_backbone(self.backbone) From 133befbd48839f3e64cddaa0cf6bc67d9c41123e Mon Sep 17 00:00:00 2001 From: Wonju Lee Date: Fri, 7 Jun 2024 14:30:44 +0900 Subject: [PATCH 25/30] Update ATSS input size to 992x800 (#3588) update atss input size --- src/otx/algo/detection/atss.py | 2 +- src/otx/recipe/detection/atss_mobilenetv2.yaml | 6 +++--- src/otx/recipe/detection/atss_mobilenetv2_tile.yaml | 6 +++--- src/otx/recipe/detection/atss_resnext101.yaml | 6 +++--- tests/assets/mmdeploy_config_sample.py | 2 +- tests/unit/engine/utils/test_auto_configurator.py | 2 +- 6 files changed, 12 insertions(+), 12 deletions(-) diff --git a/src/otx/algo/detection/atss.py b/src/otx/algo/detection/atss.py index 103296feef7..e23bd6e389b 100644 --- a/src/otx/algo/detection/atss.py +++ b/src/otx/algo/detection/atss.py @@ -65,7 +65,7 @@ def __init__( torch_compile=torch_compile, tile_config=tile_config, ) - self.image_size = (1, 3, 736, 992) + self.image_size = (1, 3, 800, 992) self.tile_image_size = self.image_size def _create_model(self) -> nn.Module: diff --git a/src/otx/recipe/detection/atss_mobilenetv2.yaml b/src/otx/recipe/detection/atss_mobilenetv2.yaml index 1d3a0681fc2..0113424f836 100644 --- a/src/otx/recipe/detection/atss_mobilenetv2.yaml +++ b/src/otx/recipe/detection/atss_mobilenetv2.yaml @@ -59,7 +59,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: true - class_path: otx.core.data.transform_libs.torchvision.RandomFlip @@ -84,7 +84,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: false is_numpy_to_tvtensor: true @@ -104,7 +104,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: false is_numpy_to_tvtensor: true diff --git a/src/otx/recipe/detection/atss_mobilenetv2_tile.yaml b/src/otx/recipe/detection/atss_mobilenetv2_tile.yaml index 0a962e226ee..3dff39eb07c 100644 --- a/src/otx/recipe/detection/atss_mobilenetv2_tile.yaml +++ b/src/otx/recipe/detection/atss_mobilenetv2_tile.yaml @@ -56,7 +56,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: true - class_path: otx.core.data.transform_libs.torchvision.RandomFlip @@ -81,7 +81,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: false is_numpy_to_tvtensor: true @@ -101,7 +101,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: false is_numpy_to_tvtensor: true diff --git a/src/otx/recipe/detection/atss_resnext101.yaml b/src/otx/recipe/detection/atss_resnext101.yaml index 9cd2cd47ef8..346cbf474e1 100644 --- a/src/otx/recipe/detection/atss_resnext101.yaml +++ b/src/otx/recipe/detection/atss_resnext101.yaml @@ -59,7 +59,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: true - class_path: otx.core.data.transform_libs.torchvision.RandomFlip @@ -84,7 +84,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: false is_numpy_to_tvtensor: true @@ -104,7 +104,7 @@ overrides: init_args: scale: - 992 - - 736 + - 800 keep_ratio: false transform_bbox: false is_numpy_to_tvtensor: true diff --git a/tests/assets/mmdeploy_config_sample.py b/tests/assets/mmdeploy_config_sample.py index f230916c0e1..ce7937eb5e9 100644 --- a/tests/assets/mmdeploy_config_sample.py +++ b/tests/assets/mmdeploy_config_sample.py @@ -51,5 +51,5 @@ backend_config = dict( type="openvino", mo_options=None, - model_inputs=[dict(opt_shapes=dict(input=[-1, 3, 736, 992]))], + model_inputs=[dict(opt_shapes=dict(input=[-1, 3, 800, 992]))], ) \ No newline at end of file diff --git a/tests/unit/engine/utils/test_auto_configurator.py b/tests/unit/engine/utils/test_auto_configurator.py index 00c4af42c28..9cec1be9d88 100644 --- a/tests/unit/engine/utils/test_auto_configurator.py +++ b/tests/unit/engine/utils/test_auto_configurator.py @@ -172,7 +172,7 @@ def test_update_ov_subset_pipeline(self) -> None: { "class_path": "otx.core.data.transform_libs.torchvision.Resize", "init_args": { - "scale": [992, 736], + "scale": [992, 800], "keep_ratio": False, "transform_bbox": False, "is_numpy_to_tvtensor": True, From 6c9d33dd1bcb0d91c8a9162de2d5ccf141b99ed7 Mon Sep 17 00:00:00 2001 From: Harim Kang Date: Fri, 7 Jun 2024 15:20:46 +0900 Subject: [PATCH 26/30] Update 2.0.0 CHANGELOG (#3589) * Add 2.0.0 CHANGELOG * Remove 1 comments --- CHANGELOG.md | 24 ++++++++++++++++++++++++ README.md | 18 +++++++++++++++++- 2 files changed, 41 insertions(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 655f9e1a8ef..a72514689c7 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,30 @@ All notable changes to this project will be documented in this file. ### Enhancements +## \[v2.0.0\] + +> _**NOTES**_ +> +> OpenVINO™ Training Extensions which version 2.0.0 has been updated to include refactoring of the overall architecture and functional updates. Users should [install the new environment](https://openvinotoolkit.github.io/training_extensions/latest/guide/get_started/installation.html). + +### New features + +- Enable New design to provide a more seamless API/CLI that delivers the value of OTX: [Product Design](https://openvinotoolkit.github.io/training_extensions/latest/guide/explanation/product_design.html) +- Moved away from MMLab's libraries to provide a Lightning-based core and training pipeline +- Use Lightning-based modules and trainers to deliver APIs/CLIs in a more user-friendly way +- Support Intel devices for accelerating deep learning model training + +### Enhancements + +- Support more models for each task +- Improve the API so user can configure efficient training with shorter code +- Provide more customize settings through the CLI and API +- Enhance the Auto-Configuration feature and made it available in the API + +### Bug fixes + +- Fixing some minor issues + ## \[v1.6.1\] ### Enhancements diff --git a/README.md b/README.md index 960b0e9ad94..3345dcd9d8a 100644 --- a/README.md +++ b/README.md @@ -192,7 +192,23 @@ In addition to the examples above, please refer to the documentation for tutoria ### v2.0.0 (1Q24) -TBD +### New features + +- Enable New design to provide a more seamless API/CLI that delivers the value of OTX: [Product Design](https://openvinotoolkit.github.io/training_extensions/latest/guide/explanation/product_design.html) +- Moved away from MMLab's libraries to provide a Lightning-based core and training pipeline +- Use Lightning-based modules and trainers to deliver APIs/CLIs in a more user-friendly way +- Support Intel devices for accelerating deep learning model training + +### Enhancements + +- Support more models for each task +- Improve the API so user can configure efficient training with shorter code +- Provide more customize settings through the CLI and API +- Enhance the Auto-Configuration feature and made it available in the API + +### Bug fixes + +- Fixing some issues ### Release History From 65b91361586f43acafa3fe7c3c21cdf03831ed30 Mon Sep 17 00:00:00 2001 From: Yunchu Lee Date: Mon, 10 Jun 2024 17:56:30 +0900 Subject: [PATCH 27/30] Update for release 2.0.0 (#3594) * add fuzzing * update to use coverage * increase rss limit to 40Mb * revert rss limit setting * add known issues and update release note * add known issues * update version string --- CHANGELOG.md | 5 ++++ README.md | 4 +-- docs/source/guide/release_notes/index.rst | 29 ++++++++++++++++++ src/otx/__init__.py | 2 +- tests/fuzzing/__init__.py | 2 ++ tests/fuzzing/assets/cli/commands.dict | 8 +++++ tests/fuzzing/cli_fuzzing.py | 36 +++++++++++++++++++++++ tests/fuzzing/helper.py | 13 ++++++++ tox.ini | 15 ++++++++++ 9 files changed, 111 insertions(+), 3 deletions(-) create mode 100644 tests/fuzzing/__init__.py create mode 100644 tests/fuzzing/assets/cli/commands.dict create mode 100644 tests/fuzzing/cli_fuzzing.py create mode 100644 tests/fuzzing/helper.py diff --git a/CHANGELOG.md b/CHANGELOG.md index a72514689c7..5ebb0cf27ed 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -32,6 +32,11 @@ All notable changes to this project will be documented in this file. - Fixing some minor issues +### Known issues + +- Anomaly task processing times have increased compared with v1.\* version, with anomaly classification experiencing a slowdown of approximately 26%, anomaly detection by approximately 213%, and anomaly segmentation by approximately 78%. [Issue #3592](https://github.com/openvinotoolkit/training_extensions/issues/3592) +- Post-Training Quantization (PTQ) optimization applied to `maskrcnn_swint` in the instance segmentation task may result in significantly reduced accuracy compared with v1.\* [Issue #3593](https://github.com/openvinotoolkit/training_extensions/issues/3593) + ## \[v1.6.1\] ### Enhancements diff --git a/README.md b/README.md index 3345dcd9d8a..0cd82ebd4f1 100644 --- a/README.md +++ b/README.md @@ -240,8 +240,8 @@ Please use [Issues](https://github.com/openvinotoolkit/training_extensions/issue ## Known limitations -[misc](https://github.com/openvinotoolkit/training_extensions/tree/misc) branch contains training, evaluation, and export scripts for models based on TensorFlow and PyTorch. -These scripts are not ready for production. They are exploratory and have not been validated. +- [misc](https://github.com/openvinotoolkit/training_extensions/tree/misc) branch contains training, evaluation, and export scripts for models based on TensorFlow and PyTorch. + These scripts are not ready for production. They are exploratory and have not been validated. --- diff --git a/docs/source/guide/release_notes/index.rst b/docs/source/guide/release_notes/index.rst index 5e393be51db..8909a211ae1 100644 --- a/docs/source/guide/release_notes/index.rst +++ b/docs/source/guide/release_notes/index.rst @@ -8,6 +8,35 @@ Releases v2.0.0 (2Q24) ------------- +.. note:: + OpenVINO™ Training Extensions which version 2.0.0 has been updated to include refactoring of the overall + architecture and functional updates. Users should [install the new environment](https://openvinotoolkit.github.io/training_extensions/latest/guide/get_started/installation.html). + +New features +^^^^^^^^^^^^ +- Enable New design to provide a more seamless API/CLI that delivers the value of OTX: [Product Design](https://openvinotoolkit.github.io/training_extensions/latest/guide/explanation/product_design.html) +- Moved away from MMLab's libraries to provide a Lightning-based core and training pipeline +- Use Lightning-based modules and trainers to deliver APIs/CLIs in a more user-friendly way +- Support Intel devices for accelerating deep learning model training + +Enhancements +^^^^^^^^^^^^ +- Support more models for each task +- Improve the API so user can configure efficient training with shorter code +- Provide more customize settings through the CLI and API +- Enhance the Auto-Configuration feature and made it available in the API + +Bug fixes +^^^^^^^^^ +- Fixing some minor issues + +Known issues +^^^^^^^^^^^^ +- Anomaly task processing times have increased compared with v1.\* version, with anomaly classification experiencing a slowdown of approximately 26%, anomaly detection by approximately 213%, and anomaly segmentation by approximately 78%. + (https://github.com/openvinotoolkit/training_extensions/issues/3592) +- Post-Training Quantization (PTQ) optimization applied to `maskrcnn_swint` in the instance segmentation task may result in significantly reduced accuracy compared with v1.\* + (https://github.com/openvinotoolkit/training_extensions/issues/3593) + v1.6.1 (2024.05) ---------------- diff --git a/src/otx/__init__.py b/src/otx/__init__.py index 15891e76f0c..1a8804b3693 100644 --- a/src/otx/__init__.py +++ b/src/otx/__init__.py @@ -3,7 +3,7 @@ # Copyright (C) 2023 Intel Corporation # SPDX-License-Identifier: Apache-2.0 -__version__ = "2.0.0rc0" +__version__ = "2.0.0" from otx.core.types import * # noqa: F403 diff --git a/tests/fuzzing/__init__.py b/tests/fuzzing/__init__.py new file mode 100644 index 00000000000..916f3a44b27 --- /dev/null +++ b/tests/fuzzing/__init__.py @@ -0,0 +1,2 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 diff --git a/tests/fuzzing/assets/cli/commands.dict b/tests/fuzzing/assets/cli/commands.dict new file mode 100644 index 00000000000..652e4fba745 --- /dev/null +++ b/tests/fuzzing/assets/cli/commands.dict @@ -0,0 +1,8 @@ +"install" +"find" +"train" +"test" +"predict" +"export" +"optimize" +"explain" diff --git a/tests/fuzzing/cli_fuzzing.py b/tests/fuzzing/cli_fuzzing.py new file mode 100644 index 00000000000..788c223c3e4 --- /dev/null +++ b/tests/fuzzing/cli_fuzzing.py @@ -0,0 +1,36 @@ +import sys + +import atheris +from helper import FuzzingHelper +from otx.cli import main as cli_main + + +@atheris.instrument_func +def fuzz_otx(input_bytes): + # create a FuzzingHelper instance to get suitable data type from the randomly generated 'input_bytes' + helper = FuzzingHelper(input_bytes) + backup_argv = sys.argv + + # get 'operation' arguments from 'input_bytes' + operation = helper.get_string() + sys.argv = ["otx", operation] + try: + _ = cli_main() + except SystemExit as e: + # argparser will throw SystemExit with code 2 when some required arguments are missing + if e.code != 2: + raise + finally: + sys.argv = backup_argv + + +def main(): + # 'sys.argv' used to passing options to atheris.Setup() + # available options can be found https://llvm.org/docs/LibFuzzer.html#options + atheris.Setup(sys.argv, fuzz_otx) + # Fuzz() will + atheris.Fuzz() + + +if __name__ == "__main__": + main() diff --git a/tests/fuzzing/helper.py b/tests/fuzzing/helper.py new file mode 100644 index 00000000000..1cd36199922 --- /dev/null +++ b/tests/fuzzing/helper.py @@ -0,0 +1,13 @@ +import atheris + + +class FuzzingHelper: + """Helper to make required data from input_bytes for the fuzzing tests""" + + def __init__(self, input_bytes): + """Init""" + self.provider = atheris.FuzzedDataProvider(input_bytes) + + def get_string(self, byte_conut=256): + """Consume a string""" + return self.provider.ConsumeString(byte_conut) diff --git a/tox.ini b/tox.ini index 38341c2708e..17b559ede33 100644 --- a/tox.ini +++ b/tox.ini @@ -105,3 +105,18 @@ allowlist_externals = bandit commands = - bandit -r -c .ci/ipas_default.config {toxinidir}/ -f txt -o {toxworkdir}/bandit-report.txt + + +[testenv:fuzzing] +deps = + .[dev] + atheris + coverage +extras = full +commands_pre = + ; [TODO]: Needs to be fixed so that this is not duplicated for each test run + otx install -v +commands = + coverage erase + - coverage run tests/fuzzing/cli_fuzzing.py {posargs:-artifact_prefix={toxworkdir}/ -print_final_stats=1 -atheris_runs=500000} + coverage report --precision=2 From a6518d1b7707bc543999d25cb793ffe128057eed Mon Sep 17 00:00:00 2001 From: Yunchu Lee Date: Wed, 12 Jun 2024 13:29:19 +0900 Subject: [PATCH 28/30] Update publish workflow for pure python pkg (#3603) * update publish workflow to use build module directly instead of cibuildwheels * updated to use OIDC to publish PyPI --- .github/workflows/publish.yaml | 29 ++++++++++------------------- pyproject.toml | 8 +------- 2 files changed, 11 insertions(+), 26 deletions(-) diff --git a/.github/workflows/publish.yaml b/.github/workflows/publish.yaml index 3d9a66b99cf..30b6dc3bb05 100644 --- a/.github/workflows/publish.yaml +++ b/.github/workflows/publish.yaml @@ -9,21 +9,8 @@ on: permissions: read-all jobs: - build_wheels: - name: Build wheels - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 - - name: Build wheels - uses: pypa/cibuildwheel@0ecddd92b62987d7a2ae8911f4bb8ec9e2e4496a # v2.13.1 - - uses: actions/upload-artifact@1746f4ab65b179e0ea60a494b83293b640dd5bba # v4.3.2 - with: - name: artifact-wheels - path: ./wheelhouse/*.whl - - build_sdist: - name: Build source distribution + build: + name: Build runs-on: ubuntu-latest steps: - name: Checkout @@ -40,15 +27,22 @@ jobs: with: name: artifact-sdist path: dist/*.tar.gz + - name: Build wheel + run: python -m build --wheel + - uses: actions/upload-artifact@1746f4ab65b179e0ea60a494b83293b640dd5bba # v4.3.2 + with: + name: artifact-wheel + path: dist/*.whl publish_package: name: Publish package - needs: [build_wheels, build_sdist] + needs: [build] environment: pypi runs-on: ubuntu-latest permissions: packages: write contents: write + id-token: write steps: - name: Download artifacts uses: actions/download-artifact@87c55149d96e628cc2ef7e6fc2aab372015aec85 # v4.1.3 @@ -75,12 +69,9 @@ jobs: - name: Publish package distributions to PyPI if: ${{ steps.check-tag.outputs.match != '' }} uses: pypa/gh-action-pypi-publish@e53eb8b103ffcb59469888563dc324e3c8ba6f06 # v1.8.12 - with: - password: ${{ secrets.PYPI_API_TOKEN }} - name: Publish package distributions to TestPyPI if: ${{ steps.check-tag.outputs.match == '' }} uses: pypa/gh-action-pypi-publish@e53eb8b103ffcb59469888563dc324e3c8ba6f06 # v1.8.12 with: - password: ${{ secrets.TESTPYPI_API_TOKEN }} repository-url: https://test.pypi.org/legacy/ verbose: true diff --git a/pyproject.toml b/pyproject.toml index 84ae4c78490..babf58e3e9f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,6 @@ requires = [ "setuptools>=61", "wheel", - "Cython~=0.29.32", ] build-backend = "setuptools.build_meta" @@ -108,11 +107,6 @@ include-package-data = true where = ["src"] include = ["otx*"] -# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # -# CI CONFIGURATION. # -[tool.cibuildwheel] -build = "cp39-manylinux_x86_64 cp310-manylinux_x86_64 cp311-manylinux_x86_64" - # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # COVERAGE CONFIGURATION. # @@ -137,6 +131,7 @@ omit = [ "**/exportable_code/*", ] + # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # MYPY CONFIGURATION. # [tool.mypy] @@ -145,7 +140,6 @@ ignore_missing_imports = true show_error_codes = true - # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # RUFF CONFIGURATION # [tool.ruff] From 9878739a9e972b4d9a5761686b46215a241b5f28 Mon Sep 17 00:00:00 2001 From: Harim Kang Date: Wed, 12 Jun 2024 16:28:48 +0900 Subject: [PATCH 29/30] Fix setuptools dependency (#3609) * Add setuptools dependency * Modify setuptools dependency * Add TODO comments --- pyproject.toml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index babf58e3e9f..81ccee002cd 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -36,6 +36,8 @@ dependencies = [ "importlib_resources==6.4.0", "docstring_parser==0.16", # CLI help-formatter "rich_argparse==1.4.0", # CLI help-formatter + # TODO(ashwinvaidya17): https://github.com/openvinotoolkit/anomalib/issues/2126 + "setuptools<70", ] [project.optional-dependencies] From 605b3c16f2b7c8dbdc232bf3db691ff62a8e7fd7 Mon Sep 17 00:00:00 2001 From: Yunchu Lee Date: Fri, 14 Jun 2024 17:40:15 +0900 Subject: [PATCH 30/30] Update tpp file (#3616) --- third-party-programs.txt | 1208 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 1208 insertions(+) diff --git a/third-party-programs.txt b/third-party-programs.txt index e6ddfe9006c..595bbb665e0 100644 --- a/third-party-programs.txt +++ b/third-party-programs.txt @@ -1035,3 +1035,1211 @@ Apache-2.0 limitations under the License. ------------------------------------------------------------- +pynvml + +BSD-3-Clause + +Copyright (c) 2011-2021, NVIDIA Corporation. +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are met: + +* Redistributions of source code must retain the above copyright notice, this + list of conditions and the following disclaimer. + +* Redistributions in binary form must reproduce the above copyright notice, + this list of conditions and the following disclaimer in the documentation + and/or other materials provided with the distribution. + +* Neither the name of staged-recipes nor the names of its + contributors may be used to endorse or promote products derived from + this software without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR +SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER +CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, +OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +------------------------------------------------------------- +segment-anything + +Apache-2.0 + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +------------------------------------------------------------- + +pytorch-lightning + +Apache-2.0 + +Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright 2018-2021 William Falcon + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +------------------------------------------------------------- +rich + +MIT + +Copyright (c) 2020 Will McGugan + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. + +------------------------------------------------------------- +rich-argparse + +MIT + +Copyright (c) 2022 Ali Hamdan + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. +------------------------------------------------------------- +jsonargparse + +MIT + +Copyright (c) 2019-present, Mauricio Villegas + +Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +------------------------------------------------------------- +ftfy + +Apache-2.0 + +Copyright 2023 Robyn Speer + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. + +------------------------------------------------------------- +regex + +Apache-2.0 + +This work was derived from the 're' module of CPython 2.6 and CPython 3.1, +copyright (c) 1998-2001 by Secret Labs AB and licensed under CNRI's Python 1.6 +license. + +All additions and alterations are licensed under the Apache 2.0 License. + + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright 2020 Matthew Barnett + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +------------------------------------------------------------- +importlib_resources + +Apache-2.0 + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +------------------------------------------------------------- +docstring_parser + +MIT + +Copyright (c) 2018 Marcin Kurczewski + +Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +------------------------------------------------------------- +mmpretrain + +Apache-2.0 + +Copyright (c) OpenMMLab. All rights reserved + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright 2020 MMPreTrain Authors. + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +------------------------------------------------------------- +oss2 + +MIT + +Copyright (c) 2015 aliyun.com + +Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated +documentation files (the "Software"), to deal in the Software without restriction, including without limitation the +rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to +permit persons to whom the Software is furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all copies or substantial portions of the +Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR +COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR +OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +------------------------------------------------------------- +onnxconverter-common + +MIT + +Copyright (c) Microsoft Corporation. All rights reserved. + + Permission is hereby granted, free of charge, to any person obtaining a copy + of this software and associated documentation files (the "Software"), to deal + in the Software without restriction, including without limitation the rights + to use, copy, modify, merge, publish, distribute, sublicense, and/or sell + copies of the Software, and to permit persons to whom the Software is + furnished to do so, subject to the following conditions: + + The above copyright notice and this permission notice shall be included in all + copies or substantial portions of the Software. + + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + SOFTWARE +-------------------------------------------------------------