diff --git a/python/tvm/meta_schedule/testing/distributed_measure_candidates.py b/python/tvm/meta_schedule/testing/distributed_measure_candidates.py
index 6b2c8fd44c7a5..8e646c4846724 100644
--- a/python/tvm/meta_schedule/testing/distributed_measure_candidates.py
+++ b/python/tvm/meta_schedule/testing/distributed_measure_candidates.py
@@ -138,7 +138,7 @@ def measure_candidates(database, builder, runner):
             )
         else:
             run_fail_indices.append(i)
-    fail_indices_name = workload_name[:-13] + "failed_indices.txt"
+    fail_indices_name = workload_name.replace("_workload.json", "_failed_indices.txt")
     with open(
         os.path.join(args.result_cache_dir, model_name, fail_indices_name), "w", encoding="utf8"
     ) as file:
@@ -163,7 +163,7 @@ def main():
             session_timeout_sec=args.runner_timeout_sec,
         ),
         evaluator_config=ms.runner.EvaluatorConfig(
-            number=1,
+            number=3,
             repeat=1,
             min_repeat_ms=args.min_repeat_ms,
             enable_cpu_cache_flush=args.cpu_flush,