diff --git a/release/ray_release/scripts/ray_bisect.py b/release/ray_release/scripts/ray_bisect.py
index 6e3df088268b0..fae5e9c15524f 100644
--- a/release/ray_release/scripts/ray_bisect.py
+++ b/release/ray_release/scripts/ray_bisect.py
@@ -163,21 +163,20 @@ def _trigger_test_run(
     if "python" in test:
         python_version = parse_python_version(test["python"])
     if test.is_byod_cluster():
-        ray_wheels_url = None
         os.environ["COMMIT_TO_TEST"] = commit
         build_anyscale_base_byod_images([test])
         build_anyscale_custom_byod_image(test)
-    else:
-        ray_wheels_url = find_and_wait_for_ray_wheels_url(
-            commit, timeout=DEFAULT_WHEEL_WAIT_TIMEOUT, python_version=python_version
-        )
+    ray_wheels_url = find_and_wait_for_ray_wheels_url(
+        commit, timeout=DEFAULT_WHEEL_WAIT_TIMEOUT, python_version=python_version
+    )
     for run in range(run_per_commit):
         step = get_step(
             copy.deepcopy(test),  # avoid mutating the original test
             ray_wheels=ray_wheels_url,
-            smoke_test=not is_full_test,
+            smoke_test=test.get("smoke_test", False) and not is_full_test,
             env={
                 "RAY_COMMIT_OF_WHEEL": commit,
+                "COMMIT_TO_TEST": commit,
             },
         )
         step["label"] = f'{test["name"]}:{commit[:7]}-{run}'