From 3cf69475555c0dabf0dade355bd1c107d310bd8a Mon Sep 17 00:00:00 2001 From: Edward Oakes Date: Thu, 22 Jun 2023 13:48:22 -0500 Subject: [PATCH] fix Signed-off-by: Edward Oakes --- python/ray/serve/benchmarks/noop_latency.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/python/ray/serve/benchmarks/noop_latency.py b/python/ray/serve/benchmarks/noop_latency.py index 763358da50cd..7d6682583722 100644 --- a/python/ray/serve/benchmarks/noop_latency.py +++ b/python/ray/serve/benchmarks/noop_latency.py @@ -16,6 +16,7 @@ def run_http_benchmark(url, num_queries): latency = [] for _ in tqdm(range(num_queries + 200)): + time.sleep(0.001) start = time.perf_counter() requests.get(url) end = time.perf_counter() @@ -51,14 +52,13 @@ def main( def noop(_): return "hello world" - noop.deploy() - - url = "{}/noop".format(DEFAULT_HTTP_ADDRESS) + serve.run(noop.bind()) if num_queries: - run_http_benchmark(url, num_queries) + run_http_benchmark(DEFAULT_HTTP_ADDRESS, num_queries) + if blocking: - print("Endpoint {} is ready.".format(url)) + print("Endpoint {} is ready.".format(DEFAULT_HTTP_ADDRESS)) while True: time.sleep(5)