test

Signed-off-by: Cindy Zhang <cindyzyx9@gmail.com>
ray-project · Aug 12, 2024 · 2dd489c · 2dd489c
1 parent 965e61a
commit 2dd489c
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 7 deletions.
diff --git a/python/ray/serve/_private/proxy_router.py b/python/ray/serve/_private/proxy_router.py
@@ -65,9 +65,7 @@ def update_routes(self, endpoints: Dict[DeploymentID, EndpointInfo]) -> None:
             else:
                 # Eagerly initialize the router for each handle so it can receive
                 # the replica set from the controller.
-                handle = self._get_handle(
-                    endpoint.name, endpoint.app_name, _lazily_initialize_router=False
-                ).options(
+                handle = self._get_handle(endpoint.name, endpoint.app_name,).options(
                     # Streaming codepath isn't supported for Java.
                     stream=not info.app_is_cross_language,
                     _prefer_local_routing=RAY_SERVE_PROXY_PREFER_LOCAL_NODE_ROUTING,
@@ -153,9 +151,7 @@ def update_routes(self, endpoints: Dict[DeploymentID, EndpointInfo]):
             else:
                 # Eagerly initialize the router for each handle so it can receive
                 # the replica set from the controller.
-                handle = self._get_handle(
-                    endpoint.name, endpoint.app_name, _lazily_initialize_router=False
-                ).options(
+                handle = self._get_handle(endpoint.name, endpoint.app_name).options(
                     # Streaming codepath isn't supported for Java.
                     stream=not info.app_is_cross_language,
                     _prefer_local_routing=RAY_SERVE_PROXY_PREFER_LOCAL_NODE_ROUTING,

diff --git a/python/ray/serve/handle.py b/python/ray/serve/handle.py
@@ -234,7 +234,7 @@ def _options(
             _source=_source,
         )
 
-        if self._router is None and _prefer_local_routing == DEFAULT.VALUE:
+        if self._router is None:
             self._get_or_create_router()
 
         return DeploymentHandle(