diff --git a/llumnix/backends/vllm/llm_engine.py b/llumnix/backends/vllm/llm_engine.py index f4048398..1317f99a 100644 --- a/llumnix/backends/vllm/llm_engine.py +++ b/llumnix/backends/vllm/llm_engine.py @@ -128,8 +128,7 @@ def from_engine_args( usage_context=usage_context, ) return engine - - # TODO(s5u13b): + def _process_request_outputs( self, outputs: List[Tuple[RequestOutput,ServerInfo]],