diff --git a/llumnix/entrypoints/vllm/client.py b/llumnix/entrypoints/vllm/client.py index 37313d96..c8fad376 100644 --- a/llumnix/entrypoints/vllm/client.py +++ b/llumnix/entrypoints/vllm/client.py @@ -2,7 +2,6 @@ import time import asyncio from typing import Dict -from functools import partial import ray