[Core] Add engine option to return only deltas or final output (vllm-…

…project#7381) Signed-off-by: Amit Garg <mitgarg17495@gmail.com>
garg-amit · Oct 28, 2024 · a211469 · a211469
1 parent 20e9b56
commit a211469
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tests/async_engine/test_async_llm_engine.py b/tests/async_engine/test_async_llm_engine.py
@@ -1,4 +1,6 @@
 import asyncio
+import os
+import uuid
 from asyncio import CancelledError
 from copy import copy
 from dataclasses import dataclass