🐛 fixup streaming output length

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
IBM · Apr 9, 2024 · 0fc323c · 0fc323c
1 parent 8563f76
commit 0fc323c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/entrypoints/grpc/grpc_server.py b/vllm/entrypoints/grpc/grpc_server.py
@@ -236,8 +236,8 @@ async def GenerateStream(
 
             last_output_length = len(output.text)
             last_token_count = len(output.token_ids)
-            # Accumulate full output for logging
-            full_output += output.text
+            # Save full output for logging
+            full_output = output.text
 
         # Edit up the first_response for logging purposes only
         if first_response is None: