[Bugfix] Fix IndexError when output.logprobs is []

vllm-project · Oct 1, 2024 · e23545f · e23545f
1 parent 82f3937
commit e23545f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/entrypoints/openai/serving_chat.py b/vllm/entrypoints/openai/serving_chat.py
@@ -402,7 +402,8 @@ async def chat_completion_stream_generator(
                     if finish_reason_sent[i]:
                         continue
 
-                    if request.logprobs and request.top_logprobs is not None:
+                    if (output.text and request.logprobs
+                            and request.top_logprobs is not None):
                         assert output.logprobs is not None, (
                             "Did not output logprobs")
                         logprobs = self._create_chat_logprobs(