[fix][lmi] fix issue where streaming response that finishes with empt… (

#2726)
deepjavalibrary · Feb 6, 2025 · ed821e5 · ed821e5
1 parent e249be7
commit ed821e5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/engines/python/src/main/java/ai/djl/python/engine/RollingBatch.java b/engines/python/src/main/java/ai/djl/python/engine/RollingBatch.java
@@ -342,7 +342,7 @@ void addResponse(byte[] json, Map<String, String> properties) {
                         break;
                 }
             }
-            if ((nextToken == null || nextToken.isEmpty()) && code == null) {
+            if ((nextToken == null || nextToken.isEmpty()) && !last) {
                 // in non-streaming cases, we do not return content until generation is finished
                 return;
             }