[serving] update default chunked read timeout to 120 seconds for sage…

…maker, add requestId to log for timeout
deepjavalibrary · Feb 7, 2025 · f76d8a5 · f76d8a5
1 parent d23acca
commit f76d8a5
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java b/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java
@@ -451,7 +451,8 @@ void sendOutput(Output output, ChannelHandlerContext ctx) {
                 }
                 ctx.writeAndFlush(LastHttpContent.EMPTY_LAST_CONTENT);
             } catch (InterruptedException | IllegalStateException e) {
-                logger.warn("Chunk reading interrupted", e);
+                String requestId = NettyUtils.getRequestId(ctx.channel());
+                logger.warn("RequestId=[{}] Chunk reading interrupted", requestId, e);
                 ctx.disconnect();
                 ctx.newFailedFuture(e);
             }

diff --git a/serving/src/main/java/ai/djl/serving/util/ConfigManager.java b/serving/src/main/java/ai/djl/serving/util/ConfigManager.java
@@ -462,7 +462,7 @@ public SslContext getSslContext() throws IOException, GeneralSecurityException {
      * @return the ChunkedBytesSupplier read time in seconds
      */
     public int getChunkedReadTimeout() {
-        return getIntProperty(CHUNKED_READ_TIMEOUT, 60);
+        return getIntProperty(CHUNKED_READ_TIMEOUT, 120);
     }
 
     /**