From f76d8a5bfa159625e3341f1492a08740ef2efca6 Mon Sep 17 00:00:00 2001 From: Siddharth Venkatesan Date: Thu, 6 Feb 2025 17:07:02 -0800 Subject: [PATCH] [serving] update default chunked read timeout to 120 seconds for sagemaker, add requestId to log for timeout --- .../main/java/ai/djl/serving/http/InferenceRequestHandler.java | 3 ++- serving/src/main/java/ai/djl/serving/util/ConfigManager.java | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java b/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java index 73b98e9de..0468fe98d 100644 --- a/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java +++ b/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java @@ -451,7 +451,8 @@ void sendOutput(Output output, ChannelHandlerContext ctx) { } ctx.writeAndFlush(LastHttpContent.EMPTY_LAST_CONTENT); } catch (InterruptedException | IllegalStateException e) { - logger.warn("Chunk reading interrupted", e); + String requestId = NettyUtils.getRequestId(ctx.channel()); + logger.warn("RequestId=[{}] Chunk reading interrupted", requestId, e); ctx.disconnect(); ctx.newFailedFuture(e); } diff --git a/serving/src/main/java/ai/djl/serving/util/ConfigManager.java b/serving/src/main/java/ai/djl/serving/util/ConfigManager.java index 089069da3..5b927f00f 100644 --- a/serving/src/main/java/ai/djl/serving/util/ConfigManager.java +++ b/serving/src/main/java/ai/djl/serving/util/ConfigManager.java @@ -462,7 +462,7 @@ public SslContext getSslContext() throws IOException, GeneralSecurityException { * @return the ChunkedBytesSupplier read time in seconds */ public int getChunkedReadTimeout() { - return getIntProperty(CHUNKED_READ_TIMEOUT, 60); + return getIntProperty(CHUNKED_READ_TIMEOUT, 120); } /**