From 2ed7c05154f69b46273cc62d5e2abbceb969ee64 Mon Sep 17 00:00:00 2001 From: Qing Lan Date: Thu, 27 Jun 2024 17:54:05 -0700 Subject: [PATCH] update flags --- serving/docker/lmi.Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/serving/docker/lmi.Dockerfile b/serving/docker/lmi.Dockerfile index ba61ba585..56ad7593e 100644 --- a/serving/docker/lmi.Dockerfile +++ b/serving/docker/lmi.Dockerfile @@ -66,7 +66,7 @@ ENV BITSANDBYTES_NOWELCOME=1 ENV USE_AICCL_BACKEND=true ENV HF_HUB_ENABLE_HF_TRANSFER=1 ENV SAFETENSORS_FAST_GPU=1 -ENV NCCL_BLOCKING_WAIT=0 +ENV TORCH_NCCL_BLOCKING_WAIT=0 ENV NCCL_ASYNC_ERROR_HANDLING=1 ENV TORCH_NCCL_AVOID_RECORD_STREAMS=1 ENV SERVING_FEATURES=vllm,lmi-dist