diff --git a/serving/docker/lmi.Dockerfile b/serving/docker/lmi.Dockerfile index ba61ba585..56ad7593e 100644 --- a/serving/docker/lmi.Dockerfile +++ b/serving/docker/lmi.Dockerfile @@ -66,7 +66,7 @@ ENV BITSANDBYTES_NOWELCOME=1 ENV USE_AICCL_BACKEND=true ENV HF_HUB_ENABLE_HF_TRANSFER=1 ENV SAFETENSORS_FAST_GPU=1 -ENV NCCL_BLOCKING_WAIT=0 +ENV TORCH_NCCL_BLOCKING_WAIT=0 ENV NCCL_ASYNC_ERROR_HANDLING=1 ENV TORCH_NCCL_AVOID_RECORD_STREAMS=1 ENV SERVING_FEATURES=vllm,lmi-dist