Add tensorrt_llm libs to LD_LIBRARY_PATH (#1988)

deepjavalibrary · May 29, 2024 · bdf6420 · bdf6420
1 parent 00de90c
commit bdf6420
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/serving/docker/tensorrt-llm.Dockerfile b/serving/docker/tensorrt-llm.Dockerfile
@@ -46,7 +46,7 @@ ENV DJL_CACHE_DIR=/tmp/.djl.ai
 ENV HF_HOME=/tmp/.cache/huggingface
 ENV PYTORCH_KERNEL_CACHE_PATH=/tmp/.cache
 ENV BITSANDBYTES_NOWELCOME=1
-ENV LD_LIBRARY_PATH=/opt/tritonserver/lib:/usr/local/lib/python${python_version}/dist-packages/tensorrt_libs:${LD_LIBRARY_PATH}
+ENV LD_LIBRARY_PATH=/opt/tritonserver/lib:/usr/local/lib/python${python_version}/dist-packages/tensorrt_libs:/usr/local/lib/python${python_version}/dist-packages/tensorrt_llm/libs/:${LD_LIBRARY_PATH}
 ENV SERVING_FEATURES=trtllm
 
 ENTRYPOINT ["/usr/local/bin/dockerd-entrypoint.sh"]