[docker] Adds performance tuning env var for aarch64 (#1531)

deepjavalibrary · Feb 6, 2024 · 3e91fb6 · 3e91fb6
1 parent 927b029
commit 3e91fb6
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/serving/docker/aarch64.Dockerfile b/serving/docker/aarch64.Dockerfile
@@ -23,6 +23,8 @@ ENV JAVA_OPTS="-Xmx1g -Xms1g -XX:+ExitOnOutOfMemoryError -Dai.djl.default_engine
 ENV MODEL_SERVER_HOME=/opt/djl
 ENV HUGGINGFACE_HUB_CACHE=/tmp/.cache/huggingface/hub
 ENV TRANSFORMERS_CACHE=/tmp/.cache/huggingface/transformers
+ENV DNNL_DEFAULT_FPMATH_MODE=BF16
+ENV LRU_CACHE_CAPACITY=1024
 
 ENTRYPOINT ["/usr/local/bin/dockerd-entrypoint.sh"]
 CMD ["serve"]