Apply temp. patch to Triton code to resolve conflicting cache dirs in…

… TP case.

Signed-off-by: Thomas Parnell <tpa@zurich.ibm.com>

Dockerfile.ubi

@@ -264,6 +264,14 @@ RUN --mount=type=cache,target=/root/.cache/pip \
 RUN microdnf install -y gcc \
     && microdnf clean all
 
+# patch triton (fix for #720)
+COPY triton_patch/cache_fix.patch .
+RUN microdnf install -y patch \
+    && patch /opt/vllm/lib/python3.11/site-packages/triton/runtime/cache.py cache_fix.patch \
+    && microdnf remove -y patch \
+    && microdnf clean all \
+    && rm cache_fix.patch
+
 ENV HF_HUB_OFFLINE=1 \
     PORT=8000 \
     GRPC_PORT=8033 \
@@ -281,5 +289,7 @@ RUN microdnf install -y shadow-utils \
 
 COPY LICENSE /licenses/vllm.md
 
+RUN microdnf install -y nano diffutils patch
+
 USER 2000
 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]

triton_patch/cache_fix.patch

@@ -0,0 +1,8 @@
+4c4
+< import random
+---
+> import uuid
+117c117
+<         rnd_id = random.randint(0, 1000000)
+---
+>         rnd_id = str(uuid.uuid4())