From 205a82a2e62f4ab09527d6d0ad82421e504a6174 Mon Sep 17 00:00:00 2001 From: Guillaume Moutier Date: Thu, 4 Jul 2024 08:05:59 -0400 Subject: [PATCH] Hotfix vllm --- bootstrap/ic-shared-llm/deployment.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bootstrap/ic-shared-llm/deployment.yaml b/bootstrap/ic-shared-llm/deployment.yaml index 973cc7ce..6ba8c63c 100644 --- a/bootstrap/ic-shared-llm/deployment.yaml +++ b/bootstrap/ic-shared-llm/deployment.yaml @@ -91,7 +91,7 @@ spec: - name: shm mountPath: /dev/shm terminationMessagePolicy: File - image: 'quay.io/rh-aiservices-bu/vllm-openai-ubi9:0.4.0' + image: 'quay.io/rh-aiservices-bu/vllm-openai-ubi9:0.4.2' volumes: - name: models-cache persistentVolumeClaim: