From ad7acd0d6fb60706164f60b9c59c949b07aefd9d Mon Sep 17 00:00:00 2001 From: RHRolun Date: Thu, 4 Jul 2024 10:20:24 +0200 Subject: [PATCH] Fix LLM deployment --- bootstrap/ic-shared-llm/deployment.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bootstrap/ic-shared-llm/deployment.yaml b/bootstrap/ic-shared-llm/deployment.yaml index 973cc7ce..6ba8c63c 100644 --- a/bootstrap/ic-shared-llm/deployment.yaml +++ b/bootstrap/ic-shared-llm/deployment.yaml @@ -91,7 +91,7 @@ spec: - name: shm mountPath: /dev/shm terminationMessagePolicy: File - image: 'quay.io/rh-aiservices-bu/vllm-openai-ubi9:0.4.0' + image: 'quay.io/rh-aiservices-bu/vllm-openai-ubi9:0.4.2' volumes: - name: models-cache persistentVolumeClaim: