From 6823de2863b24dfc586b4feaa86f10ba63e19e66 Mon Sep 17 00:00:00 2001 From: Michael Feil <63565275+michaelfeil@users.noreply.github.com> Date: Thu, 9 Jan 2025 16:45:55 -0800 Subject: [PATCH] bump trt-rei-version in context-builder (#1304) --- truss/base/constants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/truss/base/constants.py b/truss/base/constants.py index f5fc2d41d..54428f4f7 100644 --- a/truss/base/constants.py +++ b/truss/base/constants.py @@ -110,7 +110,7 @@ TRTLLM_BASE_IMAGE = "baseten/briton-server:v0.13.0-4fd8a10-5e5c3d7" TRTLLM_PYTHON_EXECUTABLE = "/usr/bin/python3" BASE_TRTLLM_REQUIREMENTS = ["briton==0.3.13.dev4"] -ENCODER_TRTLLM_BASE_IMAGE = "baseten/trt_tei_prod:v0.0.6" +ENCODER_TRTLLM_BASE_IMAGE = "baseten/trt_tei_prod:v0.0.8" ENCODER_TRTLLM_PYTHON_EXECUTABLE = "/usr/bin/python3" OPENAI_COMPATIBLE_TAG = "openai-compatible"