Update huggingface triton yaml

Signed-off-by: Dan Sun <dsun20@bloomberg.net>
kserve · May 20, 2024 · caf869d · caf869d
1 parent 41d578f
commit caf869d
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/docs/modelserving/v1beta1/triton/huggingface/README.md b/docs/modelserving/v1beta1/triton/huggingface/README.md
@@ -21,11 +21,11 @@ Create an InferenceService with triton predictor by specifying the `storageUri`
     name: huggingface-triton
     spec:
     predictor:
-        model:
+      model:
         args:
         - --log-verbose=1
         modelFormat:
-            name: triton
+          name: triton
         protocolVersion: v2
         resources:
           limits:
@@ -38,13 +38,13 @@ Create an InferenceService with triton predictor by specifying the `storageUri`
         runtimeVersion: 23.10-py3
         storageUri: gs://kfserving-examples/models/triton/huggingface/model_repository
     transformer:
-        containers:
-        - args:
+      containers:
+      - args:
         - --model_name=bert
         - --model_id=bert-base-uncased
         - --predictor_protocol=v2
         - --tensor_input_names=input_ids
-        image: kserve/huggingfaceserver:v0.12.0
+        image: kserve/huggingfaceserver:v0.13.0
         name: kserve-container
         resources:
           limits:

diff --git a/docs/modelserving/v1beta1/triton/huggingface/triton_runtime.yaml b/docs/modelserving/v1beta1/triton/huggingface/triton_runtime.yaml
@@ -27,7 +27,7 @@ spec:
       - --model_id=bert-base-uncased
       - --predictor_protocol=v2
       - --tensor_input_names=input_ids
-      image: kserve/huggingfaceserver:latest
+      image: kserve/huggingfaceserver:v0.13.0
       name: kserve-container
       resources:
         limits: