Update README.md

Signed-off-by: Dan Sun <dsun20@bloomberg.net>
kserve · Jul 21, 2024 · 1172b6c · 1172b6c
1 parent 0996ef4
commit 1172b6c
Showing 1 changed file with 34 additions and 33 deletions.
diff --git a/docs/modelserving/v1beta1/triton/huggingface/README.md b/docs/modelserving/v1beta1/triton/huggingface/README.md
@@ -20,39 +20,40 @@ Create an InferenceService with triton predictor by specifying the `storageUri`
     metadata:
     name: huggingface-triton
     spec:
-    predictor:
-      model:
-        args:
-        - --log-verbose=1
-        modelFormat:
-          name: triton
-        protocolVersion: v2
-        resources:
-          limits:
-            cpu: "1"
-            memory: 8Gi
-            nvidia.com/gpu: "1"
-          requests:
-            cpu: "1"
-            memory: 8Gi
-        runtimeVersion: 23.10-py3
-        storageUri: gs://kfserving-examples/models/triton/huggingface/model_repository
-    transformer:
-      containers:
-      - args:
-        - --model_name=bert
-        - --model_id=bert-base-uncased
-        - --predictor_protocol=v2
-        - --tensor_input_names=input_ids
-        image: kserve/huggingfaceserver:v0.13.0
-        name: kserve-container
-        resources:
-          limits:
-            cpu: "1"
-            memory: 2Gi
-          requests:
-            cpu: 100m
-            memory: 2Gi
+      predictor:
+        model:
+          args:
+          - --log-verbose=1
+          modelFormat:
+            name: triton
+          protocolVersion: v2
+          resources:
+            limits:
+              cpu: "1"
+              memory: 8Gi
+              nvidia.com/gpu: "1"
+            requests:
+              cpu: "1"
+              memory: 8Gi
+              nvidia.com/gpu: "1"
+          runtimeVersion: 23.10-py3
+          storageUri: gs://kfserving-examples/models/triton/huggingface/model_repository
+      transformer:
+        containers:
+        - args:
+          - --model_name=bert
+          - --model_id=bert-base-uncased
+          - --predictor_protocol=v2
+          - --tensor_input_names=input_ids
+          image: kserve/huggingfaceserver:v0.13.0
+          name: kserve-container
+          resources:
+            limits:
+              cpu: "1"
+              memory: 2Gi
+            requests:
+              cpu: 100m
+              memory: 2Gi
     EOF
     ```