Skip to content

Commit

Permalink
reorder image-det-app
Browse files Browse the repository at this point in the history
  • Loading branch information
guimou committed Sep 24, 2024
1 parent 15d1552 commit caadaed
Show file tree
Hide file tree
Showing 5 changed files with 8 additions and 105 deletions.
2 changes: 1 addition & 1 deletion bootstrap/ic-shared-img-det/add-model-job.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ kind: Job
metadata:
name: add-model-job
annotations:
argocd.argoproj.io/sync-wave: "2"
argocd.argoproj.io/sync-wave: "3"
spec:
backoffLimit: 4
template:
Expand Down
2 changes: 0 additions & 2 deletions bootstrap/ic-shared-img-det/create-data-connection.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,6 @@ metadata:
name: create-data-connection
annotations:
argocd.argoproj.io/sync-wave: "1"
argocd.argoproj.io/hook: Sync
argocd.argoproj.io/hook-delete-policy: BeforeHookCreation
spec:
backoffLimit: 4
template:
Expand Down
5 changes: 5 additions & 0 deletions bootstrap/ic-shared-img-det/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -8,11 +8,16 @@ commonLabels:
namespace: ic-shared-img-det

resources:
# wave 0
- project.yaml
# wave 1
- setup-serviceaccount.yaml
# wave 2
- create-data-connection.yaml
# wave 3
- add-model-job.yaml
- runtime.yaml
# wave 4
- model.yaml
# pinger is not ready yet
# - pinger.yaml
24 changes: 1 addition & 23 deletions bootstrap/ic-shared-img-det/model.yaml
Original file line number Diff line number Diff line change
@@ -1,31 +1,9 @@
# ---
# apiVersion: serving.kserve.io/v1beta1
# kind: InferenceService
# metadata:
# annotations:
# openshift.io/display-name: accident
# serving.kserve.io/deploymentMode: ModelMesh
# argocd.argoproj.io/sync-wave: "3"
# argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true
# labels:
# name: accident
# opendatahub.io/dashboard: "true"
# name: accident
# spec:
# predictor:
# model:
# modelFormat:
# name: onnx
# version: "1"
# runtime: triton
# storage:
# key: aws-connection-minio
# path: accident/
---
apiVersion: serving.kserve.io/v1beta1
kind: InferenceService
metadata:
annotations:
argocd.argoproj.io/sync-wave: "4"
openshift.io/display-name: img-det
serving.kserve.io/deploymentMode: ModelMesh
labels:
Expand Down
80 changes: 1 addition & 79 deletions bootstrap/ic-shared-img-det/runtime.yaml
Original file line number Diff line number Diff line change
@@ -1,87 +1,9 @@
# ---
# apiVersion: serving.kserve.io/v1alpha1
# kind: ServingRuntime
# metadata:
# annotations:
# enable-auth: "false"
# enable-route: "false"
# maxLoadingConcurrency: "2"
# opendatahub.io/template-display-name: Triton runtime 23.11
# opendatahub.io/template-name: triton-23.11-20231217
# openshift.io/display-name: "Triton 23.11 - added on 20231217"
# argocd.argoproj.io/sync-wave: "3"
# argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true
# labels:
# name: triton
# opendatahub.io/dashboard: "true"
# name: triton
# spec:
# builtInAdapter:
# memBufferBytes: 134217728
# modelLoadingTimeoutMillis: 90000
# runtimeManagementPort: 8001
# serverType: triton
# containers:
# - args:
# - -c
# - 'mkdir -p /models/_triton_models; chmod 777 /models/_triton_models; exec tritonserver
# "--model-repository=/models/_triton_models" "--model-control-mode=explicit"
# "--strict-model-config=false" "--strict-readiness=false" "--allow-http=true"
# "--allow-sagemaker=false" '
# command:
# - /bin/sh
# image: nvcr.io/nvidia/tritonserver:23.11-py3
# livenessProbe:
# exec:
# command:
# - curl
# - --fail
# - --silent
# - --show-error
# - --max-time
# - "9"
# - http://localhost:8000/v2/health/live
# initialDelaySeconds: 5
# periodSeconds: 30
# timeoutSeconds: 10
# name: triton
# resources:
# limits:
# cpu: "1"
# memory: 8Gi
# requests:
# cpu: "1"
# memory: 2Gi
# grpcDataEndpoint: port:8001
# grpcEndpoint: port:8085
# multiModel: true
# protocolVersions:
# - grpc-v2
# replicas: 1
# supportedModelFormats:
# - autoSelect: true
# name: keras
# version: "2"
# - autoSelect: true
# name: onnx
# version: "1"
# - autoSelect: true
# name: pytorch
# version: "1"
# - autoSelect: true
# name: tensorflow
# version: "1"
# - autoSelect: true
# name: tensorflow
# version: "2"
# - autoSelect: true
# name: tensorrt
# version: "7"
---
apiVersion: serving.kserve.io/v1alpha1
kind: ServingRuntime
metadata:
annotations:
argocd.argoproj.io/sync-wave: "3"
enable-route: 'true'
opendatahub.io/accelerator-name: ''
opendatahub.io/template-display-name: OpenVINO Model Server
Expand Down

0 comments on commit caadaed

Please sign in to comment.