[Manifest] Cache - Fix upgrade manifest (kubeflow#3338)

* Initial execution cache

This commit adds initial execution cache service. Including http service
and execution key generation.

* fix master

* Change cache deployer job to stateful set

* Delete cache deployer job

* Delete cache deployer job after it completes

* minor fix

* fix indention

* Change cache deployer job to statefulset

* Remove extra cluster role for cache deployer

* remove cache in base kustomize file for upgrade test

* minor fix

backend/src/cache/deployer/deploy-cache-service.sh

@@ -23,6 +23,7 @@ set -ex
 echo "Start deploying cache service to existing cluster:"
 
 NAMESPACE=${NAMESPACE_TO_WATCH:-default}
+mutatingWebhookConfigName="cache-webhook"
 export CA_FILE="ca_cert"
 rm -f ${CA_FILE}
 touch ${CA_FILE}
@@ -35,6 +36,16 @@ echo "Signed certificate generated for cache server"
 NAMESPACE="$NAMESPACE" ./webhook-patch-ca-bundle.sh --cert_input_path "${CA_FILE}" <./cache-configmap.yaml.template >./cache-configmap-ca-bundle.yaml
 echo "CA_BUNDLE patched successfully"
 
+checkWebhookConfig() {
+    webhookconfig=$(kubectl get mutatingwebhookconfigurations -n ${NAMESPACE} ${mutatingWebhookConfigName})
+}
+
 # Create MutatingWebhookConfiguration
 cat ./cache-configmap-ca-bundle.yaml
-kubectl apply -f ./cache-configmap-ca-bundle.yaml --namespace "${NAMESPACE}"
+
+while true; do 
+    if ! checkWebhookConfig; then
+        kubectl apply -f ./cache-configmap-ca-bundle.yaml --namespace "${NAMESPACE}"
+    fi
+    sleep 10
+done

manifests/kustomize/base/cache-deployer/cache-deployer-statefulset.yaml

@@ -0,0 +1,29 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: cache-deployer-statefulset
+  labels:
+    app: cache-deployer
+spec:
+  replicas: 1
+  serviceName: cache-deployer
+  selector:
+    matchLabels:
+      app: cache-deployer
+  template:
+    metadata:
+      labels:
+        app: cache-deployer
+    spec:
+      containers:
+      - name: main
+        image: gcr.io/ml-pipeline/cache-deployer:latest
+        imagePullPolicy: Always
+        env:
+        - name: NAMESPACE_TO_WATCH
+          valueFrom:
+            fieldRef:
+              fieldPath: metadata.namespace
+      serviceAccountName: kubeflow-pipelines-cache-deployer-sa
+      restartPolicy: Always
+  volumeClaimTemplates: []

manifests/kustomize/base/cache-deployer/kustomization.yaml

@@ -5,5 +5,5 @@ resources:
   - cache-deployer-clusterrole.yaml
   - cache-deployer-clusterrolebinding.yaml
   - cache-deployer-sa.yaml
-  - cache-deployer-job.yaml
+  - cache-deployer-statefulset.yaml
 

manifests/kustomize/base/cache/cache-deployment.yaml

@@ -16,7 +16,7 @@ spec:
     spec:
       containers:
       - name: server
-        image: gcr.io/ml-pipeline-test/cache-server:latest
+        image: gcr.io/ml-pipeline/cache-server:latest
         env:
           - name: DBCONFIG_DRIVER
             valueFrom: