Skip to content

Commit

Permalink
test(kfp): Upgrade to 1.8.0-rc.1 (kubeflow#976)
Browse files Browse the repository at this point in the history
  • Loading branch information
zijianjoy authored Jan 13, 2022
1 parent de705d1 commit 8644d09
Show file tree
Hide file tree
Showing 208 changed files with 13,779 additions and 1,411 deletions.
1,378 changes: 859 additions & 519 deletions acm-repos/kfp-standalone-1/kfp-all.yaml

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion test-infra/kfp/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ KFP_STANDALONE_1_DIR=$(ACM_REPOS)/kfp-standalone-1

# Please edit the following version before running:
# make kfp-update
PIPELINES_VERSION=1.8.0-alpha.0
PIPELINES_VERSION?=1.8.0-rc.1
PIPELINES_SRC_REPO=https://github.com/kubeflow/pipelines.git

all: hydrate hydrate-kfp-manifests vet-kfp-manifests
Expand Down
13 changes: 10 additions & 3 deletions test-infra/kfp/kfp-standalone-1/kustomize/upstream/Kptfile
Original file line number Diff line number Diff line change
@@ -1,11 +1,18 @@
apiVersion: kpt.dev/v1alpha1
apiVersion: kpt.dev/v1
kind: Kptfile
metadata:
name: upstream
upstream:
type: git
git:
commit: ca9b9444ac879666f6ab9e11f82a62a7890f4373
repo: https://github.com/kubeflow/pipelines
directory: /manifests/kustomize
ref: 1.8.0-alpha.0
ref: 1.8.0-rc.1
updateStrategy: resource-merge
upstreamLock:
type: git
git:
repo: https://github.com/kubeflow/pipelines
directory: /manifests/kustomize
ref: 1.8.0-rc.1
commit: ebadcf271755004d48c9bba8578179435b2850e0
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,6 @@ platform-agnostic: FORCE
kubectl kustomize env/platform-agnostic

platform-agnostic-multi-user: FORCE
kustomize build --load_restrictor none env/platform-agnostic-multi-user
kustomize build --load-restrictor LoadRestrictionsNone env/platform-agnostic-multi-user

FORCE: ;
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@

apiVersion: app.k8s.io/v1beta1
kind: Application
metadata:
metadata: # kpt-merge: /$(kfp-app-name)
name: $(kfp-app-name)
annotations:
kubernetes-engine.cloud.google.com/icon: >-
Expand All @@ -28,7 +28,6 @@ spec:
url: https://www.kubeflow.org/docs/pipelines/
notes: |-
Please go to [Hosted Kubeflow Pipelines Console](https://console.cloud.google.com/ai-platform/pipelines/clusters).
info:
- name: Console
value: 'https://console.cloud.google.com/ai-platform/pipelines/clusters'
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: apps/v1
kind: Deployment
metadata:
metadata: # kpt-merge: /cache-deployer-deployment
name: cache-deployer-deployment
labels:
app: cache-deployer
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: Role
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-role
labels:
app: kubeflow-pipelines-cache-deployer-role
name: kubeflow-pipelines-cache-deployer-role
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: RoleBinding
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-rolebinding
name: kubeflow-pipelines-cache-deployer-rolebinding
roleRef:
apiGroup: rbac.authorization.k8s.io
kind: Role
name: kubeflow-pipelines-cache-deployer-role
subjects:
- kind: ServiceAccount
name: kubeflow-pipelines-cache-deployer-sa
name: kubeflow-pipelines-cache-deployer-sa
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRole
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-clusterrole
labels:
app: kubeflow-pipelines-cache-deployer-clusterrole
name: kubeflow-pipelines-cache-deployer-clusterrole
Expand Down Expand Up @@ -32,4 +32,4 @@ rules:
resourceNames:
- kubernetes.io/*
verbs:
- approve
- approve
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-clusterrolebinding
name: kubeflow-pipelines-cache-deployer-clusterrolebinding
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
apiVersion: v1
kind: ServiceAccount
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-sa
name: kubeflow-pipelines-cache-deployer-sa
Original file line number Diff line number Diff line change
@@ -1,11 +1,9 @@
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization

resources:
- cache-deployer-clusterrole.yaml
- cache-deployer-clusterrolebinding.yaml
# HACK: although a service account(SA) is not a cluster-scoped resource.
# Presence of a SA referred by a clusterrolebinding allows kustomize to auto-add
# namespace for the clusterrolebinding's SA ref.
- cache-deployer-sa.yaml

Original file line number Diff line number Diff line change
Expand Up @@ -8,4 +8,4 @@ commonLabels:
app: cache-deployer
images:
- name: gcr.io/ml-pipeline/cache-deployer
newTag: 1.8.0-alpha.0
newTag: 1.8.0-rc.1
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: apps/v1
kind: Deployment
metadata:
metadata: # kpt-merge: /cache-server
name: cache-server
labels:
app: cache-server
Expand All @@ -18,55 +18,48 @@ spec:
- name: server
image: gcr.io/ml-pipeline/cache-server:dummy
env:
- name: CACHE_IMAGE
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: cacheImage
- name: CACHE_NODE_RESTRICTIONS
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: cacheNodeRestrictions
- name: DBCONFIG_DRIVER
value: mysql
- name: DBCONFIG_DB_NAME
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: cacheDb
- name: DBCONFIG_HOST_NAME
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: dbHost
- name: DBCONFIG_PORT
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: dbPort
- name: DBCONFIG_USER
valueFrom:
secretKeyRef:
name: mysql-secret
key: username
- name: DBCONFIG_PASSWORD
valueFrom:
secretKeyRef:
name: mysql-secret
key: password
- name: NAMESPACE_TO_WATCH
valueFrom:
fieldRef:
fieldPath: metadata.namespace
args: ["--db_driver=$(DBCONFIG_DRIVER)",
"--db_host=$(DBCONFIG_HOST_NAME)",
"--db_port=$(DBCONFIG_PORT)",
"--db_name=$(DBCONFIG_DB_NAME)",
"--db_user=$(DBCONFIG_USER)",
"--db_password=$(DBCONFIG_PASSWORD)",
"--namespace_to_watch=$(NAMESPACE_TO_WATCH)",
]
- name: CACHE_IMAGE
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: cacheImage
- name: CACHE_NODE_RESTRICTIONS
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: cacheNodeRestrictions
- name: DBCONFIG_DRIVER
value: mysql
- name: DBCONFIG_DB_NAME
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: cacheDb
- name: DBCONFIG_HOST_NAME
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: dbHost
- name: DBCONFIG_PORT
valueFrom:
configMapKeyRef:
name: pipeline-install-config
key: dbPort
- name: DBCONFIG_USER
valueFrom:
secretKeyRef:
name: mysql-secret
key: username
- name: DBCONFIG_PASSWORD
valueFrom:
secretKeyRef:
name: mysql-secret
key: password
- name: NAMESPACE_TO_WATCH
valueFrom:
fieldRef:
fieldPath: metadata.namespace
args: ["--db_driver=$(DBCONFIG_DRIVER)", "--db_host=$(DBCONFIG_HOST_NAME)", "--db_port=$(DBCONFIG_PORT)", "--db_name=$(DBCONFIG_DB_NAME)", "--db_user=$(DBCONFIG_USER)", "--db_password=$(DBCONFIG_PASSWORD)", "--namespace_to_watch=$(NAMESPACE_TO_WATCH)"]
imagePullPolicy: Always
ports:
- containerPort: 8443
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: Role
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-role
labels:
app: kubeflow-pipelines-cache-role
name: kubeflow-pipelines-cache-role
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: RoleBinding
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-binding
name: kubeflow-pipelines-cache-binding
roleRef:
apiGroup: rbac.authorization.k8s.io
kind: Role
name: kubeflow-pipelines-cache-role
subjects:
- kind: ServiceAccount
name: kubeflow-pipelines-cache
name: kubeflow-pipelines-cache
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
apiVersion: v1
kind: ServiceAccount
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache
name: kubeflow-pipelines-cache
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
apiVersion: v1
kind: Service
metadata:
metadata: # kpt-merge: /cache-server
name: cache-server
spec:
selector:
app: cache-server
ports:
- port: 443
targetPort: webhook-api
targetPort: webhook-api
Original file line number Diff line number Diff line change
Expand Up @@ -10,4 +10,4 @@ commonLabels:
app: cache-server
images:
- name: gcr.io/ml-pipeline/cache-server
newTag: 1.8.0-alpha.0
newTag: 1.8.0-rc.1
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
kind: Secret
apiVersion: v1
metadata:
metadata: # kpt-merge: /mysql-secret
name: mysql-secret
stringData:
username: root
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: v1
kind: ConfigMap
metadata:
metadata: # kpt-merge: /pipeline-install-config
name: pipeline-install-config
data:
warning: |
Expand All @@ -11,7 +11,7 @@ data:
until the changes take effect. A quick way to restart all deployments in a
namespace: `kubectl rollout restart deployment -n <your-namespace>`.
appName: pipeline
appVersion: 1.8.0-alpha.0
appVersion: 1.8.0-rc.1
dbHost: mysql
dbPort: "3306"
mlmdDb: metadb
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: rbac.authorization.k8s.io/v1beta1
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
metadata: # kpt-merge: /ml-pipeline
name: ml-pipeline
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: rbac.authorization.k8s.io/v1beta1
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRole
metadata:
metadata: # kpt-merge: /ml-pipeline
name: ml-pipeline
rules:
- apiGroups:
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: apps/v1
kind: Deployment
metadata:
metadata: # kpt-merge: /ml-pipeline
name: ml-pipeline
spec:
template:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,5 +5,5 @@ resources:
- cluster-role.yaml
configMapGenerator:
- name: pipeline-api-server-config
envs:
envs:
- params.env
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-binding
name: kubeflow-pipelines-cache-binding
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRole
metadata:
metadata: # kpt-merge: /kubeflow-pipelines-cache-role
name: kubeflow-pipelines-cache-role
rules:
- apiGroups:
Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
apiVersion: apps/v1
kind: Deployment
metadata:
metadata: # kpt-merge: /cache-server
name: cache-server
spec:
template:
spec:
containers:
- name: server
env:
- name: NAMESPACE_TO_WATCH
value: ''
valueFrom: null
- name: NAMESPACE_TO_WATCH
value: ''
valueFrom: null
Loading

0 comments on commit 8644d09

Please sign in to comment.