diff --git a/kubeflow/instance/kustomize/namespaces/kustomization.yaml b/kubeflow/instance/kustomize/namespaces/kustomization.yaml
index a010c146..8f0cddb1 100644
--- a/kubeflow/instance/kustomize/namespaces/kustomization.yaml
+++ b/kubeflow/instance/kustomize/namespaces/kustomization.yaml
@@ -1,4 +1,4 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
-- namespaces.yaml
+- ../../../upstream/manifests/namespaces/base # {"type":"string","x-kustomize":{"setBy":"kpt","partialSetters":[{"name":"kustomize_manifests_path","value":"../../../upstream/manifests"}]}}
diff --git a/kubeflow/instance/kustomize/namespaces/namespaces.yaml b/kubeflow/instance/kustomize/namespaces/namespaces.yaml
deleted file mode 100644
index 5e14408d..00000000
--- a/kubeflow/instance/kustomize/namespaces/namespaces.yaml
+++ /dev/null
@@ -1,14 +0,0 @@
-apiVersion: v1
-kind: Namespace
-metadata:
-  name: kubeflow
-  labels:
-    control-plane: kubeflow
-    katib-metricscollector-injection: enabled
----
-# TODO(jlewi): This is also defined in the cert-manager package but it doesn't get
-# created in the right order.
-apiVersion: v1
-kind: Namespace
-metadata:
-  name: cert-manager