Add pre/post submit jobs for Jupyter UI (kubeflow#2671)

* Add pre/post submit jobs

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

* Update the libsonnet

* Update the default value of parameters for testing_image
* Use more intuitive paths

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

* Small fixes in the libsonnet

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

* Include the scripts/ in the jobs

Else we get permission error when running the /scripts/build_image.sh

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

* Include entire scripts/*

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

* Remove -c from bash command

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

* Change workingDir

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

* Fix permissions and Image name

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

* Use kubeflow-ci project for pre/postsubmit jobs

Signed-off-by: Kimonas Sotirchos <kimwnasptd@arrikto.com>

components/jupyter-web-app/releaser/.gitignore

@@ -1,4 +1,3 @@
-/lib
 /.ksonnet/registries
 /app.override.yaml
 /.ks_environment

components/jupyter-web-app/releaser/components/params.libsonnet

@@ -10,7 +10,7 @@
       bucket: "kubeflow-releasing-artifacts",
       cluster: "kubeflow-releasing",
       dockerfile: "Dockerfile",
-      dockerfileDir: "kubeflow/components/jupyter-web-app",
+      dockerfileDir: "components/jupyter-web-app",
       extra_args: "",
       extra_repos: "kubeflow/testing@HEAD",
       gcpCredentialsSecretName: "gcp-credentials",

components/jupyter-web-app/releaser/lib/ksonnet-lib/v1.8.0/k.libsonnet

@@ -0,0 +1,111 @@
+local k8s = import 'k8s.libsonnet';
+local fn = {
+  mapContainers(f):: {
+    local podContainers = super.spec.template.spec.containers,
+    spec+: {
+      template+: {
+        spec+: {
+          containers: std.map(f, podContainers),
+        },
+      },
+    },
+  },
+  mapContainersWithName(names, f)::
+    local nameSet = if std.type(names) == 'array' then std.set(names) else std.set([names]);
+    local inNameSet(name) = std.length(std.setInter(nameSet, std.set([name]))) > 0;
+
+    self.mapContainers(function(c) if std.objectHas(c, 'name') && inNameSet(c.name) then f(c) else c),
+};
+
+k8s + {
+  apps:: k8s.apps + {
+    v1beta1:: k8s.apps.v1beta1 + {
+      deployment:: k8s.apps.v1beta1.deployment + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+      statefulSet:: k8s.apps.v1beta1.statefulSet + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+    },
+    v1beta2:: k8s.apps.v1beta2 + {
+      daemonSet:: k8s.apps.v1beta2.daemonSet + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+      deployment:: k8s.apps.v1beta2.deployment + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+      replicaSet:: k8s.apps.v1beta2.replicaSet + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+      statefulSet:: k8s.apps.v1beta2.statefulSet + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+    },
+  },
+  batch:: k8s.batch + {
+    v1:: k8s.batch.v1 + {
+      job:: k8s.batch.v1.job + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+    },
+    v1beta1:: k8s.batch.v1beta1 + {
+      cronJob:: k8s.batch.v1beta1.cronJob + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+    },
+    v2alpha1:: k8s.batch.v2alpha1 + {
+      cronJob:: k8s.batch.v2alpha1.cronJob + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+    },
+  },
+  core:: k8s.core + {
+    v1:: k8s.core.v1 + {
+      list:: {
+        new(items):: {
+          apiVersion: 'v1',
+        } + {
+          kind: 'List',
+        } + self.items(items),
+        items(items):: if std.type(items) == 'array' then { items+: items } else { items+: [items] },
+      },
+      pod:: k8s.core.v1.pod + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+      podTemplate:: k8s.core.v1.podTemplate + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+      replicationController:: k8s.core.v1.replicationController + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+    },
+  },
+  extensions:: k8s.extensions + {
+    v1beta1:: k8s.extensions.v1beta1 + {
+      daemonSet:: k8s.extensions.v1beta1.daemonSet + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+      deployment:: k8s.extensions.v1beta1.deployment + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+      replicaSet:: k8s.extensions.v1beta1.replicaSet + {
+        mapContainers(f):: fn.mapContainers(f),
+        mapContainersWithName(names, f):: fn.mapContainersWithName(names, f),
+      },
+    },
+  },
+}