sample_test.yaml

# Copyright 2018 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
  generateName: sample-test-
spec:
  entrypoint: sample-test
  arguments:
    parameters:
      - name: image-build-context-gcs-uri
      - name: image-builder-image
        value: gcr.io/ml-pipeline-test/image-builder:v20200208-0.1.25-771-g4c571961
      - name: target-image-prefix
      - name: test-results-gcs-dir
      - name: sample-tests-image-suffix
        value: sample-tests
      - name: namespace
        value: kubeflow
      - name: is-integration-test
        value: "false"
  templates:
    - name: sample-test
      inputs:
        parameters:
          - name: target-image-prefix
          - name: test-results-gcs-dir
          - name: sample-tests-image-suffix
          - name: namespace
          - name: is-integration-test
      steps:
        - - name: build-sample-tests-image
            template: build-image-by-dockerfile
            arguments:
              parameters:
                - name: docker-path
                  value: .
                - name: docker-file
                  value: test/sample-test/Dockerfile
                - name: image-name
                  value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
        - - name: run-sample-tests-loop
            template: run-sample-tests
            arguments:
              parameters:
                - name: namespace
                  value: "{{inputs.parameters.namespace}}"
                - name: sample-tests-image
                  value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
                - name: target-image-prefix
                  value: "{{inputs.parameters.target-image-prefix}}"
                - name: test-results-gcs-dir
                  value: "{{inputs.parameters.test-results-gcs-dir}}"
                - name: test-name
                  value: "{{item}}"
            withItems:
              - lightweight_component
              - dsl_static_type_checking
              - pipeline_transformers
              - secret
              - sidecar
              - execution_order
              - imagepullsecrets
              - retry
              - preemptible_tpu_gpu
              - volume_snapshot_ops
              - loop_output
              - loop_parameter
              - loop_static
              - resource_ops
              - multiple_outputs
              - caching
              - parallelism_sub_dag
              - parallelism_sub_dag_with_op_output
          - name: run-integration-tests-loop
            template: run-sample-tests
            arguments:
              parameters:
                - name: namespace
                  value: "{{inputs.parameters.namespace}}"
                - name: sample-tests-image
                  value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
                - name: target-image-prefix
                  value: "{{inputs.parameters.target-image-prefix}}"
                - name: test-results-gcs-dir
                  value: "{{inputs.parameters.test-results-gcs-dir}}"
                - name: test-name
                  value: "{{item}}"
            withItems:
              - xgboost_training_cm
              - dataflow
              - ai_platform
              # TODO(#4361): Re-enable the kubeflow_tf_serving sample test after
              # fixed the sample
              # - kubeflow_tf_serving
              - container_build
              - parameterized_tfx_oss
              - iris
            when: "{{inputs.parameters.is-integration-test}} == true"
    # Build and push image
    - name: build-image-by-dockerfile
      retryStrategy:
        limit: 1
      inputs:
        parameters:
          # GCS URI prefix pointing to a .tar.gz archive of Docker build context
          - name: image-build-context-gcs-uri
            value: "{{workflow.parameters.image-build-context-gcs-uri}}"
          # The relative code path to the Dockerfile
          - name: docker-path
          # Name of the Docker file to use. "Dockerfile" by default
          - name: docker-file
            value: Dockerfile
          - name: image-name
      outputs:
        parameters:
          - name: strict-image-name
            valueFrom:
              path: /outputs/strict-image-name/file
      container:
        image: "{{workflow.parameters.image-builder-image}}"
        imagePullPolicy: 'Always'
        args: [
          "--image-build-context-gcs-uri", "{{inputs.parameters.image-build-context-gcs-uri}}",
          "--docker_path", "{{inputs.parameters.docker-path}}",
          "--docker_file", "{{inputs.parameters.docker-file}}",
          "--image_name", "{{inputs.parameters.image-name}}",
        ]
        env:
          - name: DOCKER_HOST
            value: 127.0.0.1
      sidecars:
        - name: dind
          image: docker:17.10-dind
          securityContext:
            privileged: true
          mirrorVolumeMounts: true

    - name: run-sample-tests
      retryStrategy:
        limit: 2
      inputs:
        parameters:
          - name: test-results-gcs-dir
          - name: target-image-prefix
          - name: sample-tests-image
          - name: namespace
          - name: test-name
      container:
        image: "{{inputs.parameters.sample-tests-image}}"
        args: [
          "sample_test", "run_test",
          "--namespace", "{{inputs.parameters.namespace}}",
          "--results-gcs-dir", "{{inputs.parameters.test-results-gcs-dir}}",
          "--target-image-prefix", "{{inputs.parameters.target-image-prefix}}",
          "--test-name", "{{inputs.parameters.test-name}}",
        ]