move old gcp components to deprecated folder (#2031)

kubeflow · Sep 6, 2019 · 2a3dd32 · 2a3dd32
1 parent 9793967
commit 2a3dd32
Show file tree

Hide file tree

Showing 54 changed files with 33 additions and 33 deletions.
diff --git a/.cloudbuild.yaml b/.cloudbuild.yaml
@@ -92,22 +92,22 @@ steps:
 # Build the Dataflow-based pipeline component images
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataflow/predict && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataflow/predict && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildPredictComponent'
   waitFor: ["-"]
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataflow/tfdv && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataflow/tfdv && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildTFDVComponent'
   waitFor: ["-"]
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataflow/tft && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataflow/tft && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildTFTComponent'
   waitFor: ["-"]
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataflow/tfma && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataflow/tfma && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildTMAComponent'
   waitFor: ["-"]
 
@@ -131,32 +131,32 @@ steps:
 # Build the Dataproc-based pipeline component images
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataproc/analyze && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataproc/analyze && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildDataprocAnalyze'
   waitFor: ["-"]
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataproc/create_cluster && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataproc/create_cluster && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildDataprocCreateCluster'
   waitFor: ["-"]
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataproc/delete_cluster && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataproc/delete_cluster && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildDataprocDeleteCluster'
   waitFor: ["-"]
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataproc/predict && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataproc/predict && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildDataprocPredict'
   waitFor: ["-"]
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataproc/transform && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataproc/transform && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildDataprocTransform'
   waitFor: ["-"]
 - name: 'gcr.io/cloud-builders/docker'
   entrypoint: '/bin/bash'
-  args: ['-c', 'cd /workspace/components/dataproc/train && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
+  args: ['-c', 'cd /workspace/components/deprecated/dataproc/train && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
   id: 'buildDataprocTrain'
   waitFor: ["-"]
 

diff --git a/components/README.md b/components/README.md
@@ -7,11 +7,11 @@ as input and may produce one or more
 
 
 **Example: XGBoost DataProc components**
-* [Set up cluster](dataproc/create_cluster/src/create_cluster.py)
-* [Analyze](dataproc/analyze/src/analyze.py)
-* [Transform](dataproc/transform/src/transform.py)
-* [Distributed train](dataproc/train/src/train.py)
-* [Delete cluster](dataproc/delete_cluster/src/delete_cluster.py)
+* [Set up cluster](deprecated/dataproc/create_cluster/src/create_cluster.py)
+* [Analyze](deprecated/dataproc/analyze/src/analyze.py)
+* [Transform](deprecated/dataproc/transform/src/transform.py)
+* [Distributed train](deprecated/dataproc/train/src/train.py)
+* [Delete cluster](deprecated/dataproc/delete_cluster/src/delete_cluster.py)
 
 Each task usually includes two parts:
 

diff --git a/components/dataflow/base/Dockerfile → ...nents/deprecated/dataflow/base/Dockerfile b/components/dataflow/base/Dockerfile → ...nents/deprecated/dataflow/base/Dockerfile
diff --git a/components/dataflow/base/build_image.sh → ...s/deprecated/dataflow/base/build_image.sh b/components/dataflow/base/build_image.sh → ...s/deprecated/dataflow/base/build_image.sh
diff --git a/components/dataflow/predict/Dockerfile → ...ts/deprecated/dataflow/predict/Dockerfile b/components/dataflow/predict/Dockerfile → ...ts/deprecated/dataflow/predict/Dockerfile
diff --git a/components/dataflow/predict/build_image.sh → ...eprecated/dataflow/predict/build_image.sh b/components/dataflow/predict/build_image.sh → ...eprecated/dataflow/predict/build_image.sh
diff --git a/components/dataflow/predict/component.yaml → ...eprecated/dataflow/predict/component.yaml b/components/dataflow/predict/component.yaml → ...eprecated/dataflow/predict/component.yaml
diff --git a/components/dataflow/predict/src/predict.py → ...eprecated/dataflow/predict/src/predict.py b/components/dataflow/predict/src/predict.py → ...eprecated/dataflow/predict/src/predict.py
diff --git a/components/dataflow/predict/src/setup.py → .../deprecated/dataflow/predict/src/setup.py b/components/dataflow/predict/src/setup.py → .../deprecated/dataflow/predict/src/setup.py
diff --git a/components/dataflow/tfdv/Dockerfile → ...nents/deprecated/dataflow/tfdv/Dockerfile b/components/dataflow/tfdv/Dockerfile → ...nents/deprecated/dataflow/tfdv/Dockerfile
diff --git a/components/dataflow/tfdv/build_image.sh → ...s/deprecated/dataflow/tfdv/build_image.sh b/components/dataflow/tfdv/build_image.sh → ...s/deprecated/dataflow/tfdv/build_image.sh
diff --git a/components/dataflow/tfdv/component.yaml → ...s/deprecated/dataflow/tfdv/component.yaml b/components/dataflow/tfdv/component.yaml → ...s/deprecated/dataflow/tfdv/component.yaml
diff --git a/components/dataflow/tfdv/src/validate.py → .../deprecated/dataflow/tfdv/src/validate.py b/components/dataflow/tfdv/src/validate.py → .../deprecated/dataflow/tfdv/src/validate.py
diff --git a/...nts/dataflow/tfdv/src/validation/setup.py → ...ted/dataflow/tfdv/src/validation/setup.py b/...nts/dataflow/tfdv/src/validation/setup.py → ...ted/dataflow/tfdv/src/validation/setup.py
diff --git a/components/dataflow/tfma/Dockerfile → ...nents/deprecated/dataflow/tfma/Dockerfile b/components/dataflow/tfma/Dockerfile → ...nents/deprecated/dataflow/tfma/Dockerfile
diff --git a/components/dataflow/tfma/build_image.sh → ...s/deprecated/dataflow/tfma/build_image.sh b/components/dataflow/tfma/build_image.sh → ...s/deprecated/dataflow/tfma/build_image.sh
diff --git a/components/dataflow/tfma/component.yaml → ...s/deprecated/dataflow/tfma/component.yaml b/components/dataflow/tfma/component.yaml → ...s/deprecated/dataflow/tfma/component.yaml
diff --git a/...nents/dataflow/tfma/src/analysis/setup.py → ...cated/dataflow/tfma/src/analysis/setup.py b/...nents/dataflow/tfma/src/analysis/setup.py → ...cated/dataflow/tfma/src/analysis/setup.py
diff --git a/...nents/dataflow/tfma/src/model_analysis.py → ...cated/dataflow/tfma/src/model_analysis.py b/...nents/dataflow/tfma/src/model_analysis.py → ...cated/dataflow/tfma/src/model_analysis.py
diff --git a/components/dataflow/tft/Dockerfile → ...onents/deprecated/dataflow/tft/Dockerfile b/components/dataflow/tft/Dockerfile → ...onents/deprecated/dataflow/tft/Dockerfile
diff --git a/components/dataflow/tft/build_image.sh → ...ts/deprecated/dataflow/tft/build_image.sh b/components/dataflow/tft/build_image.sh → ...ts/deprecated/dataflow/tft/build_image.sh
diff --git a/components/dataflow/tft/component.yaml → ...ts/deprecated/dataflow/tft/component.yaml b/components/dataflow/tft/component.yaml → ...ts/deprecated/dataflow/tft/component.yaml
diff --git a/components/dataflow/tft/src/transform.py → .../deprecated/dataflow/tft/src/transform.py b/components/dataflow/tft/src/transform.py → .../deprecated/dataflow/tft/src/transform.py
diff --git a/components/dataproc/analyze/Dockerfile → ...ts/deprecated/dataproc/analyze/Dockerfile b/components/dataproc/analyze/Dockerfile → ...ts/deprecated/dataproc/analyze/Dockerfile
diff --git a/components/dataproc/analyze/build_image.sh → ...eprecated/dataproc/analyze/build_image.sh b/components/dataproc/analyze/build_image.sh → ...eprecated/dataproc/analyze/build_image.sh
diff --git a/components/dataproc/analyze/src/analyze.py → ...eprecated/dataproc/analyze/src/analyze.py b/components/dataproc/analyze/src/analyze.py → ...eprecated/dataproc/analyze/src/analyze.py
diff --git a/...nents/dataproc/analyze/src/analyze_run.py → ...cated/dataproc/analyze/src/analyze_run.py b/...nents/dataproc/analyze/src/analyze_run.py → ...cated/dataproc/analyze/src/analyze_run.py
diff --git a/components/dataproc/base/Dockerfile → ...nents/deprecated/dataproc/base/Dockerfile b/components/dataproc/base/Dockerfile → ...nents/deprecated/dataproc/base/Dockerfile
diff --git a/components/dataproc/base/build_image.sh → ...s/deprecated/dataproc/base/build_image.sh b/components/dataproc/base/build_image.sh → ...s/deprecated/dataproc/base/build_image.sh
diff --git a/components/dataproc/common/__init__.py → ...ts/deprecated/dataproc/common/__init__.py b/components/dataproc/common/__init__.py → ...ts/deprecated/dataproc/common/__init__.py
diff --git a/components/dataproc/common/_utils.py → ...ents/deprecated/dataproc/common/_utils.py b/components/dataproc/common/_utils.py → ...ents/deprecated/dataproc/common/_utils.py
diff --git a/...onents/dataproc/create_cluster/Dockerfile → ...ecated/dataproc/create_cluster/Dockerfile b/...onents/dataproc/create_cluster/Dockerfile → ...ecated/dataproc/create_cluster/Dockerfile
diff --git a/...ts/dataproc/create_cluster/build_image.sh → ...ed/dataproc/create_cluster/build_image.sh b/...ts/dataproc/create_cluster/build_image.sh → ...ed/dataproc/create_cluster/build_image.sh
diff --git a/...proc/create_cluster/src/create_cluster.py → ...proc/create_cluster/src/create_cluster.py b/...proc/create_cluster/src/create_cluster.py → ...proc/create_cluster/src/create_cluster.py
diff --git a/...ate_cluster/src/initialization_actions.sh → ...ate_cluster/src/initialization_actions.sh b/...ate_cluster/src/initialization_actions.sh → ...ate_cluster/src/initialization_actions.sh
diff --git a/...onents/dataproc/delete_cluster/Dockerfile → ...ecated/dataproc/delete_cluster/Dockerfile b/...onents/dataproc/delete_cluster/Dockerfile → ...ecated/dataproc/delete_cluster/Dockerfile
diff --git a/...ts/dataproc/delete_cluster/build_image.sh → ...ed/dataproc/delete_cluster/build_image.sh b/...ts/dataproc/delete_cluster/build_image.sh → ...ed/dataproc/delete_cluster/build_image.sh
diff --git a/...proc/delete_cluster/src/delete_cluster.py → ...proc/delete_cluster/src/delete_cluster.py b/...proc/delete_cluster/src/delete_cluster.py → ...proc/delete_cluster/src/delete_cluster.py
diff --git a/components/dataproc/predict/Dockerfile → ...ts/deprecated/dataproc/predict/Dockerfile b/components/dataproc/predict/Dockerfile → ...ts/deprecated/dataproc/predict/Dockerfile
diff --git a/components/dataproc/predict/build_image.sh → ...eprecated/dataproc/predict/build_image.sh b/components/dataproc/predict/build_image.sh → ...eprecated/dataproc/predict/build_image.sh
diff --git a/components/dataproc/predict/src/predict.py → ...eprecated/dataproc/predict/src/predict.py b/components/dataproc/predict/src/predict.py → ...eprecated/dataproc/predict/src/predict.py
diff --git a/components/dataproc/train/Dockerfile → ...ents/deprecated/dataproc/train/Dockerfile b/components/dataproc/train/Dockerfile → ...ents/deprecated/dataproc/train/Dockerfile
diff --git a/components/dataproc/train/build_image.sh → .../deprecated/dataproc/train/build_image.sh b/components/dataproc/train/build_image.sh → .../deprecated/dataproc/train/build_image.sh
diff --git a/components/dataproc/train/src/README.md → ...s/deprecated/dataproc/train/src/README.md b/components/dataproc/train/src/README.md → ...s/deprecated/dataproc/train/src/README.md
diff --git a/...dataproc/train/src/XGBoostPredictor.scala → ...dataproc/train/src/XGBoostPredictor.scala b/...dataproc/train/src/XGBoostPredictor.scala → ...dataproc/train/src/XGBoostPredictor.scala
diff --git a/...s/dataproc/train/src/XGBoostTrainer.scala → ...d/dataproc/train/src/XGBoostTrainer.scala b/...s/dataproc/train/src/XGBoostTrainer.scala → ...d/dataproc/train/src/XGBoostTrainer.scala
diff --git a/components/dataproc/train/src/train.py → ...ts/deprecated/dataproc/train/src/train.py b/components/dataproc/train/src/train.py → ...ts/deprecated/dataproc/train/src/train.py
diff --git a/components/dataproc/train/src/xgb4j_build.sh → ...recated/dataproc/train/src/xgb4j_build.sh b/components/dataproc/train/src/xgb4j_build.sh → ...recated/dataproc/train/src/xgb4j_build.sh
diff --git a/components/dataproc/transform/Dockerfile → .../deprecated/dataproc/transform/Dockerfile b/components/dataproc/transform/Dockerfile → .../deprecated/dataproc/transform/Dockerfile
diff --git a/components/dataproc/transform/build_image.sh → ...recated/dataproc/transform/build_image.sh b/components/dataproc/transform/build_image.sh → ...recated/dataproc/transform/build_image.sh
diff --git a/...nents/dataproc/transform/src/transform.py → ...cated/dataproc/transform/src/transform.py b/...nents/dataproc/transform/src/transform.py → ...cated/dataproc/transform/src/transform.py
diff --git a/...s/dataproc/transform/src/transform_run.py → ...d/dataproc/transform/src/transform_run.py b/...s/dataproc/transform/src/transform_run.py → ...d/dataproc/transform/src/transform_run.py
diff --git a/samples/core/tfx_cab_classification/README.md b/samples/core/tfx_cab_classification/README.md
@@ -68,17 +68,17 @@ Open the Kubeflow pipelines UI. Create a new pipeline, and then upload the compi
 ## Components source
 
 Preprocessing:
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataflow/tft/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataflow/tft)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataflow/tft/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataflow/tft)
 
 Training:
   [source code](https://github.com/kubeflow/pipelines/tree/master/components/kubeflow/launcher/src) 
   [container](https://github.com/kubeflow/pipelines/tree/master/components/kubeflow/launcher)
 
 Analysis:
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataflow/tfma/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataflow/tfma)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataflow/tfma/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataflow/tfma)
 
 Prediction:
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataflow/predict/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataflow/predict)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataflow/predict/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataflow/predict)
diff --git a/samples/core/xgboost_training_cm/README.md b/samples/core/xgboost_training_cm/README.md
@@ -31,24 +31,24 @@ pipeline run results. Note that each pipeline run will create a unique directory
 ## Components source
 
 Create Cluster:
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/create_cluster/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/create_cluster)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/create_cluster/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/create_cluster)
 
 Analyze (step one for preprocessing):
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/analyze/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/analyze)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/analyze/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/analyze)
 
 Transform (step two for preprocessing):
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/transform/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/transform)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/transform/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/transform)
 
 Distributed Training:
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/train/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/train)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/train/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/train)
 
 Distributed Predictions:
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/predict/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/predict)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/predict/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/predict)
 
 Confusion Matrix:
   [source code](https://github.com/kubeflow/pipelines/tree/master/components/local/confusion_matrix/src) 
@@ -61,7 +61,7 @@ ROC:
 
 
 Delete Cluster:
-  [source code](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/delete_cluster/src) 
-  [container](https://github.com/kubeflow/pipelines/tree/master/components/dataproc/delete_cluster)
+  [source code](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/delete_cluster/src) 
+  [container](https://github.com/kubeflow/pipelines/tree/master/components/deprecated/dataproc/delete_cluster)