[Doc][AIR] Remove ray_lightning documentation and tests (#36400)

Signed-off-by: woshiyyya <xiaoyunxuan1998@gmail.com> Signed-off-by: Yunxuan Xiao <yunxuanx@anyscale.com>
ray-project · Jun 21, 2023 · b9ef5da · b9ef5da
1 parent 5059adb
commit b9ef5da
Show file tree

Hide file tree

Showing 23 changed files with 4 additions and 569 deletions.
diff --git a/.buildkite/pipeline.build.yml b/.buildkite/pipeline.build.yml
@@ -525,7 +525,7 @@
     - >-
       set -x;
       {
-        python ./ci/run/bazel_sharding/bazel_sharding.py --exclude_manual --index "\${BUILDKITE_PARALLEL_JOB}" --count "\${BUILDKITE_PARALLEL_JOB_COUNT}" --tag_filters=compat python/ray/tests/horovod/... python/ray/tests/lightgbm/... python/ray/tests/ml_py37_compat/... python/ray/tests/xgboost/... python/ray/tests/ray_lightning/... &&
+        python ./ci/run/bazel_sharding/bazel_sharding.py --exclude_manual --index "\${BUILDKITE_PARALLEL_JOB}" --count "\${BUILDKITE_PARALLEL_JOB_COUNT}" --tag_filters=compat python/ray/tests/horovod/... python/ray/tests/lightgbm/... python/ray/tests/ml_py37_compat/... python/ray/tests/xgboost/... &&
         python ./ci/run/bazel_sharding/bazel_sharding.py --exclude_manual --index "\${BUILDKITE_PARALLEL_JOB}" --count "\${BUILDKITE_PARALLEL_JOB_COUNT}" --tag_filters=-gpu,-needs_credentials,-hdfs python/ray/air/... &&
         python ./ci/run/bazel_sharding/bazel_sharding.py --exclude_manual --index "\${BUILDKITE_PARALLEL_JOB}" --count "\${BUILDKITE_PARALLEL_JOB_COUNT}" --tag_filters=ray_air,-torch_1_11,-gpu_only,-gpu,-needs_credentials,-hdfs python/ray/train/... &&
         python ./ci/run/bazel_sharding/bazel_sharding.py --exclude_manual --index "\${BUILDKITE_PARALLEL_JOB}" --count "\${BUILDKITE_PARALLEL_JOB_COUNT}" --tag_filters=ray_air python/ray/data/...;

diff --git a/.buildkite/pipeline.ml.yml b/.buildkite/pipeline.ml.yml
@@ -315,7 +315,6 @@
     - ./ci/env/env_info.sh
     - bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only python/ray/tests/xgboost/...
     - bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only python/ray/tests/horovod/...
-    - bazel test --config=ci $(./ci/run/bazel_export_options) python/ray/tests/ray_lightning/...
 
 ### OLD EXECUTION PATH COMPATIBILITY TESTS
 
@@ -366,7 +365,6 @@
     - ./ci/env/env_info.sh
     - bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only --test_env=TUNE_NEW_EXECUTION=1 python/ray/tests/xgboost/...
     - bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only --test_env=TUNE_NEW_EXECUTION=1 python/ray/tests/horovod/...
-    - bazel test --config=ci $(./ci/run/bazel_export_options) --test_env=TUNE_NEW_EXECUTION=1 python/ray/tests/ray_lightning/...
 
 
 # TODO(amogkam): Re-enable Ludwig tests after Ludwig supports Ray 2.0

diff --git a/ci/ci.sh b/ci/ci.sh
@@ -202,7 +202,6 @@ test_python() {
       -python/ray/tests/xgboost/... # Requires ML dependencies, should not be run on Windows
       -python/ray/tests/lightgbm/... # Requires ML dependencies, should not be run on Windows
       -python/ray/tests/horovod/... # Requires ML dependencies, should not be run on Windows
-      -python/ray/tests/ray_lightning/... # Requires ML dependencies, should not be run on Windows
       -python/ray/tests/ml_py37_compat/... # Required ML dependencies, should not be run on Windows
       -python/ray/tests:test_batch_node_provider_unit.py # irrelevant on windows
       -python/ray/tests:test_batch_node_provider_integration.py # irrelevant on windows

diff --git a/doc/requirements-doc.txt b/doc/requirements-doc.txt
@@ -43,7 +43,6 @@ mxnet==1.8.0.post0
 git+https://github.com/ray-project/tune-sklearn@master#tune-sklearn
 git+https://github.com/ray-project/xgboost_ray@master#egg=xgboost_ray
 git+https://github.com/ray-project/lightgbm_ray@main#lightgbm_ray
-git+https://github.com/ray-project/ray_lightning@main#ray_lightning
 
 # Syntax highlighting
 Pygments==2.13.0

diff --git a/doc/source/_toc.yml b/doc/source/_toc.yml
@@ -325,7 +325,6 @@ parts:
           - file: ray-more-libs/joblib
           - file: ray-more-libs/multiprocessing
           - file: ray-more-libs/ray-collective
-          - file: ray-more-libs/using-ray-with-pytorch-lightning
           - file: ray-more-libs/dask-on-ray
           - file: ray-more-libs/raydp
           - file: ray-more-libs/mars-on-ray

diff --git a/doc/source/ray-more-libs/using-ray-with-pytorch-lightning.rst b/doc/source/ray-more-libs/using-ray-with-pytorch-lightning.rst
diff --git a/doc/source/ray-overview/eco-gallery.yml b/doc/source/ray-overview/eco-gallery.yml
@@ -118,15 +118,6 @@ projects:
     website: https://github.com/pycaret/pycaret
     repo: https://github.com/pycaret/pycaret
     image: ../images/pycaret.png
-  - name: PyTorch Lightning Integration
-    section_title: PyTorch Lightning
-    description: PyTorch Lightning is a popular open-source library that provides a
-      high level interface for PyTorch. The goal of PyTorch Lightning is to structure
-      your PyTorch code to abstract the details of training, making AI research
-      scalable and fast to iterate on.
-    website: https://github.com/ray-project/ray_lightning_accelerators
-    repo: https://github.com/ray-project/ray_lightning_accelerators
-    image: ../images/pytorch_lightning_small.png
   - name: RayDP Integration
     section_title: Spark on Ray (RayDP)
     description: RayDP ("Spark on Ray") enables you to easily use Spark inside a

diff --git a/doc/source/tune/examples/tune-vanilla-pytorch-lightning.ipynb b/doc/source/tune/examples/tune-vanilla-pytorch-lightning.ipynb
@@ -479,6 +479,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "ca050dfa",
    "metadata": {},
@@ -491,10 +492,7 @@
     "make sure multiple trials can share GPUs and there is enough memory to do so.\n",
     "Ray does not automatically handle this for you.\n",
     "\n",
-    "If you want to use multiple GPUs per trial, you should check out the\n",
-    "[Ray Lightning Library](https://github.com/ray-project/ray_lightning).\n",
-    "This library makes it easy to run multiple concurrent trials with Ray Tune, with each trial also running\n",
-    "in a distributed fashion using Ray.\n",
+    "If you want to use multiple GPUs per trial, you should check out {class}`LightningTrainer <ray.train.lightning.LightningTrainer>`.\n",
     "\n",
     "### Putting it together\n",
     "\n",
@@ -1264,7 +1262,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.13"
+   "version": "3.8.16"
   },
   "orphan": true
  },

diff --git a/python/ray/tests/ray_lightning/BUILD b/python/ray/tests/ray_lightning/BUILD
diff --git a/python/ray/tests/ray_lightning/simple_example.py b/python/ray/tests/ray_lightning/simple_example.py
diff --git a/python/ray/tests/ray_lightning/simple_tune.py b/python/ray/tests/ray_lightning/simple_tune.py
diff --git a/python/ray/util/ray_lightning/__init__.py b/python/ray/util/ray_lightning/__init__.py
diff --git a/python/requirements/compat/requirements_legacy_compat.txt b/python/requirements/compat/requirements_legacy_compat.txt
@@ -23,7 +23,6 @@ pytorch-lightning==1.5.10
 # Upstream libraries
 lightgbm_ray==0.1.5
 xgboost_ray==0.1.10
-ray_lightning==0.2.0
 
 # Datasets
 pyarrow==6.0.1

diff --git a/python/requirements/ml/requirements_upstream.txt b/python/requirements/ml/requirements_upstream.txt
@@ -2,7 +2,6 @@
 # Because they depend on Ray, we can't pin the subdependencies.
 # So we separate its own requirements file.
 
-ray_lightning==0.3.0
 tune-sklearn==0.4.4
 xgboost_ray==0.1.15
 lightgbm_ray==0.1.8

diff --git a/release/ml_user_tests/ray-lightning/app_config.yaml b/release/ml_user_tests/ray-lightning/app_config.yaml