From a00ee05cfabc98c8807542ae3c996c5156da89dc Mon Sep 17 00:00:00 2001 From: Archit Kulkarni Date: Mon, 13 Mar 2023 15:58:02 -0700 Subject: [PATCH 1/3] Bump boto3 version from 1.4.8 to 1.26.82 Signed-off-by: Archit Kulkarni --- docker/ray-deps/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/ray-deps/Dockerfile b/docker/ray-deps/Dockerfile index f9220a09b9f49..90d30570e4efe 100644 --- a/docker/ray-deps/Dockerfile +++ b/docker/ray-deps/Dockerfile @@ -14,7 +14,7 @@ RUN $HOME/anaconda3/bin/pip --no-cache-dir install --find-links $FIND_LINKS_PATH $(if [ "$AUTOSCALER" = "autoscaler" ]; then echo \ "redis>=3.5.0,<4.0.0" \ "six==1.13.0" \ - "boto3==1.4.8" \ + "boto3==1.26.82" \ "google-api-python-client==1.7.8" \ "google-oauth" \ "kubernetes" \ From beb1f79056c1f96c9f182b92653f41381708adda Mon Sep 17 00:00:00 2001 From: Archit Kulkarni Date: Mon, 27 Mar 2023 15:49:08 -0700 Subject: [PATCH 2/3] Add pyOpenSSL and cryptography to dockerfile --- docker/ray-deps/Dockerfile | 2 ++ 1 file changed, 2 insertions(+) diff --git a/docker/ray-deps/Dockerfile b/docker/ray-deps/Dockerfile index 90d30570e4efe..81ddd1cb505d4 100644 --- a/docker/ray-deps/Dockerfile +++ b/docker/ray-deps/Dockerfile @@ -15,6 +15,8 @@ RUN $HOME/anaconda3/bin/pip --no-cache-dir install --find-links $FIND_LINKS_PATH "redis>=3.5.0,<4.0.0" \ "six==1.13.0" \ "boto3==1.26.82" \ + "pyOpenSSL==22.1.0" \ + "cryptography==38.0.1" \ "google-api-python-client==1.7.8" \ "google-oauth" \ "kubernetes" \ From cde0e5878669e525e9082823b68d94ac2952fe70 Mon Sep 17 00:00:00 2001 From: Archit Kulkarni Date: Tue, 25 Apr 2023 14:55:59 -0700 Subject: [PATCH 3/3] Unpin `boto3` in sample YAMLs Signed-off-by: Archit Kulkarni --- doc/source/ray-core/examples/lm/lm-cluster.yaml | 2 +- python/ray/autoscaler/aws/development-example.yaml | 2 +- python/ray/autoscaler/aws/example-gpu-docker.yaml | 2 +- python/ray/autoscaler/aws/example-java.yaml | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/doc/source/ray-core/examples/lm/lm-cluster.yaml b/doc/source/ray-core/examples/lm/lm-cluster.yaml index e53cf692f687a..021b85c4eca67 100644 --- a/doc/source/ray-core/examples/lm/lm-cluster.yaml +++ b/doc/source/ray-core/examples/lm/lm-cluster.yaml @@ -91,7 +91,7 @@ setup_commands: # Custom commands that will be run on the head node after common setup. head_setup_commands: - - pip install boto3==1.4.8 # 1.4.8 adds InstanceMarketOptions + - pip install boto3>=1.4.8 # 1.4.8 adds InstanceMarketOptions # Custom commands that will be run on worker nodes after common setup. worker_setup_commands: [] diff --git a/python/ray/autoscaler/aws/development-example.yaml b/python/ray/autoscaler/aws/development-example.yaml index 467e755247ee3..832bc1e0118df 100644 --- a/python/ray/autoscaler/aws/development-example.yaml +++ b/python/ray/autoscaler/aws/development-example.yaml @@ -59,7 +59,7 @@ setup_commands: - git clone https://github.com/ray-project/ray || true - ray/ci/env/install-bazel.sh - cd ray/python/ray/dashboard/client; npm ci; npm run build - - pip install boto3==1.4.8 cython==0.29.32 aiohttp grpcio psutil setproctitle + - pip install boto3>=1.4.8 cython==0.29.32 aiohttp grpcio psutil setproctitle - cd ray/python; pip install -e . --verbose # Command to start ray on the head node. You don't need to change this. diff --git a/python/ray/autoscaler/aws/example-gpu-docker.yaml b/python/ray/autoscaler/aws/example-gpu-docker.yaml index 85c65ae416dde..6daac090092c2 100644 --- a/python/ray/autoscaler/aws/example-gpu-docker.yaml +++ b/python/ray/autoscaler/aws/example-gpu-docker.yaml @@ -120,7 +120,7 @@ setup_commands: [] # Custom commands that will be run on the head node after common setup. head_setup_commands: - - pip install boto3==1.4.8 # 1.4.8 adds InstanceMarketOptions + - pip install boto3>=1.4.8 # 1.4.8 adds InstanceMarketOptions # Custom commands that will be run on worker nodes after common setup. worker_setup_commands: [] diff --git a/python/ray/autoscaler/aws/example-java.yaml b/python/ray/autoscaler/aws/example-java.yaml index 6563d6bf7be47..cc3cd47ac016e 100644 --- a/python/ray/autoscaler/aws/example-java.yaml +++ b/python/ray/autoscaler/aws/example-java.yaml @@ -60,7 +60,7 @@ setup_commands: - python3 -m pip install https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-0.9.0.dev0-cp37-cp37m-manylinux2014_x86_64.whl # Custom commands that will be run on the head node after common setup. head_setup_commands: - - python3 -m pip install boto3==1.4.8 # 1.4.8 adds InstanceMarketOptions + - python3 -m pip install boto3>=1.4.8 # 1.4.8 adds InstanceMarketOptions # Custom commands that will be run on worker nodes after common setup. worker_setup_commands: [] # Command to start ray on the head node. You don't need to change this.