[tune] Upgrade various tune search library dependencies (#36641)

A number of dependencies are currently outdated. This PR upgrades these dependencies to their latest versions:

- optuna
- hyperopt
- dragonfly-opt
- bayesian-optimization
- timm
- xgboost (train/xgboost-ray dependency)

Signed-off-by: Kai Fricke <kai@anyscale.com>

python/requirements/ml/requirements_tune.txt

@@ -3,10 +3,10 @@
 aim==3.16.1
 ax-platform[mysql]==0.2.6; python_version < '3.8'
 ax-platform[mysql]==0.3.2; python_version >= '3.8'
-bayesian-optimization==1.2.0
+bayesian-optimization==1.4.3
 comet-ml==3.31.9
-ConfigSpace==0.4.18
-dragonfly-opt==0.1.6
+ConfigSpace==0.7.1
+dragonfly-opt==0.1.7
 flaml==1.1.1
 freezegun==1.1.0
 # Requires decord which is unavailable for arm64
@@ -18,7 +18,7 @@ autorom[accept-rom-license]; platform_machine != "arm64"
 h5py==3.7.0
 hpbandster==0.7.4
 HEBO==0.3.2
-hyperopt==0.2.5
+hyperopt==0.2.7
 jupyterlab==3.6.1
 lightgbm==3.3.5
 matplotlib!=3.4.3
@@ -27,7 +27,7 @@ mlflow==2.4.1; python_version > '3.7'
 # Unavailable for arm64 in more recent versions
 mxnet==1.8.0.post0; platform_machine != "arm64"
 nevergrad==0.4.3.post7
-optuna==2.10.0
+optuna==3.2.0
 # For HEBO compatibility
 pymoo==0.5.0
 pytest-remotedata==0.3.2
@@ -38,15 +38,10 @@ s3fs==2023.1.0
 shortuuid==1.0.1
 scikit-optimize==0.9.0
 sigopt==7.5.0
-timm==0.4.5
+timm==0.9.2
 transformers==4.18.0; python_version <= '3.6'
 transformers==4.19.1; python_version > '3.6'
 wandb==0.13.4
-xgboost==1.3.3
+xgboost==1.6.2; python_version <= '3.7'
+xgboost==1.7.6; python_version > '3.7'
 zoopt==0.4.1
-
-# We need to pin scipy because Dragonfly/Bayesopt tests will time out otherwise.
-# This is likely because of a subdependency or API change. We may have to
-# upgrade dragonfly/bayesopt in sync.
-# Todo (krfricke): Upgrade
-scipy==1.7.3