From 372bef20fbeee3803fc6738e253e781f49242591 Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Thu, 6 Feb 2025 09:35:31 +0900 Subject: [PATCH] Import pyspark.core module later for Spark Classic only --- python/pyspark/ml/classification.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/python/pyspark/ml/classification.py b/python/pyspark/ml/classification.py index d228157def4b2..3a6425d0bfcd5 100644 --- a/python/pyspark/ml/classification.py +++ b/python/pyspark/ml/classification.py @@ -3810,11 +3810,12 @@ def setRawPredictionCol(self, value: str) -> "OneVsRestModel": def __init__(self, models: List[ClassificationModel]): super(OneVsRestModel, self).__init__() - from pyspark.core.context import SparkContext - self.models = models if is_remote() or not isinstance(models[0], JavaMLWritable): return + + from pyspark.core.context import SparkContext + # set java instance java_models = [cast(_JavaClassificationModel, model)._to_java() for model in self.models] sc = SparkContext._active_spark_context