fix

7mming7 · Apr 23, 2024 · 4000f61 · 4000f61
1 parent 10eafbf
commit 4000f61
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/...src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFileFormat.scala b/...src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFileFormat.scala
@@ -32,7 +32,6 @@ import org.apache.parquet.format.converter.ParquetMetadataConverter.SKIP_ROW_GRO
 import org.apache.parquet.hadoop._
 
 import org.apache.spark.TaskContext
-import org.apache.spark.deploy.SparkHadoopUtil
 import org.apache.spark.internal.{Logging, MDC}
 import org.apache.spark.internal.LogKey.{PATH, SCHEMA}
 import org.apache.spark.sql._
@@ -208,7 +207,6 @@ class ParquetFileFormat
       assert(supportBatch(sparkSession, resultSchema))
     }
 
-    val sparkConf = sparkSession.sparkContext.conf
     (file: PartitionedFile) => {
       assert(file.partitionValues.numFields == partitionSchema.size)