fix

7mming7 · Apr 23, 2024 · 10eafbf · 10eafbf
1 parent 95496a4
commit 10eafbf
Showing 1 changed file with 1 addition and 32 deletions.
diff --git a/...src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFileFormat.scala b/...src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFileFormat.scala
@@ -218,38 +218,7 @@ class ParquetFileFormat
       val sharedConf = if (!broadcastedHadoopConf.isEmpty) {
         broadcastedHadoopConf.head.value.value
       } else {
-        val conf = SparkHadoopUtil.get.newConfiguration(sparkConf)
-        conf.set(ParquetInputFormat.READ_SUPPORT_CLASS, readSupportClass)
-        conf.set(
-          ParquetReadSupport.SPARK_ROW_REQUESTED_SCHEMA,
-          rowWithSchema)
-        conf.set(
-          ParquetWriteSupport.SPARK_ROW_SCHEMA,
-          rowWithSchema)
-        conf.set(
-          SQLConf.SESSION_LOCAL_TIMEZONE.key,
-          localTimezone)
-        conf.setBoolean(
-          SQLConf.NESTED_SCHEMA_PRUNING_ENABLED.key,
-          nestedSchemaPruningEnabled)
-        conf.setBoolean(
-          SQLConf.CASE_SENSITIVE.key,
-          isCaseSensitive)
-
-        // Sets flags for `ParquetToSparkSchemaConverter`
-        conf.setBoolean(
-          SQLConf.PARQUET_BINARY_AS_STRING.key,
-          isParquetBinaryAsString)
-        conf.setBoolean(
-          SQLConf.PARQUET_INT96_AS_TIMESTAMP.key,
-          isParquetINT96AsTimestamp)
-        conf.setBoolean(
-          SQLConf.PARQUET_INFER_TIMESTAMP_NTZ_ENABLED.key,
-          parquetInferTimestampNTZEnabled)
-        conf.setBoolean(
-          SQLConf.LEGACY_PARQUET_NANOS_AS_LONG.key,
-          legacyParquetNanosAsLong)
-        conf
+        hadoopConf
       }
 
       val fileFooter = if (enableVectorizedReader) {