fix

andygrove · Feb 19, 2025 · 2201953 · 2201953
1 parent ba88e27
commit 2201953
Showing 1 changed file with 6 additions and 7 deletions.
diff --git a/native/core/src/execution/planner.rs b/native/core/src/execution/planner.rs
@@ -1245,11 +1245,16 @@ impl PhysicalPlanner {
                 );
                 spark_parquet_options.allow_cast_unsigned_ints = true;
 
-                let parquet_source = ParquetSource::new(table_parquet_options)
+                let mut parquet_source = ParquetSource::new(table_parquet_options)
                     .with_schema_adapter_factory(Arc::new(SparkSchemaAdapterFactory::new(
                         spark_parquet_options,
                     )));
 
+                if let Some(filter) = cnf_data_filters {
+                    parquet_source =
+                        parquet_source.with_predicate(Arc::clone(&data_schema), filter);
+                }
+
                 let mut file_scan_config = FileScanConfig::new(
                     object_store_url,
                     Arc::clone(&data_schema),
@@ -1264,12 +1269,6 @@ impl PhysicalPlanner {
                 );
                 file_scan_config = file_scan_config.with_projection(Some(projection_vector));
 
-                if let Some(filter) = cnf_data_filters {
-                    // TODO
-                    //file_scan_config.with_predicate()
-                    //     builder = builder.with_predicate(filter);
-                }
-
                 let scan = DataSourceExec::new(Arc::new(file_scan_config));
                 Ok((
                     vec![],