Skip to content

Commit

Permalink
[native] Remove threshold spill session properties
Browse files Browse the repository at this point in the history
  • Loading branch information
tanjialiang committed Mar 14, 2024
1 parent 0572190 commit f801da7
Show file tree
Hide file tree
Showing 3 changed files with 0 additions and 33 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -326,10 +326,7 @@ public final class SystemSessionProperties

// TODO: Native execution related session properties that are temporarily put here. They will be relocated in the future.
public static final String NATIVE_SIMPLIFIED_EXPRESSION_EVALUATION_ENABLED = "native_simplified_expression_evaluation_enabled";
public static final String NATIVE_AGGREGATION_SPILL_MEMORY_THRESHOLD = "native_aggregation_spill_memory_threshold";
public static final String NATIVE_AGGREGATION_SPILL_ALL = "native_aggregation_spill_all";
public static final String NATIVE_JOIN_SPILL_MEMORY_THRESHOLD = "native_join_spill_memory_threshold";
public static final String NATIVE_ORDER_BY_SPILL_MEMORY_THRESHOLD = "native_order_by_spill_memory_threshold";
public static final String NATIVE_MAX_SPILL_LEVEL = "native_max_spill_level";
public static final String NATIVE_MAX_SPILL_FILE_SIZE = "native_max_spill_file_size";
public static final String NATIVE_SPILL_COMPRESSION_CODEC = "native_spill_compression_codec";
Expand Down Expand Up @@ -1594,11 +1591,6 @@ public SystemSessionProperties(
"Native Execution only. Enable simplified path in expression evaluation",
false,
false),
integerProperty(
NATIVE_AGGREGATION_SPILL_MEMORY_THRESHOLD,
"Native Execution only. The max memory that a final aggregation can use before spilling. If it is 0, then there is no limit",
0,
false),
booleanProperty(
NATIVE_AGGREGATION_SPILL_ALL,
"Native Execution only. If true and spilling has been triggered during the input " +
Expand All @@ -1607,16 +1599,6 @@ public SystemSessionProperties(
"output processing stage.",
true,
false),
integerProperty(
NATIVE_JOIN_SPILL_MEMORY_THRESHOLD,
"Native Execution only. The max memory that hash join can use before spilling. If it is 0, then there is no limit",
0,
false),
integerProperty(
NATIVE_ORDER_BY_SPILL_MEMORY_THRESHOLD,
"Native Execution only. The max memory that order by can use before spilling. If it is 0, then there is no limit",
0,
false),
integerProperty(
NATIVE_MAX_SPILL_LEVEL,
"Native Execution only. The maximum allowed spilling level for hash join build.\n" +
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -31,14 +31,8 @@ std::string toVeloxConfig(const std::string& name) {
using velox::core::QueryConfig;
static const folly::F14FastMap<std::string, std::string>
kPrestoToVeloxMapping = {
{"native_aggregation_spill_memory_threshold",
QueryConfig::kAggregationSpillMemoryThreshold},
{"native_simplified_expression_evaluation_enabled",
QueryConfig::kExprEvalSimplified},
{"native_join_spill_memory_threshold",
QueryConfig::kJoinSpillMemoryThreshold},
{"native_order_by_spill_memory_threshold",
QueryConfig::kOrderBySpillMemoryThreshold},
{"native_max_spill_level", QueryConfig::kMaxSpillLevel},
{"native_max_spill_file_size", QueryConfig::kMaxSpillFileSize},
{"native_spill_compression_codec",
Expand Down
9 changes: 0 additions & 9 deletions presto-native-execution/presto_cpp/main/common/Configs.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -721,15 +721,6 @@ BaseVeloxQueryConfig::BaseVeloxQueryConfig() {
c.aggregationSpillEnabled()),
BOOL_PROP(QueryConfig::kJoinSpillEnabled, c.joinSpillEnabled()),
BOOL_PROP(QueryConfig::kOrderBySpillEnabled, c.orderBySpillEnabled()),
NUM_PROP(
QueryConfig::kAggregationSpillMemoryThreshold,
c.aggregationSpillMemoryThreshold()),
NUM_PROP(
QueryConfig::kJoinSpillMemoryThreshold,
c.joinSpillMemoryThreshold()),
NUM_PROP(
QueryConfig::kOrderBySpillMemoryThreshold,
c.orderBySpillMemoryThreshold()),
NUM_PROP(QueryConfig::kMaxSpillLevel, c.maxSpillLevel()),
NUM_PROP(QueryConfig::kMaxSpillFileSize, c.maxSpillFileSize()),
NUM_PROP(QueryConfig::kMinSpillRunSize, c.minSpillRunSize()),
Expand Down

0 comments on commit f801da7

Please sign in to comment.