From feabbc91ec890bbd2e4d4ac135de24975ed3d856 Mon Sep 17 00:00:00 2001 From: Ti Chi Robot Date: Mon, 1 Apr 2024 14:24:16 +0800 Subject: [PATCH] planner: apply rule_partition_pruning when optimizing CTE under static mode (#51903) (#52058) close pingcap/tidb#51873 --- executor/sample_test.go | 1 + planner/core/integration_test.go | 31 +++++++++++++++++++++++++++++++ planner/core/optimizer.go | 3 +++ 3 files changed, 35 insertions(+) diff --git a/executor/sample_test.go b/executor/sample_test.go index ea8511ade197a..f195f6c2c5877 100644 --- a/executor/sample_test.go +++ b/executor/sample_test.go @@ -178,6 +178,7 @@ func TestTableSampleWithTiDBRowID(t *testing.T) { func TestTableSampleWithPartition(t *testing.T) { store := testkit.CreateMockStore(t) tk := createSampleTestkit(t, store) + tk.MustExec(`set @@tidb_opt_fix_control = "44262:ON"`) tk.MustExec("create table t (a int, b varchar(255), primary key (a)) partition by hash(a) partitions 2;") tk.MustExec("insert into t values (1, '1'), (2, '2'), (3, '3');") rows := tk.MustQuery("select * from t tablesample regions();").Rows() diff --git a/planner/core/integration_test.go b/planner/core/integration_test.go index 8ca70ab2fd1c3..224acbc2cc38f 100644 --- a/planner/core/integration_test.go +++ b/planner/core/integration_test.go @@ -7026,6 +7026,37 @@ func TestTiFlashFineGrainedShuffle(t *testing.T) { } } +func TestIssue51873(t *testing.T) { + store := testkit.CreateMockStore(t) + tk := testkit.NewTestKit(t, store) + tk.MustExec(`use test`) + tk.MustExec(`CREATE TABLE h1 ( + id bigint(20) NOT NULL AUTO_INCREMENT, + position_date date NOT NULL, + asset_id varchar(32) DEFAULT NULL, + portfolio_code varchar(50) DEFAULT NULL, + PRIMARY KEY (id,position_date) /*T![clustered_index] NONCLUSTERED */, + UNIQUE KEY uidx_posi_asset_balance_key (position_date,portfolio_code,asset_id) +) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin AUTO_INCREMENT=30002 +PARTITION BY RANGE COLUMNS(position_date) +(PARTITION p202401 VALUES LESS THAN ('2024-02-01'))`) + tk.MustExec(`create table h2 like h1`) + tk.MustExec(`insert into h1 values(1,'2024-01-01',1,1)`) + tk.MustExec(`insert into h2 values(1,'2024-01-01',1,1)`) + tk.MustExec(`analyze table h1`) + tk.MustQuery(`with assetBalance AS + (SELECT asset_id, portfolio_code FROM h1 pab WHERE pab.position_date = '2024-01-01' ), +cashBalance AS (SELECT portfolio_code, asset_id + FROM h2 pcb WHERE pcb.position_date = '2024-01-01' ), +assetIdList AS (SELECT DISTINCT asset_id AS assetId + FROM assetBalance ) +SELECT main.portfolioCode +FROM (SELECT DISTINCT balance.portfolio_code AS portfolioCode + FROM assetBalance balance + LEFT JOIN assetIdList + ON balance.asset_id = assetIdList.assetId ) main`).Check(testkit.Rows("1")) +} + func TestTiFlashFineGrainedShuffleWithMaxTiFlashThreads(t *testing.T) { store, dom := testkit.CreateMockStoreAndDomain(t) tk := testkit.NewTestKit(t, store) diff --git a/planner/core/optimizer.go b/planner/core/optimizer.go index 4b30741c26200..36a49d79f4e85 100644 --- a/planner/core/optimizer.go +++ b/planner/core/optimizer.go @@ -285,6 +285,9 @@ func DoOptimize(ctx context.Context, sctx sessionctx.Context, flag uint64, logic } flag |= flagCollectPredicateColumnsPoint flag |= flagSyncWaitStatsLoadPoint + if !logic.SCtx().GetSessionVars().StmtCtx.UseDynamicPruneMode { + flag |= flagPartitionProcessor // apply partition pruning under static mode + } logic, err := logicalOptimize(ctx, flag, logic) if err != nil { return nil, 0, err