forked from apache/doris
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[fix](mtmv) Fix enable_materialized_view_nest_rewrite session variabl…
…e is useless in some scene (apache#41472) This is brought by apache#34050 if set `enable_materialized_view_nest_rewrite = false`, as expected, top level materialized view should rewritten fail, but now successfully. Such as first level materialized view def is CREATE MATERIALIZED VIEW level1 BUILD IMMEDIATE REFRESH COMPLETE ON MANUAL DISTRIBUTED BY RANDOM BUCKETS 2 PROPERTIES ('replication_num' = '1') AS SELECT l_orderkey, l_linenumber, l_partkey, o_orderkey, o_custkey FROM lineitem_2 INNER JOIN orders_2 ON l_orderkey = o_orderkey; second level materialized view def is CREATE MATERIALIZED VIEW level2 BUILD IMMEDIATE REFRESH COMPLETE ON MANUAL DISTRIBUTED BY RANDOM BUCKETS 2 PROPERTIES ('replication_num' = '1') AS SELECT l_orderkey, l_linenumber, o_orderkey, sum(l_partkey) AS total_revenue, max(o_custkey) AS max_discount FROM join_mv1 GROUP BY l_orderkey, l_linenumber, o_orderkey; if set `enable_materialized_view_nest_rewrite = false`, only `level1` can rewriten succesfully and chosen by cbo if set `enable_materialized_view_nest_rewrite = true`, both `level1` and `level2` can rewriten succesfully and `level2` should be chosen by cbo. This pr fixed this
- Loading branch information
Showing
9 changed files
with
207 additions
and
51 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
45 changes: 0 additions & 45 deletions
45
...main/java/org/apache/doris/nereids/rules/exploration/mv/MaterializedViewOnlyJoinRule.java
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
169 changes: 169 additions & 0 deletions
169
...sion-test/suites/nereids_rules_p0/mv/nested_mtmv_switch/nested_mtmv_rewrite_switch.groovy
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,169 @@ | ||
| // Licensed to the Apache Software Foundation (ASF) under one | ||
| // or more contributor license agreements. See the NOTICE file | ||
| // distributed with this work for additional information | ||
| // regarding copyright ownership. The ASF licenses this file | ||
| // to you under the Apache License, Version 2.0 (the | ||
| // "License"); you may not use this file except in compliance | ||
| // with the License. You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, | ||
| // software distributed under the License is distributed on an | ||
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | ||
| // KIND, either express or implied. See the License for the | ||
| // specific language governing permissions and limitations | ||
| // under the License. | ||
|
|
||
| suite("nested_mtmv_rewrite_switch") { | ||
| String db = context.config.getDbNameByFile(context.file) | ||
| sql "use ${db}" | ||
| sql "SET enable_materialized_view_rewrite=true" | ||
|
|
||
| sql """ | ||
| drop table if exists orders_2 | ||
| """ | ||
| sql """ | ||
| CREATE TABLE `orders_2` ( | ||
| `o_orderkey` BIGINT, | ||
| `o_custkey` int, | ||
| `o_orderstatus` VARCHAR(1), | ||
| `o_totalprice` DECIMAL(15, 2), | ||
| `o_orderpriority` VARCHAR(15), | ||
| `o_clerk` VARCHAR(15), | ||
| `o_shippriority` int, | ||
| `o_comment` VARCHAR(79), | ||
| `o_orderdate` DATE | ||
| ) ENGINE=olap | ||
| PROPERTIES ( | ||
| "replication_num" = "1" | ||
| ); | ||
| """ | ||
|
|
||
| sql """ | ||
| drop table if exists lineitem_2 | ||
| """ | ||
| sql """ | ||
| CREATE TABLE `lineitem_2` ( | ||
| `l_orderkey` BIGINT, | ||
| `l_linenumber` INT, | ||
| `l_partkey` INT, | ||
| `l_suppkey` INT, | ||
| `l_quantity` DECIMAL(15, 2), | ||
| `l_extendedprice` DECIMAL(15, 2), | ||
| `l_discount` DECIMAL(15, 2), | ||
| `l_tax` DECIMAL(15, 2), | ||
| `l_returnflag` VARCHAR(1), | ||
| `l_linestatus` VARCHAR(1), | ||
| `l_commitdate` DATE, | ||
| `l_receiptdate` DATE, | ||
| `l_shipinstruct` VARCHAR(25), | ||
| `l_shipmode` VARCHAR(10), | ||
| `l_comment` VARCHAR(44), | ||
| `l_shipdate` DATE | ||
| ) ENGINE=olap | ||
| PROPERTIES ( | ||
| "replication_num" = "1" | ||
| ); | ||
| """ | ||
|
|
||
| sql """ | ||
| insert into orders_2 values | ||
| (null, 1, 'k', 99.5, 'a', 'b', 1, 'yy', '2023-10-17'), | ||
| (1, null, 'o', 109.2, 'c','d',2, 'mm', '2023-10-17'), | ||
| (3, 3, null, 99.5, 'a', 'b', 1, 'yy', '2023-10-19'), | ||
| (1, 2, 'o', null, 'a', 'b', 1, 'yy', '2023-10-20'), | ||
| (2, 3, 'k', 109.2, null,'d',2, 'mm', '2023-10-21'), | ||
| (3, 1, 'k', 99.5, 'a', null, 1, 'yy', '2023-10-22'), | ||
| (1, 3, 'o', 99.5, 'a', 'b', null, 'yy', '2023-10-19'), | ||
| (2, 1, 'o', 109.2, 'c','d',2, null, '2023-10-18'), | ||
| (3, 2, 'k', 99.5, 'a', 'b', 1, 'yy', '2023-10-17'), | ||
| (4, 5, 'k', 99.5, 'a', 'b', 1, 'yy', '2023-10-19'); | ||
| """ | ||
|
|
||
| sql""" | ||
| insert into lineitem_2 values | ||
| (null, 1, 2, 3, 5.5, 6.5, 7.5, 8.5, 'o', 'k', '2023-10-17', '2023-10-17', 'a', 'b', 'yyyyyyyyy', '2023-10-17'), | ||
| (1, null, 3, 1, 5.5, 6.5, 7.5, 8.5, 'o', 'k', '2023-10-18', '2023-10-18', 'a', 'b', 'yyyyyyyyy', '2023-10-17'), | ||
| (3, 3, null, 2, 7.5, 8.5, 9.5, 10.5, 'k', 'o', '2023-10-19', '2023-10-19', 'c', 'd', 'xxxxxxxxx', '2023-10-19'), | ||
| (1, 2, 3, null, 5.5, 6.5, 7.5, 8.5, 'o', 'k', '2023-10-17', '2023-10-17', 'a', 'b', 'yyyyyyyyy', '2023-10-17'), | ||
| (2, 3, 2, 1, 5.5, 6.5, 7.5, 8.5, 'o', 'k', null, '2023-10-18', 'a', 'b', 'yyyyyyyyy', '2023-10-18'), | ||
| (3, 1, 1, 2, 7.5, 8.5, 9.5, 10.5, 'k', 'o', '2023-10-19', null, 'c', 'd', 'xxxxxxxxx', '2023-10-19'), | ||
| (1, 3, 2, 2, 5.5, 6.5, 7.5, 8.5, 'o', 'k', '2023-10-17', '2023-10-17', 'a', 'b', 'yyyyyyyyy', '2023-10-17'); | ||
| """ | ||
|
|
||
| sql """analyze table orders_2 with sync;""" | ||
| sql """analyze table lineitem_2 with sync;""" | ||
|
|
||
|
|
||
| def compare_res = { def stmt -> | ||
| sql "SET enable_materialized_view_rewrite=false" | ||
| def origin_res = sql stmt | ||
| logger.info("origin_res: " + origin_res) | ||
| sql "SET enable_materialized_view_rewrite=true" | ||
| def mv_origin_res = sql stmt | ||
| logger.info("mv_origin_res: " + mv_origin_res) | ||
| assertTrue((mv_origin_res == [] && origin_res == []) || (mv_origin_res.size() == origin_res.size())) | ||
| for (int row = 0; row < mv_origin_res.size(); row++) { | ||
| assertTrue(mv_origin_res[row].size() == origin_res[row].size()) | ||
| for (int col = 0; col < mv_origin_res[row].size(); col++) { | ||
| assertTrue(mv_origin_res[row][col] == origin_res[row][col]) | ||
| } | ||
| } | ||
| } | ||
|
|
||
|
|
||
| // create base first level mv | ||
| create_async_mv(db, "join_mv1", """ | ||
| SELECT l_orderkey, l_linenumber, l_partkey, o_orderkey, o_custkey | ||
| FROM lineitem_2 INNER JOIN orders_2 | ||
| ON l_orderkey = o_orderkey; | ||
| """) | ||
|
|
||
| // create second level mv based on first level mv | ||
| create_async_mv(db, "agg_mv2", """ | ||
| SELECT | ||
| l_orderkey, | ||
| l_linenumber, | ||
| o_orderkey, | ||
| sum(l_partkey) AS total_revenue, | ||
| max(o_custkey) AS max_discount | ||
| FROM join_mv1 | ||
| GROUP BY l_orderkey, l_linenumber, o_orderkey; | ||
| """) | ||
|
|
||
| // create third level mv based on second level mv | ||
| create_async_mv(db, "join_agg_mv3", """ | ||
| SELECT | ||
| l_orderkey, | ||
| sum(total_revenue) AS total_revenue, | ||
| max(max_discount) AS max_discount | ||
| FROM agg_mv2 | ||
| GROUP BY l_orderkey; | ||
| """) | ||
|
|
||
| def query = """ | ||
| SELECT l_orderkey, sum(l_partkey) AS total_revenue, max(o_custkey) AS max_discount FROM lineitem_2 INNER JOIN orders_2 ON l_orderkey = o_orderkey GROUP BY l_orderkey | ||
| """ | ||
|
|
||
| sql """set enable_materialized_view_nest_rewrite = false;""" | ||
| // Just first level mv rewrite successfully, second and third level mv should rewriten fail | ||
| mv_rewrite_fail(query, "agg_mv2") | ||
| mv_rewrite_fail(query, "join_agg_mv3") | ||
| mv_rewrite_success(query, "join_mv1") | ||
| compare_res(query + " order by 1,2,3") | ||
|
|
||
|
|
||
| sql """set enable_materialized_view_nest_rewrite = true;""" | ||
| // All mv rewrite successfully but only thirst level mv can be chosen by cbo | ||
| mv_rewrite_success_without_check_chosen(query, "join_mv1") | ||
| mv_rewrite_success_without_check_chosen(query, "agg_mv2") | ||
| mv_rewrite_success(query, "join_agg_mv3") | ||
| compare_res(query + " order by 1,2,3") | ||
|
|
||
|
|
||
| } |