[test](mtmv) Add inject statistic when mv rewrite regression test to …

…make sure rewrite result stable (apache#43785)

The result of successful rewriting by the cbo optimizer depends on the
statistics.
The priority of the optimizer consumption statistics in descending order
is
1. the injected statistics
2. the statistics reported by be
3. and the statistics analyzed actively.

When the pipeline runs the case, the statistics reported by be may not
be timely. Therefore, the outcome that leads to the cbo optimizer's
successful selection of overwrites is not very certain, so the
statistics are currently injected manually in the test cases

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/AbstractMaterializedViewAggregateRule.java

@@ -487,27 +487,37 @@ private static boolean isGroupByEqualsByFunctionDependency(
         if (!viewShuttledExprQueryBasedSet.containsAll(queryGroupShuttledExpression)) {
             return false;
         }
-        Set<Expression> viewShouldUniformExpressionSet = new HashSet<>();
+        Set<Expression> viewShouldRemovedExpressionSet = new HashSet<>();
+        Set<Expression> viewScanShouldReservedExpressionSet = new HashSet<>();
         // calc the group by expr which is needed to roll up and should be uniform
-        for (Map.Entry<Expression, Expression> expressionEntry :
+        for (Map.Entry<Expression, Expression> expressionMappingEntry :
                 viewShuttledExprQueryBasedToViewGroupByExprMap.entrySet()) {
-            if (queryGroupShuttledExpression.contains(expressionEntry.getKey())) {
-                // the group expr which query has, do not require uniform
-                continue;
+            if (queryGroupShuttledExpression.contains(expressionMappingEntry.getKey())) {
+                // the group expr which query has, do not require eliminate
+                viewScanShouldReservedExpressionSet.add(
+                        viewShuttledExprToScanExprMapping.get(expressionMappingEntry.getValue()));
+            } else {
+                // the view expression which is more than query's expression, should try to eliminate
+                viewShouldRemovedExpressionSet.add(expressionMappingEntry.getValue());
             }
-            viewShouldUniformExpressionSet.add(expressionEntry.getValue());
         }
 
         DataTrait dataTrait = tempRewrittenPlan.computeDataTrait();
-        for (Expression shouldUniformExpr : viewShouldUniformExpressionSet) {
-            Expression viewScanExpression = viewShuttledExprToScanExprMapping.get(shouldUniformExpr);
+        for (Expression viewShouldRemovedExpr : viewShouldRemovedExpressionSet) {
+            Expression viewScanExpression = viewShuttledExprToScanExprMapping.get(viewShouldRemovedExpr);
             if (viewScanExpression == null) {
                 return false;
             }
             if (!(viewScanExpression instanceof Slot)) {
                 return false;
             }
-            if (!dataTrait.isUniform((Slot) viewScanExpression)) {
+            if (!dataTrait.isUniform((Slot) viewScanExpression)
+                    && Sets.intersection(dataTrait.calEqualSet((Slot) viewScanExpression),
+                    viewScanShouldReservedExpressionSet).isEmpty()) {
+                // Such as query is l_orderkey#0, l_linenumber#1, o_custkey#17, l_partkey#2
+                // view is ps_partkey#25, o_orderkey#16, l_orderkey#0, l_linenumber#1, o_custkey#17, l_partkey#2
+                // If want to check the group by equality, ps_partkey#25, o_orderkey#16 should be uniform
+                // or should be equal any of [ l_orderkey#0, l_linenumber#1, o_custkey#17, l_partkey#2]
                 return false;
             }
         }

regression-test/data/mv_p0/ssb/q_1_1/q_1_1.out

@@ -6,10 +6,13 @@
 19930101	1	1	1	1	1	1	1	1	1	1	100	1	1	1	2023-06-09	shipmode	name	address	city	nation	AMERICA	phone	mktsegment	name	address	city	nation	AMERICA	phone	name	MFGR#1	category	brand	color	type	4	container
 19930101	1	1	1	1	1	1	1	1	1	1	100	1	1	1	2023-06-09	shipmode	name	address	city	nation	AMERICA	phone	mktsegment	name	address	city	nation	AMERICA	phone	name	MFGR#1	category	brand	color	type	4	container
 19930101	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2023-06-09	shipmode	name	address	city	nation	region	phone	mktsegment	name	address	city	nation	region	phone	name	mfgr	category	brand	color	type	4	container
+19930101	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2023-06-09	shipmode	name	address	city	nation	region	phone	mktsegment	name	address	city	nation	region	phone	name	mfgr	category	brand	color	type	4	container
+19930101	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2023-06-09	shipmode	name	address	city	nation	region	phone	mktsegment	name	address	city	nation	region	phone	name	mfgr	category	brand	color	type	4	container
+19930101	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2023-06-09	shipmode	name	address	city	nation	region	phone	mktsegment	name	address	city	nation	region	phone	name	mfgr	category	brand	color	type	4	container
 
 -- !select_mv --
-4
+16
 
 -- !select --
-4
+16
 

regression-test/framework/src/main/groovy/org/apache/doris/regression/suite/Suite.groovy

@@ -1921,9 +1921,8 @@ class Suite implements GroovyInterceptable {
             check { result ->
                 boolean success = true;
                 for (String mv_name : mv_names) {
-                    success = success && result.contains("${mv_name} chose")
+                    Assert.assertEquals(true, result.contains("${mv_name} chose"))
                 }
-                Assert.assertEquals(true, success)
             }
         }
     }

regression-test/suites/mv_p0/agg_have_dup_base/agg_have_dup_base.groovy

@@ -60,6 +60,8 @@ suite ("agg_have_dup_base") {
     qt_select_mv "select unix_timestamp(k1) tmp,sum(k2) from d_table group by tmp order by tmp;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k4 set stats ('row_count'='5');"""
+
     mv_rewrite_success("select k1,sum(k2),max(k2) from d_table group by k1;", "k12s3m")
 
     mv_rewrite_success("select k1,sum(k2) from d_table group by k1;", "k12s3m")

regression-test/suites/mv_p0/agg_state/diffrent_serialize/diffrent_serialize.groovy

@@ -37,6 +37,8 @@ suite ("diffrent_serialize") {
     sql "insert into d_table select 2,2,2,'b';"
     sql "insert into d_table select 3,3,null,'c';"
 
+    sql """alter table d_table modify column k4 set stats ('row_count'='7');"""
+
     createMV("create materialized view mv1_1 as select k1,bitmap_intersect(to_bitmap(k2)) from d_table group by k1;")
     createMV("create materialized view mv1 as select k1,bitmap_agg(k2) from d_table group by k1;")
     createMV("create materialized view mv1_2 as select k1, multi_distinct_group_concat(k4) from d_table group by k1 order by k1;")

regression-test/suites/mv_p0/agg_state/test_agg_state_max_by.groovy

@@ -69,6 +69,7 @@ suite ("test_agg_state_max_by") {
     qt_select_star "select * from d_table order by 1,2;"
     mv_rewrite_success("select k1,max_by(k2,k3) from d_table group by k1 order by 1,2;", "k1mb")
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k4 set stats ('row_count'='8');"""
     mv_rewrite_success("select k1,max_by(k2,k3) from d_table group by k1 order by 1,2;", "k1mb")
     qt_select_mv "select k1,max_by(k2,k3) from d_table group by k1 order by 1,2;"
 
@@ -101,6 +102,7 @@ suite ("test_agg_state_max_by") {
     qt_select_star "select * from d_table order by 1,2;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k4 set stats ('row_count'='8');"""
     sql "analyze table d_table with sync;"
     sql """set enable_stats=false;"""
 
@@ -114,6 +116,7 @@ suite ("test_agg_state_max_by") {
     qt_select_mv "select k1,max_by(k2,abs(k3)) from d_table group by k1 order by 1,2;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k4 set stats ('row_count'='8');"""
     mv_rewrite_success("select k1,max_by(k2+k3,abs(k3)) from d_table group by k1 order by 1,2;", "k1mbcp1")
     mv_rewrite_success("select k1,max_by(k2+k3,k3) from d_table group by k1 order by 1,2;", "k1mbcp2")
     mv_rewrite_success("select k1,max_by(k2,abs(k3)) from d_table group by k1 order by 1,2;", "k1mbcp3")

regression-test/suites/mv_p0/case_ignore/case_ignore.groovy

@@ -37,6 +37,8 @@ suite ("case_ignore") {
     sql "insert into d_table select 2,2,2,'b';"
     sql "insert into d_table select 3,-3,null,'c';"
 
+    sql """alter table d_table modify column k4 set stats ('row_count'='4');"""
+
     createMV ("create materialized view k12a as select K1,abs(K2) from d_table;")
 
     sql "insert into d_table select -4,-4,-4,'d';"
@@ -53,6 +55,7 @@ suite ("case_ignore") {
     qt_select_mv "select K1,abs(K2) from d_table order by K1;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k4 set stats ('row_count'='8');"""
     mv_rewrite_success("select k1,abs(k2) from d_table order by k1;", "k12a")
     mv_rewrite_success("select K1,abs(K2) from d_table order by K1;", "k12a")
 

regression-test/suites/mv_p0/count_star/count_star.groovy

@@ -64,6 +64,8 @@ suite ("count_star") {
     qt_select_mv "select count(*) from d_table where k3=1;"
 
     sql """set enable_stats=true;"""
+
+    sql """alter table d_table modify column k4 set stats ('row_count'='8');"""
     mv_rewrite_success("select k1,k4,count(*) from d_table group by k1,k4;", "kstar")
     mv_rewrite_success("select k1,k4,count(*) from d_table where k1=1 group by k1,k4;", "kstar")
     mv_rewrite_fail("select k1,k4,count(*) from d_table where k3=1 group by k1,k4;", "kstar")

regression-test/suites/mv_p0/dis_26495/dis_26495.groovy

@@ -28,6 +28,8 @@ suite ("dis_26495") {
 
     sql """insert into doris_test values (1,2,max_by_state(1,2));"""
 
+    sql """alter table doris_test modify column agg_st_1 set stats ('row_count'='1');"""
+
     streamLoad {
         table "doris_test"
         set 'column_separator', ','

regression-test/suites/mv_p0/k1ap2spa/k1ap2spa.groovy

@@ -52,6 +52,8 @@ suite ("k1ap2spa") {
 
     sql """set enable_stats=true;"""
 
+    sql """alter table d_table modify column k1 set stats ('row_count'='5');"""
+
     mv_rewrite_success("select abs(k1)+1 t,sum(abs(k2+1)) from d_table group by t order by t;", "k1ap2spa")
 
 }

regression-test/suites/mv_p0/k1s2m3/k1s2m3.groovy

@@ -37,6 +37,7 @@ suite ("k1s2m3") {
     sql "insert into d_table select 2,2,2,'b';"
     sql "insert into d_table select 3,-3,null,'c';"
 
+    sql """alter table d_table modify column k1 set stats ('row_count'='6');"""
     createMV("create materialized view k1s2m3 as select k1,sum(k2*k3) from d_table group by k1;")
 
     sql "insert into d_table select -4,-4,-4,'d';"

regression-test/suites/mv_p0/k1s2m3_auto_inc/k1s2m3_auto_inc.groovy

@@ -57,5 +57,6 @@ suite ("k1s2m3_auto_inc") {
     qt_select_mv "select k3,sum(abs(k2+1)) from d_table group by k3 order by 1;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k1 set stats ('row_count'='2');"""
     mv_rewrite_success("select k3,sum(abs(k2+1)) from d_table group by k3 order by 1;", "k3ap2spa")
 }

regression-test/suites/mv_p0/multi_agg_with_same_slot/multi_agg_with_same_slot.groovy

@@ -64,6 +64,7 @@ suite ("multi_agg_with_same_slot") {
 
     sql """set enable_stats=true;"""
 
+    sql """alter table d_table modify column k1 set stats ('row_count'='5');"""
     mv_rewrite_success("select k1,k2,avg(k3),max(k3) from d_table group by k1,k2 order by 1,2;", "kmv")
     mv_rewrite_success("select k1,k2,avg(k3)+max(k3) from d_table group by k1,k2 order by 1,2;", "kmv")
     mv_rewrite_success("select k1,k2,avg(k3)+max(k3) from d_table group by grouping sets((k1),(k1,k2),()) order by 1,2;", "kmv")

regression-test/suites/mv_p0/multi_slot_k123p/multi_slot_k123p.groovy

@@ -63,5 +63,6 @@ suite ("multi_slot_k123p") {
     qt_select_mv "select k1,version() from d_table order by k1;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k1 set stats ('row_count'='5');"""
     mv_rewrite_success("select k1,k2+k3 from d_table order by k1;", "k123p")
 }

regression-test/suites/mv_p0/multi_slot_k1a2p2ap3p/multi_slot_k1a2p2ap3p.groovy

@@ -51,6 +51,7 @@ suite ("multi_slot_k1a2p2ap3p") {
     qt_select_mv "select abs(k1)+k2+1,abs(k2+2)+k3+3 from d_table order by abs(k1)+k2+1,abs(k2+2)+k3+3;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k1 set stats ('row_count'='7');"""
     mv_rewrite_success("select abs(k1)+k2+1,abs(k2+2)+k3+3 from d_table order by abs(k1)+k2+1,abs(k2+2)+k3+3", "k1a2p2ap3p")
 
 }

regression-test/suites/mv_p0/multi_slot_k1a2p2ap3ps/multi_slot_k1a2p2ap3ps.groovy

@@ -61,6 +61,7 @@ suite ("multi_slot_k1a2p2ap3ps") {
     qt_select_base "select abs(k1)+k2+1,sum(abs(k2+2)+k3+3) from d_table group by abs(k1)+k2 order by abs(k1)+k2;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k1 set stats ('row_count'='4');"""
     mv_rewrite_success("select abs(k1)+k2+1,sum(abs(k2+2)+k3+3) from d_table group by abs(k1)+k2+1 order by abs(k1)+k2+1", "k1a2p2ap3ps")
 
     mv_rewrite_fail("select abs(k1)+k2+1,sum(abs(k2+2)+k3+3) from d_table group by abs(k1)+k2 order by abs(k1)+k2", "k1a2p2ap3ps")

regression-test/suites/mv_p0/multi_slot_k1p2ap3p/multi_slot_k1p2ap3p.groovy

@@ -50,5 +50,6 @@ suite ("multi_slot_k1p2ap3p") {
     qt_select_mv "select k1+1,abs(k2+2)+k3+3 from d_table order by k1+1;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k1 set stats ('row_count'='4');"""
     mv_rewrite_success("select k1+1,abs(k2+2)+k3+3 from d_table order by k1+1;", "k1p2ap3p")
 }

regression-test/suites/mv_p0/multi_slot_k1p2ap3ps/multi_slot_k1p2ap3ps.groovy

@@ -50,5 +50,6 @@ suite ("multi_slot_k1p2ap3ps") {
     qt_select_mv "select k1+1,sum(abs(k2+2)+k3+3) from d_table group by k1+1 order by k1+1;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k1 set stats ('row_count'='5');"""
     mv_rewrite_success("select k1+1,sum(abs(k2+2)+k3+3) from d_table group by k1+1 order by k1+1;", "k1p2ap3ps")
 }

regression-test/suites/mv_p0/multi_slot_multi_mv/multi_slot_multi_mv.groovy

@@ -82,6 +82,7 @@ suite ("multi_slot_multi_mv") {
     qt_select_mv "select abs(k1)+k2+1,abs(k2+2)+k3+3 from d_table order by abs(k1)+k2+1,abs(k2+2)+k3+3;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k1 set stats ('row_count'='5');"""
     for (def i = 0; i < retry_times; ++i) {
         boolean is_k1a2p2ap3p = false
         boolean is_k1a2p2ap3ps = false

regression-test/suites/mv_p0/mv_with_view/mv_with_view.groovy

@@ -67,6 +67,7 @@ suite ("mv_with_view") {
     qt_select_mv "select * from v_k124 order by k1;"
 
     sql """set enable_stats=true;"""
+    sql """alter table d_table modify column k1 set stats ('row_count'='3');"""
     mv_rewrite_fail("select * from d_table order by k1;", "k312")
 
     sql """

regression-test/suites/mv_p0/null_insert/null_insert.groovy

@@ -76,6 +76,7 @@ suite ("null_insert") {
                     GROUP BY date,vid,os,ver,ip_country;"""
 
     sql """set enable_stats=true;"""
+    sql """alter table test modify column date set stats ('row_count'='3');"""
     mv_rewrite_success("""SELECT date, vid, os, ver, ip_country, hll_union(hll_hash(uid))
                 FROM test
                 GROUP BY date,vid,os,ver,ip_country;""", "mv_test")

regression-test/suites/mv_p0/routine_load_hll/routine_load_hll.groovy

@@ -58,5 +58,6 @@ suite ("routine_load_hll") {
     qt_select_mv "select time_stamp, hll_union_agg(device_id) from test group by time_stamp order by 1;"
 
     sql """set enable_stats=true;"""
+    sql """alter table test modify column event_id set stats ('row_count'='2');"""
     mv_rewrite_success("select time_stamp, hll_union_agg(device_id) from test group by time_stamp order by 1;", "m_view")
 }

regression-test/suites/mv_p0/ssb/multiple_ssb/multiple_ssb.groovy

@@ -240,6 +240,7 @@ suite ("multiple_ssb") {
     qt_select_count_3 "select LO_ORDERPRIORITY, count(1) from lineorder_flat where LO_ORDERPRIORITY in ('1','2','3') group by LO_ORDERPRIORITY order by 1,2;"
 
     sql """set enable_stats=true;"""
+    sql """alter table lineorder_flat modify column LO_ORDERDATE set stats ('row_count'='8');"""
     mv_rewrite_success("""SELECT SUM(LO_EXTENDEDPRICE * LO_DISCOUNT) AS revenue
                 FROM lineorder_flat
                 WHERE

regression-test/suites/mv_p0/ssb/multiple_ssb_between/multiple_ssb_between.groovy

@@ -151,6 +151,8 @@ suite ("multiple_ssb_between") {
 
     sql "analyze table lineorder_flat with sync;"
     sql """set enable_stats=true;"""
+
+    sql """alter table lineorder_flat modify column LO_ORDERDATE set stats ('row_count'='8');"""
 
     mv_rewrite_success("""SELECT SUM(LO_EXTENDEDPRICE * LO_DISCOUNT) AS revenue
                 FROM lineorder_flat