skip invisible column

englefly · Dec 5, 2023 · be6da8f · be6da8f
1 parent 34c85c9
commit be6da8f
Showing 1 changed file with 21 additions and 1 deletion.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/RuntimeFilterPruner.java b/fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/RuntimeFilterPruner.java
@@ -22,6 +22,7 @@
 import org.apache.doris.nereids.trees.expressions.ExprId;
 import org.apache.doris.nereids.trees.expressions.Expression;
 import org.apache.doris.nereids.trees.expressions.Slot;
+import org.apache.doris.nereids.trees.expressions.SlotReference;
 import org.apache.doris.nereids.trees.plans.AbstractPlan;
 import org.apache.doris.nereids.trees.plans.Plan;
 import org.apache.doris.nereids.trees.plans.physical.PhysicalAssertNumRows;
@@ -103,10 +104,29 @@ public PhysicalHashJoin visitPhysicalHashJoin(PhysicalHashJoin<? extends Plan, ?
         return join;
     }
 
+    private boolean isVisibleColumn(Slot slot) {
+        if (slot instanceof SlotReference) {
+            SlotReference slotReference = (SlotReference) slot;
+            if (slotReference.getColumn().isPresent()) {
+                return slotReference.getColumn().get().isVisible();
+            }
+        }
+        return true;
+    }
+
     @Override
     public PhysicalFilter visitPhysicalFilter(PhysicalFilter<? extends Plan> filter, CascadesContext context) {
         filter.child().accept(this, context);
-        context.getRuntimeFilterContext().addEffectiveSrcNode(filter);
+        for (Expression expression : filter.getExpressions()) {
+
+        }
+        boolean visibleFilter = filter.getExpressions().stream()
+                .flatMap(expression -> expression.getInputSlots().stream())
+                .allMatch(slot -> isVisibleColumn(slot));
+        if (visibleFilter) {
+            // skip filters like: __DORIS_DELETE_SIGN__ = 0
+            context.getRuntimeFilterContext().addEffectiveSrcNode(filter);
+        }
         return filter;
     }