[fix](tvf) fix that FE OOM when using tvf apache#40981 (apache#42119)

cherry pick from apache#40981 Co-authored-by: Tiewei Fang <[email protected]>
seawinde · Oct 19, 2024 · 702184b · 702184b
1 parent bce89b6
commit 702184b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/FileQueryScanNode.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/FileQueryScanNode.java
@@ -111,6 +111,7 @@ public void init(Analyzer analyzer) throws UserException {
             ConnectContext.get().getExecutor().getSummaryProfile().setInitScanNodeStartTime();
         }
         super.init(analyzer);
+        initFileSplitSize();
         doInitialize();
         if (ConnectContext.get().getExecutor() != null) {
             ConnectContext.get().getExecutor().getSummaryProfile().setInitScanNodeFinishTime();

diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/FileScanNode.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/FileScanNode.java
@@ -81,7 +81,7 @@ public void init() throws UserException {
         initFileSplitSize();
     }
 
-    private void initFileSplitSize() {
+    protected void initFileSplitSize() {
         this.fileSplitSize = ConnectContext.get().getSessionVariable().getFileSplitSize();
         this.isSplitSizeSetBySession = this.fileSplitSize > 0;
         if (this.fileSplitSize <= 0) {