Fix the broken flink tests by optimizing conf (#33135)

apache · Nov 16, 2024 · 4d6dcd5 · 4d6dcd5
1 parent 8005d34
commit 4d6dcd5
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/runners/flink/src/test/resources/flink-conf.yaml b/runners/flink/src/test/resources/flink-conf.yaml
@@ -19,3 +19,4 @@
 parallelism.default: 23
 taskmanager.memory.network.fraction: 0.2
 taskmanager.memory.network.max: 2gb
+taskmanager.memory.managed.size: 1gb
diff --git a/sdks/python/test-suites/portable/common.gradle b/sdks/python/test-suites/portable/common.gradle
@@ -278,12 +278,14 @@ project.tasks.register("flinkExamples") {
     def testOpts = [
             "--log-cli-level=INFO",
     ]
+    def flink_conf_dir = "${rootDir}/runners/flink/src/test/resources/"
     def pipelineOpts = [
             "--runner=FlinkRunner",
             "--project=apache-beam-testing",
             "--environment_type=LOOPBACK",
             "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it",
             "--flink_job_server_jar=${project(":runners:flink:${latestFlinkVersion}:job-server").shadowJar.archivePath}",
+            "--flink_conf_dir=${flink_conf_dir}",
             '--sdk_harness_log_level_overrides=' +
                 // suppress info level flink.runtime log flood
                 '{\\"org.apache.flink.runtime\\":\\"WARN\\",' +
@@ -339,7 +341,7 @@ project.tasks.register("prismExamples") {
           'setupVirtualenv',
           'installGcpTest',
           ':runners:prism:build',
-  ] 
+  ]
   def prismBin = "${rootDir}/runners/prism/build/tmp/prism"
   doLast {
     def testOpts = [