[improvement] add http timeout for batch write (apache#333)

JNSimba · Mar 11, 2024 · a758cee · a758cee
1 parent 6673462
commit a758cee
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/flink-doris-connector/src/main/java/org/apache/doris/flink/sink/HttpUtil.java b/flink-doris-connector/src/main/java/org/apache/doris/flink/sink/HttpUtil.java
@@ -48,6 +48,10 @@ public CloseableHttpClient getHttpClient() {
                     .setSocketTimeout(9 * 60 * 1000)
                     .build();
 
+    public CloseableHttpClient getHttpClientForBatch() {
+        return httpClientBuilder.setDefaultRequestConfig(requestConfig).build();
+    }
+
     private final HttpClientBuilder httpClientBuilderWithTimeout =
             HttpClients.custom().setDefaultRequestConfig(requestConfig);
 

diff --git a/...doris-connector/src/main/java/org/apache/doris/flink/sink/batch/DorisBatchStreamLoad.java b/...doris-connector/src/main/java/org/apache/doris/flink/sink/batch/DorisBatchStreamLoad.java
@@ -90,7 +90,7 @@ public class DorisBatchStreamLoad implements Serializable {
     private final AtomicBoolean started;
     private volatile boolean loadThreadAlive = false;
     private AtomicReference<Throwable> exception = new AtomicReference<>(null);
-    private CloseableHttpClient httpClient = new HttpUtil().getHttpClient();
+    private CloseableHttpClient httpClient = new HttpUtil().getHttpClientForBatch();
     private BackendUtil backendUtil;
 
     public DorisBatchStreamLoad(