feat: add retry mechanism for zhipuai (#5926)

langgenius · Jul 5, 2024 · f8aaa57 · f8aaa57
1 parent cabcf94
commit f8aaa57
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py b/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py
@@ -7,6 +7,8 @@
 import httpx
 import pydantic
 from httpx import URL, Timeout
+from tenacity import retry
+from tenacity.stop import stop_after_attempt
 
 from . import _errors
 from ._base_type import NOT_GIVEN, Body, Data, Headers, NotGiven, Query, RequestFiles, ResponseT
@@ -221,6 +223,7 @@ def __enter__(self):
     def __exit__(self, exc_type, exc_val, exc_tb):
         self.close()
 
+    @retry(stop=stop_after_attempt(ZHIPUAI_DEFAULT_MAX_RETRIES))
     def request(
             self,
             *,