fix: disabled retries in openai client (#144)

epam · Aug 27, 2024 · 59081e1 · 59081e1
1 parent 7d3d779
commit 59081e1
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/aidial_adapter_openai/utils/parsers.py b/aidial_adapter_openai/utils/parsers.py
@@ -24,6 +24,10 @@ def get_client(self, params: OpenAIParams) -> AsyncOpenAI:
         pass
 
 
+# Retries are handled on the DIAL Core side
+_MAX_RETRIES = 0
+
+
 class AzureOpenAIEndpoint(BaseModel):
     azure_endpoint: str
     azure_deployment: str
@@ -36,6 +40,7 @@ def get_client(self, params: OpenAIParams) -> AsyncAzureOpenAI:
             azure_ad_token=params.get("azure_ad_token"),
             api_version=params.get("api_version"),
             timeout=params.get("timeout"),
+            max_retries=_MAX_RETRIES,
             http_client=get_http_client(),
         )
 
@@ -48,6 +53,7 @@ def get_client(self, params: OpenAIParams) -> AsyncOpenAI:
             base_url=self.base_url,
             api_key=params.get("api_key"),
             timeout=params.get("timeout"),
+            max_retries=_MAX_RETRIES,
             http_client=get_http_client(),
         )