Increase timeout for chat completion calls
This commit is contained in:
@@ -120,7 +120,7 @@ class AzureOpenAIProvider(LLMProvider):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
async with httpx.AsyncClient() as client:
|
async with httpx.AsyncClient(timeout=60.0) as client:
|
||||||
response = await client.post(url, headers=headers, json=payload)
|
response = await client.post(url, headers=headers, json=payload)
|
||||||
if response.status_code != 200:
|
if response.status_code != 200:
|
||||||
return LLMResponse(
|
return LLMResponse(
|
||||||
|
|||||||
Reference in New Issue
Block a user