Merge pull request #2568 from ezisezis/fix-bedrock-timeouts
fix timeout handling in AWSBedrockLLMService
This commit is contained in:
@@ -880,7 +880,7 @@ class AWSBedrockLLMService(LLMService):
|
|||||||
if self._retry_on_timeout:
|
if self._retry_on_timeout:
|
||||||
try:
|
try:
|
||||||
response = await asyncio.wait_for(
|
response = await asyncio.wait_for(
|
||||||
await client.converse_stream(**request_params), timeout=self._retry_timeout_secs
|
client.converse_stream(**request_params), timeout=self._retry_timeout_secs
|
||||||
)
|
)
|
||||||
return response
|
return response
|
||||||
except (ReadTimeoutError, asyncio.TimeoutError) as e:
|
except (ReadTimeoutError, asyncio.TimeoutError) as e:
|
||||||
|
|||||||
Reference in New Issue
Block a user