(feat) support bedrock timeout

This commit is contained in:
ishaan-jaff 2024-02-09 14:36:43 -08:00
parent 61031fe380
commit 896fd393db
2 changed files with 3 additions and 0 deletions

View file

@ -526,6 +526,7 @@ def completion(
optional_params=None,
litellm_params=None,
logger_fn=None,
timeout=None,
):
exception_mapping_worked = False
try:
@ -553,6 +554,7 @@ def completion(
aws_role_name=aws_role_name,
aws_session_name=aws_session_name,
aws_profile_name=aws_profile_name,
timeout=timeout,
)
model = model

View file

@ -1590,6 +1590,7 @@ def completion(
logger_fn=logger_fn,
encoding=encoding,
logging_obj=logging,
timeout=timeout,
)
if "stream" in optional_params and optional_params["stream"] == True: