(feat) support bedrock timeout

This commit is contained in:
ishaan-jaff 2024-02-09 14:36:43 -08:00
parent 61031fe380
commit 896fd393db
2 changed files with 3 additions and 0 deletions

View file

@ -526,6 +526,7 @@ def completion(
optional_params=None, optional_params=None,
litellm_params=None, litellm_params=None,
logger_fn=None, logger_fn=None,
timeout=None,
): ):
exception_mapping_worked = False exception_mapping_worked = False
try: try:
@ -553,6 +554,7 @@ def completion(
aws_role_name=aws_role_name, aws_role_name=aws_role_name,
aws_session_name=aws_session_name, aws_session_name=aws_session_name,
aws_profile_name=aws_profile_name, aws_profile_name=aws_profile_name,
timeout=timeout,
) )
model = model model = model

View file

@ -1590,6 +1590,7 @@ def completion(
logger_fn=logger_fn, logger_fn=logger_fn,
encoding=encoding, encoding=encoding,
logging_obj=logging, logging_obj=logging,
timeout=timeout,
) )
if "stream" in optional_params and optional_params["stream"] == True: if "stream" in optional_params and optional_params["stream"] == True: