From 896fd393dbb33936243edde504d0a63485df8ced Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 9 Feb 2024 14:36:43 -0800 Subject: [PATCH] (feat) support bedrock timeout --- litellm/llms/bedrock.py | 2 ++ litellm/main.py | 1 + 2 files changed, 3 insertions(+) diff --git a/litellm/llms/bedrock.py b/litellm/llms/bedrock.py index 4118e3183a..ae076fdf02 100644 --- a/litellm/llms/bedrock.py +++ b/litellm/llms/bedrock.py @@ -526,6 +526,7 @@ def completion( optional_params=None, litellm_params=None, logger_fn=None, + timeout=None, ): exception_mapping_worked = False try: @@ -553,6 +554,7 @@ def completion( aws_role_name=aws_role_name, aws_session_name=aws_session_name, aws_profile_name=aws_profile_name, + timeout=timeout, ) model = model diff --git a/litellm/main.py b/litellm/main.py index d11e76048f..bf1017a483 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -1590,6 +1590,7 @@ def completion( logger_fn=logger_fn, encoding=encoding, logging_obj=logging, + timeout=timeout, ) if "stream" in optional_params and optional_params["stream"] == True: