phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

better timeouts

Browse source
This commit is contained in:
ishaan-jaff 2023-07-31 17:45:39 -07:00
parent acaca0f47a
commit baffc2dd44
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/main.py
View file

@ -128,7 +128,7 @@ def get_optional_params(
####### COMPLETION ENDPOINTS ################ ####### COMPLETION ENDPOINTS ################
############################################# #############################################
@client @client
@func_set_timeout(120, allowOverride=True) ## https://pypi.org/project/func-timeout/ - timeouts, in case calls hang (e.g. Azure) @func_set_timeout(180, allowOverride=True) ## https://pypi.org/project/func-timeout/ - timeouts, in case calls hang (e.g. Azure)
def completion( def completion(
model, messages, # required params model, messages, # required params
# Optional OpenAI params: see https://platform.openai.com/docs/api-reference/chat/create # Optional OpenAI params: see https://platform.openai.com/docs/api-reference/chat/create

4
litellm/tests/test_model_fallback.py
View file

@ -20,6 +20,6 @@ for model in model_fallback_list:
print(response) print(response)
if response != None: if response != None:
break break
except: except Exception as e:
print(f"error occurred: {traceback.format_exc()}") print(f"error occurred: {traceback.format_exc()}")
pass raise e