phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix exception handling

Browse source
This commit is contained in:
ishaan-jaff 2023-09-08 15:42:27 -07:00
parent 599be6a374
commit a9cb373d04
1 changed files with 10 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

21
litellm/utils.py
View file

@ -1753,13 +1753,14 @@ def exception_type(model, original_exception, custom_llm_provider):
model=model model=model
) )
else: else:
exception_mapping_worked = True if hasattr(original_exception, "status_code"):
raise APIError( exception_mapping_worked = True
status_code=original_exception.status_code, raise APIError(
message=f"CohereException - {original_exception.message}", status_code=original_exception.status_code,
llm_provider="cohere", message=f"CohereException - {original_exception.message}",
model=model llm_provider="cohere",
) model=model
)
elif custom_llm_provider == "huggingface": elif custom_llm_provider == "huggingface":
if "length limit exceeded" in error_str: if "length limit exceeded" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1927,10 +1928,8 @@ def exception_type(model, original_exception, custom_llm_provider):
litellm.email or "LITELLM_EMAIL" in os.environ litellm.email or "LITELLM_EMAIL" in os.environ
): ):
threading.Thread(target=get_all_keys, args=(e.llm_provider,)).start() threading.Thread(target=get_all_keys, args=(e.llm_provider,)).start()
if exception_mapping_worked: # don't let an error with mapping interrupt the user from receiving an error from the llm api calls
raise e raise original_exception
else: # don't let an error with mapping interrupt the user from receiving an error from the llm api calls
raise original_exception
####### CRASH REPORTING ################ ####### CRASH REPORTING ################