phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

check if json has error

Browse source
This commit is contained in:
ishaan-jaff 2023-08-14 11:41:12 -07:00
parent b784e9dfe5
commit 79ecd3b2fa
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/main.py
View file

@ -320,7 +320,11 @@ def completion(
logging(model=model, input=prompt, custom_llm_provider=custom_llm_provider, additional_args={"max_tokens": max_tokens, "original_response": response.text}, logger_fn=logger_fn)
if isinstance(response, dict) and "error" in response:
raise Exception(response["error"])
completion_response = response.json()[0]['generated_text']
json_response = response.json()
if 'error' in json_response: # raise HF errors when they exist
raise Exception(json_response['error'])
completion_response = json_response[0]['generated_text']
prompt_tokens = len(encoding.encode(prompt))
completion_tokens = len(encoding.encode(completion_response))
## RESPONSE OBJECT