phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

cleanup

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-15 22:39:37 -07:00
parent b6b4e93692
commit 04bffcea92
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/llms/huggingface_restapi.py
View file

@ -67,10 +67,10 @@ class HuggingfaceRestAPILLM():
print_verbose(f"raw model_response: {response.text}") print_verbose(f"raw model_response: {response.text}")
## RESPONSE OBJECT ## RESPONSE OBJECT
completion_response = response.json() completion_response = response.json()
print(f"response: {completion_response}") print_verbose(f"response: {completion_response}")
if isinstance(completion_response, dict) and "error" in completion_response: if isinstance(completion_response, dict) and "error" in completion_response:
print(f"completion error: {completion_response['error']}") print_verbose(f"completion error: {completion_response['error']}")
print(f"response.status_code: {response.status_code}") print_verbose(f"response.status_code: {response.status_code}")
raise HuggingfaceError(message=completion_response["error"], status_code=response.status_code) raise HuggingfaceError(message=completion_response["error"], status_code=response.status_code)
else: else:
model_response["choices"][0]["message"]["content"] = completion_response[0]["generated_text"] model_response["choices"][0]["message"]["content"] = completion_response[0]["generated_text"]