phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(huggingface_restapi.py): fix huggingface response format

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-21 09:20:27 -08:00
parent a534928337
commit 6892fd8b51
4 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
dist/litellm-1.3.3.dev1-py3-none-any.whl vendored Normal file
View file

Binary file not shown.

BIN
dist/litellm-1.3.3.dev1.tar.gz vendored Normal file
View file

Binary file not shown.

2
litellm/llms/huggingface_restapi.py
View file

@ -406,7 +406,7 @@ class Huggingface(BaseLLM):
try: try:
completion_response = response.json() completion_response = response.json()
if isinstance(completion_response, dict): if isinstance(completion_response, dict):
completion_response: List[Dict[str, Any]] = [{"generated_text": content}] completion_response: List[Dict[str, Any]] = [{"generated_text": completion_response}]
except: except:
import traceback import traceback
raise HuggingfaceError( raise HuggingfaceError(

4
litellm/tests/test_completion.py
View file

@ -159,7 +159,7 @@ def test_completion_gpt4_vision():
pass pass
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
test_completion_gpt4_vision() # test_completion_gpt4_vision()
def test_completion_perplexity_api(): def test_completion_perplexity_api():
try: try:
@ -283,7 +283,7 @@ def hf_test_completion_tgi():
print(response) print(response)
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
# hf_test_completion_tgi() hf_test_completion_tgi()
def hf_test_completion_tgi_stream(): def hf_test_completion_tgi_stream():
try: try: