phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(huggingface_restapi.py): fix tests

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-23 21:40:27 -07:00
parent 0c26b36d9d
commit 8c5ff150f6
2 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/llms/huggingface_restapi.py
View file

@ -619,6 +619,8 @@ class Huggingface(BaseLLM):
# SSL certificates (a.k.a CA bundle) used to verify the identity of requested hosts. # SSL certificates (a.k.a CA bundle) used to verify the identity of requested hosts.
ssl_verify = os.getenv("SSL_VERIFY", litellm.ssl_verify) ssl_verify = os.getenv("SSL_VERIFY", litellm.ssl_verify)
if ssl_verify in ["True", "False"]:
ssl_verify = bool(ssl_verify)
if acompletion is True: if acompletion is True:
### ASYNC STREAMING ### ASYNC STREAMING
@ -634,7 +636,7 @@ class Huggingface(BaseLLM):
headers=headers, headers=headers,
data=json.dumps(data), data=json.dumps(data),
stream=optional_params["stream"], stream=optional_params["stream"],
verify=ssl_verify verify=ssl_verify,
) )
return response.iter_lines() return response.iter_lines()
### SYNC COMPLETION ### SYNC COMPLETION
@ -643,7 +645,7 @@ class Huggingface(BaseLLM):
completion_url, completion_url,
headers=headers, headers=headers,
data=json.dumps(data), data=json.dumps(data),
verify=ssl_verify verify=ssl_verify,
) )
## Some servers might return streaming responses even though stream was not set to true. (e.g. Baseten) ## Some servers might return streaming responses even though stream was not set to true. (e.g. Baseten)

4
litellm/tests/test_completion.py
View file

@ -1768,7 +1768,7 @@ def test_get_hf_task_for_model():
# ################### Hugging Face TGI models ######################## # ################### Hugging Face TGI models ########################
# # TGI model # # TGI model
# # this is a TGI model https://huggingface.co/glaiveai/glaive-coder-7b # # this is a TGI model https://huggingface.co/glaiveai/glaive-coder-7b
def tgi_mock_post(url, data=None, json=None, headers=None): def tgi_mock_post(url, **kwargs):
mock_response = MagicMock() mock_response = MagicMock()
mock_response.status_code = 200 mock_response.status_code = 200
mock_response.headers = {"Content-Type": "application/json"} mock_response.headers = {"Content-Type": "application/json"}
@ -1936,7 +1936,7 @@ async def test_openai_compatible_custom_api_base(provider):
# hf_test_completion_none_task() # hf_test_completion_none_task()
def mock_post(url, data=None, json=None, headers=None): def mock_post(url, **kwargs):
print(f"url={url}") print(f"url={url}")
if "text-classification" in url: if "text-classification" in url:
raise Exception("Model not found") raise Exception("Model not found")