phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix hf failing streaming test

Browse source
This commit is contained in:
Ishaan Jaff 2024-12-12 10:48:00 -08:00
parent 893f6aa971
commit ecd219fa4f
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/huggingface/chat/handler.py
View file

@ -211,7 +211,7 @@ class Huggingface(BaseLLM):
### ASYNC COMPLETION
return self.acompletion(api_base=completion_url, data=data, headers=headers, model_response=model_response, task=task, encoding=encoding, model=model, optional_params=optional_params, timeout=timeout, litellm_params=litellm_params) # type: ignore
if client is None or not isinstance(client, HTTPHandler):
client = HTTPHandler()
client = _get_httpx_client()
### SYNC STREAMING
if "stream" in optional_params and optional_params["stream"] is True:
response = client.post(