phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(huggingface_restapi.py): return streamed response correctly

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-16 13:25:13 -08:00
parent a7d0f19e6c
commit 9c2cce56f7
2 changed files with 3 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/llms/huggingface_restapi.py
View file

@ -631,11 +631,8 @@ class Huggingface(BaseLLM):
logging_obj=logging_obj, logging_obj=logging_obj,
) )
async def generator(): async for transformed_chunk in streamwrapper:
async for transformed_chunk in streamwrapper: yield transformed_chunk
yield transformed_chunk
return generator()
def embedding( def embedding(
self, self,

2
litellm/tests/test_streaming.py
View file

@ -899,7 +899,7 @@ async def test_sagemaker_streaming_async():
pytest.fail(f"An exception occurred - {str(e)}") pytest.fail(f"An exception occurred - {str(e)}")
asyncio.run(test_sagemaker_streaming_async()) # asyncio.run(test_sagemaker_streaming_async())
def test_completion_sagemaker_stream(): def test_completion_sagemaker_stream():