phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) ollama_chat add async stream

Browse source
This commit is contained in:
ishaan-jaff 2023-12-25 23:45:27 +05:30
parent aea7faa2c1
commit 837ce269ae
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/ollama_chat.py
View file

@ -263,7 +263,7 @@ async def ollama_async_streaming(url, data, model_response, encoding, logging_ob
streamwrapper = litellm.CustomStreamWrapper(
completion_stream=response.aiter_lines(),
model=data["model"],
custom_llm_provider="ollama",
custom_llm_provider="ollama_chat",
logging_obj=logging_obj,
)
async for transformed_chunk in streamwrapper: