phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(azure.py): fix error handling for openai/azure streaming

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-29 11:52:24 -08:00
parent b6bc75e27a
commit a9ed768991
4 changed files with 32 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/openai.py
View file

@ -293,8 +293,7 @@ class OpenAIChatCompletion(BaseLLM):
openai_client = client
response = openai_client.chat.completions.create(**data)
streamwrapper = CustomStreamWrapper(completion_stream=response, model=model, custom_llm_provider="openai",logging_obj=logging_obj)
for transformed_chunk in streamwrapper:
yield transformed_chunk
return streamwrapper
async def async_streaming(self,
logging_obj,