phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add customstreapwrapper for openai streaming

Browse source
This commit is contained in:
ishaan-jaff 2023-08-28 15:28:51 -07:00
parent 0158e12701
commit 69f9c40d80
2 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -195,7 +195,9 @@ def completion(
response = openai.ChatCompletion.create( response = openai.ChatCompletion.create(
engine=model, messages=messages, **optional_params engine=model, messages=messages, **optional_params
) )
if "stream" in optional_params and optional_params["stream"] == True:
response = CustomStreamWrapper(response, model)
return response
## LOGGING ## LOGGING
logging.post_call( logging.post_call(
input=messages, input=messages,
@ -251,6 +253,9 @@ def completion(
response = openai.ChatCompletion.create( response = openai.ChatCompletion.create(
model=model, messages=messages, **optional_params model=model, messages=messages, **optional_params
) )
if "stream" in optional_params and optional_params["stream"] == True:
response = CustomStreamWrapper(response, model)
return response
## LOGGING ## LOGGING
logging.post_call( logging.post_call(
input=messages, input=messages,

3
litellm/utils.py
View file

@ -1623,6 +1623,9 @@ class CustomStreamWrapper:
elif self.model in litellm.open_ai_text_completion_models: elif self.model in litellm.open_ai_text_completion_models:
chunk = next(self.completion_stream) chunk = next(self.completion_stream)
completion_obj["content"] = self.handle_openai_text_completion_chunk(chunk) completion_obj["content"] = self.handle_openai_text_completion_chunk(chunk)
else: # openai chat/azure models
chunk = next(self.completion_stream)
completion_obj['content'] = chunk['choices']['delta']
# LOGGING # LOGGING
self.logging_obj(completion_obj["content"]) self.logging_obj(completion_obj["content"])
# return this for all models # return this for all models