phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) text-completion-openai, send 1 finish_reason

Browse source
This commit is contained in:
ishaan-jaff 2023-12-27 15:41:58 +05:30
parent 31148922b3
commit 646c106983
1 changed files with 4 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/utils.py
View file

@ -6767,20 +6767,13 @@ class CustomStreamWrapper:
def handle_openai_text_completion_chunk(self, chunk): def handle_openai_text_completion_chunk(self, chunk):
try: try:
print_verbose(f"\nRaw OpenAI Chunk\n{chunk}\n")
str_line = chunk str_line = chunk
text = "" text = ""
is_finished = False is_finished = False
finish_reason = None finish_reason = None
print_verbose(f"str_line: {str_line}") if "data: [DONE]" in str_line or self.sent_last_chunk == True:
if "data: [DONE]" in str_line: raise StopIteration
text = ""
is_finished = True
finish_reason = "stop"
return {
"text": text,
"is_finished": is_finished,
"finish_reason": finish_reason,
}
elif str_line.startswith("data:"): elif str_line.startswith("data:"):
data_json = json.loads(str_line[5:]) data_json = json.loads(str_line[5:])
print_verbose(f"delta content: {data_json}") print_verbose(f"delta content: {data_json}")
@ -6788,6 +6781,7 @@ class CustomStreamWrapper:
if data_json["choices"][0].get("finish_reason", None): if data_json["choices"][0].get("finish_reason", None):
is_finished = True is_finished = True
finish_reason = data_json["choices"][0]["finish_reason"] finish_reason = data_json["choices"][0]["finish_reason"]
self.sent_last_chunk = True
print_verbose( print_verbose(
f"text: {text}; is_finished: {is_finished}; finish_reason: {finish_reason}" f"text: {text}; is_finished: {is_finished}; finish_reason: {finish_reason}"
) )
@ -6808,7 +6802,6 @@ class CustomStreamWrapper:
} }
except Exception as e: except Exception as e:
traceback.print_exc()
raise e raise e
def handle_baseten_chunk(self, chunk): def handle_baseten_chunk(self, chunk):