phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Fix issue with delta being None when Deferred / Async Content Filter is enabled on Azure OpenAI

Browse source
This commit is contained in:
Andres Barbaro 2024-05-23 22:42:42 -05:00
parent c14584722e
commit b002328c8d
1 changed files with 8 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/utils.py
View file

@ -10637,7 +10637,8 @@ class CustomStreamWrapper:
data_json = json.loads(chunk[5:]) # chunk.startswith("data:"): data_json = json.loads(chunk[5:]) # chunk.startswith("data:"):
try: try:
if len(data_json["choices"]) > 0: if len(data_json["choices"]) > 0:
text = data_json["choices"][0]["delta"].get("content", "") delta = data_json["choices"][0]["delta"]
text = "" if delta is None else delta.get("content", "")
if data_json["choices"][0].get("finish_reason", None): if data_json["choices"][0].get("finish_reason", None):
is_finished = True is_finished = True
finish_reason = data_json["choices"][0]["finish_reason"] finish_reason = data_json["choices"][0]["finish_reason"]
@ -11405,12 +11406,14 @@ class CustomStreamWrapper:
model_response.id = original_chunk.id model_response.id = original_chunk.id
self.response_id = original_chunk.id self.response_id = original_chunk.id
if len(original_chunk.choices) > 0: if len(original_chunk.choices) > 0:
delta = original_chunk.choices[0].delta
if ( if (
original_chunk.choices[0].delta.function_call is not None delta is not None and (
or original_chunk.choices[0].delta.tool_calls is not None delta.function_call is not None
or delta.tool_calls is not None
)
): ):
try: try:
delta = original_chunk.choices[0].delta
model_response.system_fingerprint = ( model_response.system_fingerprint = (
original_chunk.system_fingerprint original_chunk.system_fingerprint
) )
@ -11469,7 +11472,7 @@ class CustomStreamWrapper:
model_response.choices[0].delta = Delta() model_response.choices[0].delta = Delta()
else: else:
try: try:
delta = dict(original_chunk.choices[0].delta) delta = dict() if original_chunk.choices[0].delta is None else dict(original_chunk.choices[0].delta)
print_verbose(f"original delta: {delta}") print_verbose(f"original delta: {delta}")
model_response.choices[0].delta = Delta(**delta) model_response.choices[0].delta = Delta(**delta)
print_verbose( print_verbose(