phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): azure streaming initial format

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-15 13:29:58 -08:00
parent ae7731b4dc
commit 4348fd6435
1 changed files with 23 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/utils.py
View file

@ -18,7 +18,7 @@ import tiktoken
import uuid
import aiohttp
import logging
import asyncio
import asyncio, httpx
import copy
from tokenizers import Tokenizer
from dataclasses import (
@ -4089,14 +4089,22 @@ def exception_type(
llm_provider=custom_llm_provider,
response=original_exception.response
)
else:
else: # ensure generic errors always return APIConnectionError
exception_mapping_worked = True
if hasattr(original_exception, "request"):
raise APIConnectionError(
message=f"{str(original_exception)}",
llm_provider=custom_llm_provider,
model=model,
request=original_exception.request
)
else:
raise APIConnectionError(
message=f"{str(original_exception)}",
llm_provider=custom_llm_provider,
model=model,
request= httpx.Request(method="POST", url="https://api.openai.com/v1/") # stub the request
)
except Exception as e:
# LOGGING
exception_logging(
@ -4400,6 +4408,7 @@ class CustomStreamWrapper:
elif chunk.startswith("data:"):
data_json = json.loads(chunk[5:]) # chunk.startswith("data:"):
try:
if len(data_json["choices"]) > 0:
text = data_json["choices"][0]["delta"].get("content", "")
if data_json["choices"][0].get("finish_reason", None):
is_finished = True
@ -4725,7 +4734,7 @@ class CustomStreamWrapper:
e.message = str(e)
# LOG FAILURE - handle streaming failure logging in the _next_ object, remove `handle_failure` once it's deprecated
threading.Thread(target=self.logging_obj.failure_handler, args=(e, traceback_exception)).start()
return exception_type(model=self.model, custom_llm_provider=self.custom_llm_provider, original_exception=e)
raise exception_type(model=self.model, custom_llm_provider=self.custom_llm_provider, original_exception=e)
## needs to handle the empty string case (even starting chunk can be an empty string)
def __next__(self):
@ -4746,7 +4755,7 @@ class CustomStreamWrapper:
raise # Re-raise StopIteration
except Exception as e:
# Handle other exceptions if needed
pass
raise e