phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) proxy: raise exceptions

Browse source
This commit is contained in:
ishaan-jaff 2023-12-01 09:21:06 -08:00
parent 1e9aa69268
commit 2977d04f56
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -715,6 +715,7 @@ async def completion(request: Request, model: Optional[str] = None, user_api_key
async def chat_completion(request: Request, model: Optional[str] = None, user_api_key_dict: dict = Depends(user_api_key_auth)): async def chat_completion(request: Request, model: Optional[str] = None, user_api_key_dict: dict = Depends(user_api_key_auth)):
global general_settings, user_debug global general_settings, user_debug
try: try:
data = {}
body = await request.body() body = await request.body()
body_str = body.decode() body_str = body.decode()
try: try:
@ -754,7 +755,8 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap
return response return response
except Exception as e: except Exception as e:
print(f"\033[1;31mAn error occurred: {e}\n\n Debug this by setting `--debug`, e.g. `litellm --model gpt-3.5-turbo --debug`") print(f"\033[1;31mAn error occurred: {e}\n\n Debug this by setting `--debug`, e.g. `litellm --model gpt-3.5-turbo --debug`")
if llm_router is not None and data["model"] in router_model_names: router_model_names = [m["model_name"] for m in llm_model_list] if llm_model_list is not None else []
if llm_router is not None and data.get("model", "") in router_model_names:
print("Results from router") print("Results from router")
print("\nRouter stats") print("\nRouter stats")
print("\nTotal Calls made") print("\nTotal Calls made")