phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 10:14:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) proxy: add logs on router performance

Browse source
This commit is contained in:
ishaan-jaff 2023-11-28 15:43:42 -08:00
parent 94d35f1ec5
commit ae7f0ae0b6
1 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/proxy_server.py
View file

@ -739,6 +739,18 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap
return response
except Exception as e:
print(f"\033[1;31mAn error occurred: {e}\n\n Debug this by setting `--debug`, e.g. `litellm --model gpt-3.5-turbo --debug`")
if llm_router is not None and data["model"] in router_model_names:
print("Results from router")
print("\nRouter stats")
print("\nTotal Calls made")
for key, value in llm_router.total_calls.items():
print(f"{key}: {value}")
print("\nSuccess Calls made")
for key, value in llm_router.success_calls.items():
print(f"{key}: {value}")
print("\nFail Calls made")
for key, value in llm_router.fail_calls.items():
print(f"{key}: {value}")
if user_debug:
traceback.print_exc()
error_traceback = traceback.format_exc()