phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(ui): add vertex ai models via ui

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-15 15:59:15 -07:00
parent 0d2a75d301
commit e4bcc51e44
33 changed files with 131 additions and 92 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -2777,7 +2777,10 @@ class Router:
}
else:
# check response_ms and update num_successes
response_ms = response.get("_response_ms", 0)
if isinstance(response, dict):
response_ms = response.get("_response_ms", 0)
else:
response_ms = 0
if model_id is not None:
if model_id in self.deployment_stats:
# check if avg_latency exists