phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix latency calc (lower better)

Browse source
This commit is contained in:
stephenleo 2024-02-11 17:06:46 +08:00
parent 1391490d92
commit 37c83e0023
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router_strategy/lowest_latency.py
View file

@ -86,7 +86,7 @@ class LowestLatencyLoggingHandler(CustomLogger):
if isinstance(response_obj, ModelResponse): if isinstance(response_obj, ModelResponse):
completion_tokens = response_obj.usage.completion_tokens completion_tokens = response_obj.usage.completion_tokens
total_tokens = response_obj.usage.total_tokens total_tokens = response_obj.usage.total_tokens
final_value = float(completion_tokens / response_ms.total_seconds()) final_value = float(response_ms.total_seconds() / completion_tokens)
# ------------ # ------------
# Update usage # Update usage