phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: map custom model_name to actual model in /spend/calculate for cost calculation

Browse source
This commit is contained in:
HikaruEgashira 2025-04-16 18:58:11 +09:00
parent ca593e003a
commit 2c88ccd98d
No known key found for this signature in database
1 changed files with 12 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/proxy/spend_tracking/spend_management_endpoints.py
View file

@ -1580,7 +1580,18 @@ async def calculate_spend(request: SpendCalculateRequest):
else: else:
_cost = completion_cost(model=request.model, messages=request.messages) _cost = completion_cost(model=request.model, messages=request.messages)
elif request.completion_response is not None: elif request.completion_response is not None:
_completion_response = litellm.ModelResponse(**request.completion_response) _completion_response_dict = dict(request.completion_response)
_model_name = _completion_response_dict.get("model")
_resolved_model = None
if llm_router is not None and llm_router.model_list is not None and _model_name is not None:
for model in llm_router.model_list:
if model.get("model_name") == _model_name:
litellm_params = model.get("litellm_params", {})
_resolved_model = litellm_params.get("model")
break
if _resolved_model:
_completion_response_dict["model"] = _resolved_model
_completion_response = litellm.ModelResponse(**_completion_response_dict)
_cost = completion_cost(completion_response=_completion_response) _cost = completion_cost(completion_response=_completion_response)
else: else:
raise HTTPException( raise HTTPException(