phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): ensure consistent cost calc b/w returned header and logged object

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-20 18:03:35 -07:00
parent eb70facce8
commit 0091f64ff1
3 changed files with 20 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/litellm_core_utils/litellm_logging.py
View file

@ -582,9 +582,6 @@ class Logging:
or isinstance(result, HttpxBinaryResponseContent) # tts
):
## RESPONSE COST ##
custom_pricing = use_custom_pricing_for_model(
litellm_params=self.litellm_params
)
self.model_call_details["response_cost"] = (
self._response_cost_calculator(result=result)
)
@ -2159,6 +2156,9 @@ def get_custom_logger_compatible_class(
def use_custom_pricing_for_model(litellm_params: Optional[dict]) -> bool:
if litellm_params is None:
return False
for k, v in litellm_params.items():
if k in SPECIAL_MODEL_INFO_PARAMS:
return True
metadata: Optional[dict] = litellm_params.get("metadata", {})
if metadata is None:
return False
@ -2167,6 +2167,7 @@ def use_custom_pricing_for_model(litellm_params: Optional[dict]) -> bool:
for k, v in model_info.items():
if k in SPECIAL_MODEL_INFO_PARAMS:
return True
return False