phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(perf) - only use response_cost_calculator 1 time per request. (Don't re-use the same helper twice per call ) (#7709)

Browse source 
* fix get_llm_provider for aiohttp openai

* fix _success_handler_helper_fn
This commit is contained in:
Ishaan Jaff 2025-01-11 23:23:01 -08:00 • committed by GitHub
parent 9db7893402
commit d21e4dedbd
1 changed files with 11 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/litellm_core_utils/litellm_logging.py
View file

@ -888,13 +888,9 @@ class Logging(LiteLLMLoggingBaseClass):
or isinstance(result, Batch) or isinstance(result, Batch)
or isinstance(result, FineTuningJob) or isinstance(result, FineTuningJob)
): ):
## RESPONSE COST ##
self.model_call_details["response_cost"] = (
self._response_cost_calculator(result=result)
)
## HIDDEN PARAMS ## ## HIDDEN PARAMS ##
if hasattr(result, "_hidden_params"): hidden_params = getattr(result, "_hidden_params", {})
if hidden_params:
# add to metadata for logging # add to metadata for logging
if self.model_call_details.get("litellm_params") is not None: if self.model_call_details.get("litellm_params") is not None:
self.model_call_details["litellm_params"].setdefault( self.model_call_details["litellm_params"].setdefault(
@ -913,6 +909,15 @@ class Logging(LiteLLMLoggingBaseClass):
] = getattr( ] = getattr(
result, "_hidden_params", {} result, "_hidden_params", {}
) )
## RESPONSE COST - Only calculate if not in hidden_params ##
if "response_cost" in hidden_params:
self.model_call_details["response_cost"] = hidden_params[
"response_cost"
]
else:
self.model_call_details["response_cost"] = (
self._response_cost_calculator(result=result)
)
## STANDARDIZED LOGGING PAYLOAD ## STANDARDIZED LOGGING PAYLOAD
self.model_call_details["standard_logging_object"] = ( self.model_call_details["standard_logging_object"] = (