phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #1557 from BerriAI/litellm_emit_spend_logs

Browse source 
feat(utils.py): emit response cost as part of logs
This commit is contained in:
Krish Dholakia 2024-01-22 21:02:40 -08:00 • committed by GitHub
commit bedb08bdef
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
10 changed files with 191 additions and 46 deletions
Download patch file Download diff file Expand all files Collapse all files

23
litellm/utils.py
View file

@ -1064,6 +1064,27 @@ class Logging:
self.model_call_details["log_event_type"] = "successful_api_call"
self.model_call_details["end_time"] = end_time
self.model_call_details["cache_hit"] = cache_hit
## if model in model cost map - log the response cost
## else set cost to None
verbose_logger.debug(f"Model={self.model}; result={result}")
if result is not None and (
isinstance(result, ModelResponse)
or isinstance(result, EmbeddingResponse)
):
try:
self.model_call_details["response_cost"] = litellm.completion_cost(
completion_response=result,
)
verbose_logger.debug(
f"Model={self.model}; cost={self.model_call_details['response_cost']}"
)
except litellm.NotFoundError as e:
verbose_logger.debug(
f"Model={self.model} not found in completion cost map."
)
self.model_call_details["response_cost"] = None
else: # streaming chunks + image gen.
self.model_call_details["response_cost"] = None
if litellm.max_budget and self.stream:
time_diff = (end_time - start_time).total_seconds()
@ -1077,7 +1098,7 @@ class Logging:
return start_time, end_time, result
except Exception as e:
print_verbose(f"[Non-Blocking] LiteLLM.Success_Call Error: {str(e)}")
raise Exception(f"[Non-Blocking] LiteLLM.Success_Call Error: {str(e)}")
def success_handler(
self, result=None, start_time=None, end_time=None, cache_hit=None, **kwargs