phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(cost_calculator.py): only override base model if custom pricing is set

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-19 16:05:49 -07:00
parent a494b5b2f3
commit 55217fa8d7
4 changed files with 98 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

25
litellm/litellm_core_utils/litellm_logging.py
View file

@ -689,23 +689,7 @@ class Logging:
complete_streaming_response
)
self.model_call_details["response_cost"] = (
litellm.response_cost_calculator(
response_object=complete_streaming_response,
model=self.model,
cache_hit=self.model_call_details.get("cache_hit", False),
custom_llm_provider=self.model_call_details.get(
"custom_llm_provider", None
),
base_model=_get_base_model_from_metadata(
model_call_details=self.model_call_details
),
call_type=self.call_type,
optional_params=(
self.optional_params
if hasattr(self, "optional_params")
else {}
),
)
self._response_cost_calculator(result=complete_streaming_response)
)
if self.dynamic_success_callbacks is not None and isinstance(
self.dynamic_success_callbacks, list
@ -1308,9 +1292,10 @@ class Logging:
model_call_details=self.model_call_details
)
# base_model defaults to None if not set on model_info
self.model_call_details["response_cost"] = litellm.completion_cost(
completion_response=complete_streaming_response,
model=base_model,
self.model_call_details["response_cost"] = (
self._response_cost_calculator(
result=complete_streaming_response
)
)
verbose_logger.debug(
f"Model={self.model}; cost={self.model_call_details['response_cost']}"