phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) azure cost calc

Browse source
This commit is contained in:
ishaan-jaff 2024-02-07 17:33:10 -08:00
parent e914dfa940
commit 6969b25946
1 changed files with 24 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

39
litellm/utils.py
View file

@ -1080,11 +1080,8 @@ class Logging:
) )
else: else:
# check if base_model set on azure # check if base_model set on azure
base_model = ( base_model = _get_base_model_from_metadata(
self.model_call_details.get("litellm_params", {}) model_call_details=self.model_call_details
.get("metadata", {})
.get("model_info", {})
.get("base_model", None)
) )
# base_model defaults to None if not set on model_info # base_model defaults to None if not set on model_info
self.model_call_details[ self.model_call_details[
@ -1169,11 +1166,8 @@ class Logging:
self.model_call_details["response_cost"] = 0.0 self.model_call_details["response_cost"] = 0.0
else: else:
# check if base_model set on azure # check if base_model set on azure
base_model = ( base_model = _get_base_model_from_metadata(
self.model_call_details.get("litellm_params", {}) model_call_details=self.model_call_details
.get("metadata", {})
.get("model_info", {})
.get("base_model", None)
) )
# base_model defaults to None if not set on model_info # base_model defaults to None if not set on model_info
self.model_call_details[ self.model_call_details[
@ -1499,11 +1493,8 @@ class Logging:
self.model_call_details["response_cost"] = 0.0 self.model_call_details["response_cost"] = 0.0
else: else:
# check if base_model set on azure # check if base_model set on azure
base_model = ( base_model = _get_base_model_from_metadata(
self.model_call_details.get("litellm_params", {}) model_call_details=self.model_call_details
.get("metadata", {})
.get("model_info", {})
.get("base_model", None)
) )
# base_model defaults to None if not set on model_info # base_model defaults to None if not set on model_info
self.model_call_details["response_cost"] = litellm.completion_cost( self.model_call_details["response_cost"] = litellm.completion_cost(
@ -9259,3 +9250,21 @@ def get_logging_id(start_time, response_obj):
return response_id return response_id
except: except:
return None return None
def _get_base_model_from_metadata(model_call_details=None):
if model_call_details is None:
return None
litellm_params = model_call_details.get("litellm_params", {})
if litellm_params is not None:
metadata = litellm_params.get("metadata", {})
if metadata is not None:
model_info = metadata.get("model_info", {})
if model_info is not None:
base_model = model_info.get("base_model", None)
if base_model is not None:
return base_model
return None