phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) azure_base_model cost calc

Browse source
This commit is contained in:
ishaan-jaff 2024-02-07 18:18:15 -08:00
parent 6969b25946
commit cc7a690c9b
1 changed files with 7 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/tests/test_custom_callback_router.py
View file

@ -269,14 +269,15 @@ class CompletionCustomHandler(
assert isinstance(kwargs["model"], str)
# checking we use base_model for azure cost calculation
base_model = (
kwargs.get("litellm_params", {})
.get("metadata", {})
.get("model_info", {})
.get("base_model", None)
base_model = litellm.utils._get_base_model_from_metadata(
model_call_details=kwargs
)
if kwargs["model"] == "chatgpt-v-2" and base_model is not None:
if (
kwargs["model"] == "chatgpt-v-2"
and base_model is not None
and kwargs["stream"] != True
):
# when base_model is set for azure, we should use pricing for the base_model
# this checks response_cost == litellm.cost_per_token(model=base_model)
assert isinstance(kwargs["response_cost"], float)