phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): allow disabling end user cost tracking with new param

Browse source 
Allows proxy admin to disable cost tracking for end user - keeps prometheus metrics small
This commit is contained in:
Krrish Dholakia 2024-11-22 16:41:58 +05:30
parent 1c9a8c0b68
commit 5a698c678a
6 changed files with 40 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

20
tests/local_testing/test_utils.py
View file

@ -1012,3 +1012,23 @@ def test_models_by_provider():
for provider in providers:
assert provider in models_by_provider.keys()
@pytest.mark.parametrize(
"litellm_params, disable_end_user_cost_tracking, expected_end_user_id",
[
({}, False, None),
({"proxy_server_request": {"body": {"user": "123"}}}, False, "123"),
({"proxy_server_request": {"body": {"user": "123"}}}, True, None),
],
)
def test_get_end_user_id_for_cost_tracking(
litellm_params, disable_end_user_cost_tracking, expected_end_user_id
):
from litellm.utils import get_end_user_id_for_cost_tracking
litellm.disable_end_user_cost_tracking = disable_end_user_cost_tracking
assert (
get_end_user_id_for_cost_tracking(litellm_params=litellm_params)
== expected_end_user_id
)