From c919c15c4a3c83c97f1acd3f815659815e9b93b0 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 8 Aug 2024 17:50:29 -0700 Subject: [PATCH] fix(proxy_server.py): ensure internal_user params only apply to internal_user role --- litellm/proxy/proxy_server.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index abe8dbfc24..419ac8f7d2 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -8721,14 +8721,22 @@ async def auth_callback(request: Request): except Exception as e: pass + is_internal_user = False if ( - user_defined_values["max_budget"] is None + user_defined_values["user_role"] is not None + and user_defined_values["user_role"] == LitellmUserRoles.INTERNAL_USER.value + ): + is_internal_user = True + if ( + is_internal_user is True + and user_defined_values["max_budget"] is None and litellm.max_internal_user_budget is not None ): user_defined_values["max_budget"] = litellm.max_internal_user_budget if ( - user_defined_values["budget_duration"] is None + is_internal_user is True + and user_defined_values["budget_duration"] is None and litellm.internal_user_budget_duration is not None ): user_defined_values["budget_duration"] = litellm.internal_user_budget_duration