phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #4203 from BerriAI/litellm_fix_bug_tem_budget

Browse source 
[Bug fix] Don't cache team, user, customer budget after calling /update, /delete
This commit is contained in:
Ishaan Jaff 2024-06-14 18:36:41 -07:00 • committed by GitHub
commit 4baf72b34e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 17 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/proxy/common_utils/management_endpoint_utils.py
View file

@ -26,12 +26,12 @@ def management_endpoint_wrapper(func):
user_api_key_dict: UserAPIKeyAuth = ( user_api_key_dict: UserAPIKeyAuth = (
kwargs.get("user_api_key_dict") or UserAPIKeyAuth() kwargs.get("user_api_key_dict") or UserAPIKeyAuth()
) )
_http_request: Request = kwargs.get("http_request")
parent_otel_span = user_api_key_dict.parent_otel_span parent_otel_span = user_api_key_dict.parent_otel_span
if parent_otel_span is not None: if parent_otel_span is not None:
from litellm.proxy.proxy_server import open_telemetry_logger from litellm.proxy.proxy_server import open_telemetry_logger
if open_telemetry_logger is not None: if open_telemetry_logger is not None:
_http_request: Request = kwargs.get("http_request")
if _http_request: if _http_request:
_route = _http_request.url.path _route = _http_request.url.path
_request_body: dict = await _read_request_body( _request_body: dict = await _read_request_body(
@ -51,6 +51,22 @@ def management_endpoint_wrapper(func):
logging_payload=logging_payload, logging_payload=logging_payload,
parent_otel_span=parent_otel_span, parent_otel_span=parent_otel_span,
) )
if _http_request:
_route = _http_request.url.path
# Flush user_api_key cache if this was an update/delete call to /key, /team, or /user
if _route in [
"/key/update",
"/key/delete",
"/team/update",
"/team/delete",
"/user/update",
"/user/delete",
"/customer/update",
"/customer/delete",
]:
from litellm.proxy.proxy_server import user_api_key_cache
user_api_key_cache.flush_cache()
return result return result
except Exception as e: except Exception as e: