phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #2382 from BerriAI/litellm_cost_tracking_fix

Browse source 
fix(proxy_server.py): support cost tracking if general_settings is none
This commit is contained in:
Krish Dholakia 2024-03-12 19:15:23 -07:00 • committed by GitHub
commit 8beb6bb2bc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -1828,8 +1828,6 @@ class ProxyConfig:
custom_db_client = DBClient( custom_db_client = DBClient(
custom_db_args=database_args, custom_db_type=database_type custom_db_args=database_args, custom_db_type=database_type
) )
## COST TRACKING ##
cost_tracking()
## ADMIN UI ACCESS ## ## ADMIN UI ACCESS ##
ui_access_mode = general_settings.get( ui_access_mode = general_settings.get(
"ui_access_mode", "all" "ui_access_mode", "all"
@ -2383,6 +2381,10 @@ async def startup_event():
# if not, assume it's a json string # if not, assume it's a json string
worker_config = json.loads(os.getenv("WORKER_CONFIG")) worker_config = json.loads(os.getenv("WORKER_CONFIG"))
await initialize(**worker_config) await initialize(**worker_config)
## COST TRACKING ##
cost_tracking()
proxy_logging_obj._init_litellm_callbacks() # INITIALIZE LITELLM CALLBACKS ON SERVER STARTUP <- do this to catch any logging errors on startup, not when calls are being made proxy_logging_obj._init_litellm_callbacks() # INITIALIZE LITELLM CALLBACKS ON SERVER STARTUP <- do this to catch any logging errors on startup, not when calls are being made
if use_background_health_checks: if use_background_health_checks: