phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_cli.py): don't double load the router config

Browse source 
was causing callbacks to be instantiated twice - double couting usage in cache
This commit is contained in:
Krrish Dholakia 2024-04-10 13:23:56 -07:00
parent d8da4cf8bb
commit b2741933dc
5 changed files with 12 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/proxy_cli.py
View file

@ -425,9 +425,10 @@ def run_server(
)
proxy_config = ProxyConfig()
_, _, general_settings = asyncio.run(
proxy_config.load_config(router=None, config_file_path=config)
)
_config = asyncio.run(proxy_config.get_config(config_file_path=config))
general_settings = _config.get("general_settings", {})
if general_settings is None:
general_settings = {}
database_url = general_settings.get("database_url", None)
db_connection_pool_limit = general_settings.get(
"database_connection_pool_limit", 100