phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #3079 from BerriAI/litellm_router_save_settings_ui

Browse source 
UI - Save / Edit router settings UI
This commit is contained in:
Ishaan Jaff 2024-04-16 16:57:42 -07:00 • committed by GitHub
commit 7e99854d05
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
30 changed files with 358 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

20
litellm/proxy/proxy_server.py
View file

@ -2620,6 +2620,9 @@ class ProxyConfig:
general_settings["alerting"] = _general_settings["alerting"]
proxy_logging_obj.alerting = general_settings["alerting"]
# router settings
_router_settings = config_data.get("router_settings", {})
llm_router.set_settings(**_router_settings)
except Exception as e:
verbose_proxy_logger.error(
"{}\nTraceback:{}".format(str(e), traceback.format_exc())
@ -8223,6 +8226,16 @@ async def update_config(config_info: ConfigYAML):
"success_callback"
] = combined_success_callback
# router settings
if config_info.router_settings is not None:
config.setdefault("router_settings", {})
_updated_router_settings = config_info.router_settings
config["router_settings"] = {
**config["router_settings"],
**_updated_router_settings,
}
# Save the updated config
await proxy_config.save_config(new_config=config)
@ -8340,7 +8353,12 @@ async def get_config():
_data_to_return.append({"name": "slack", "variables": _slack_env_vars})
return {"status": "success", "data": _data_to_return}
_router_settings = llm_router.get_settings()
return {
"status": "success",
"data": _data_to_return,
"router_settings": _router_settings,
}
except Exception as e:
traceback.print_exc()
if isinstance(e, HTTPException):