phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #3775 from BerriAI/litellm_add_failure_Callbacks_from_db

Browse source 
[Feat] add failure callbacks from DB to proxy
This commit is contained in:
Ishaan Jaff 2024-05-22 07:36:04 -07:00 • committed by GitHub
commit 4e5be51373
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/proxy_server.py
View file

@ -2805,11 +2805,18 @@ class ProxyConfig:
config_data = await proxy_config.get_config() config_data = await proxy_config.get_config()
litellm_settings = config_data.get("litellm_settings", {}) or {} litellm_settings = config_data.get("litellm_settings", {}) or {}
success_callbacks = litellm_settings.get("success_callback", None) success_callbacks = litellm_settings.get("success_callback", None)
failure_callbacks = litellm_settings.get("failure_callback", None)
if success_callbacks is not None and isinstance(success_callbacks, list): if success_callbacks is not None and isinstance(success_callbacks, list):
for success_callback in success_callbacks: for success_callback in success_callbacks:
if success_callback not in litellm.success_callback: if success_callback not in litellm.success_callback:
litellm.success_callback.append(success_callback) litellm.success_callback.append(success_callback)
# Add failure callbacks from DB to litellm
if failure_callbacks is not None and isinstance(failure_callbacks, list):
for failure_callback in failure_callbacks:
if failure_callback not in litellm.failure_callback:
litellm.failure_callback.append(failure_callback)
# we need to set env variables too # we need to set env variables too
environment_variables = config_data.get("environment_variables", {}) environment_variables = config_data.get("environment_variables", {})
for k, v in environment_variables.items(): for k, v in environment_variables.items():