From b6e0f00ed8edb7eaff1a79b2746703069c7c691a Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 10 May 2024 16:18:13 -0700 Subject: [PATCH] fix - using failure callbacks with team based logging --- litellm/proxy/proxy_config.yaml | 9 +++++++-- litellm/utils.py | 5 ++++- 2 files changed, 11 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index cd6255649..5e5e9a584 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -9,7 +9,6 @@ model_list: model: openai/* api_key: os.environ/OPENAI_API_KEY - general_settings: store_model_in_db: true master_key: sk-1234 @@ -17,4 +16,10 @@ general_settings: litellm_settings: success_callback: ["langfuse"] - _langfuse_default_tags: ["user_api_key_alias", "user_api_key_user_id", "user_api_key_user_email", "user_api_key_team_alias", "semantic-similarity", "proxy_base_url"] \ No newline at end of file + failure_callback: ["langfuse"] + default_team_settings: + - team_id: 7bf09cd5-217a-40d4-8634-fc31d9b88bf4 + success_callback: ["langfuse"] + failure_callback: ["langfuse"] + langfuse_public_key: "os.environ/LANGFUSE_DEVELOPMENT_PUBLIC_KEY" + langfuse_secret_key: "os.environ/LANGFUSE_DEVELOPMENT_SECRET_KEY" diff --git a/litellm/utils.py b/litellm/utils.py index 838d0fe55..9d325b998 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -2713,6 +2713,7 @@ def function_setup( ### DYNAMIC CALLBACKS ### dynamic_success_callbacks = None dynamic_async_success_callbacks = None + dyanmic_failure_callbacks = None if kwargs.get("success_callback", None) is not None and isinstance( kwargs["success_callback"], list ): @@ -2734,6 +2735,7 @@ def function_setup( for index in reversed(removed_async_items): kwargs["success_callback"].pop(index) dynamic_success_callbacks = kwargs.pop("success_callback") + dyanmic_failure_callbacks = kwargs.pop("failure_callback") if add_breadcrumb: try: @@ -2818,7 +2820,8 @@ def function_setup( dynamic_success_callbacks=dynamic_success_callbacks, dynamic_async_success_callbacks=dynamic_async_success_callbacks, langfuse_public_key=kwargs.pop("langfuse_public_key", None), - langfuse_secret=kwargs.pop("langfuse_secret", None), + langfuse_secret=kwargs.pop("langfuse_secret", None) + or kwargs.pop("langfuse_secret_key", None), ) ## check if metadata is passed in litellm_params = {"api_base": ""}