phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix - using failure callbacks with team based logging

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-10 16:18:13 -07:00
parent 30d2df8940
commit b6e0f00ed8
2 changed files with 11 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/proxy_config.yaml
View file

@ -9,7 +9,6 @@ model_list:
model: openai/* model: openai/*
api_key: os.environ/OPENAI_API_KEY api_key: os.environ/OPENAI_API_KEY
general_settings: general_settings:
store_model_in_db: true store_model_in_db: true
master_key: sk-1234 master_key: sk-1234
@ -17,4 +16,10 @@ general_settings:
litellm_settings: litellm_settings:
success_callback: ["langfuse"] success_callback: ["langfuse"]
_langfuse_default_tags: ["user_api_key_alias", "user_api_key_user_id", "user_api_key_user_email", "user_api_key_team_alias", "semantic-similarity", "proxy_base_url"] failure_callback: ["langfuse"]
default_team_settings:
- team_id: 7bf09cd5-217a-40d4-8634-fc31d9b88bf4
success_callback: ["langfuse"]
failure_callback: ["langfuse"]
langfuse_public_key: "os.environ/LANGFUSE_DEVELOPMENT_PUBLIC_KEY"
langfuse_secret_key: "os.environ/LANGFUSE_DEVELOPMENT_SECRET_KEY"

5
litellm/utils.py
View file

@ -2713,6 +2713,7 @@ def function_setup(
### DYNAMIC CALLBACKS ### ### DYNAMIC CALLBACKS ###
dynamic_success_callbacks = None dynamic_success_callbacks = None
dynamic_async_success_callbacks = None dynamic_async_success_callbacks = None
dyanmic_failure_callbacks = None
if kwargs.get("success_callback", None) is not None and isinstance( if kwargs.get("success_callback", None) is not None and isinstance(
kwargs["success_callback"], list kwargs["success_callback"], list
): ):
@ -2734,6 +2735,7 @@ def function_setup(
for index in reversed(removed_async_items): for index in reversed(removed_async_items):
kwargs["success_callback"].pop(index) kwargs["success_callback"].pop(index)
dynamic_success_callbacks = kwargs.pop("success_callback") dynamic_success_callbacks = kwargs.pop("success_callback")
dyanmic_failure_callbacks = kwargs.pop("failure_callback")
if add_breadcrumb: if add_breadcrumb:
try: try:
@ -2818,7 +2820,8 @@ def function_setup(
dynamic_success_callbacks=dynamic_success_callbacks, dynamic_success_callbacks=dynamic_success_callbacks,
dynamic_async_success_callbacks=dynamic_async_success_callbacks, dynamic_async_success_callbacks=dynamic_async_success_callbacks,
langfuse_public_key=kwargs.pop("langfuse_public_key", None), langfuse_public_key=kwargs.pop("langfuse_public_key", None),
langfuse_secret=kwargs.pop("langfuse_secret", None), langfuse_secret=kwargs.pop("langfuse_secret", None)
or kwargs.pop("langfuse_secret_key", None),
) )
## check if metadata is passed in ## check if metadata is passed in
litellm_params = {"api_base": ""} litellm_params = {"api_base": ""}