phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(docs) custom callbacks proxy

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 11:20:27 -08:00
parent bfe0172108
commit c5b92837c2
2 changed files with 128 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/proxy/custom_callbacks.py
View file

@ -15,19 +15,18 @@ class MyCustomHandler(CustomLogger):
def log_success_event(self, kwargs, response_obj, start_time, end_time):
# log: key, user, model, prompt, response, tokens, cost
print("\nOn Success\n")
print("\n kwargs\n")
print(kwargs)
print("\nOn Success")
### Access kwargs passed to litellm.completion()
model = kwargs["model"]
messages = kwargs["messages"]
model = kwargs.get("model", None)
messages = kwargs.get("messages", None)
user = kwargs.get("user", None)
#### Access litellm_params passed to litellm.completion(), example access `metadata`
litellm_params = kwargs.get("litellm_params", {})
metadata = litellm_params.get("metadata", {}) # headers passed to LiteLLM proxy, can be found here
#################################################
### Calculate cost #######################
##### Calculate cost using litellm.completion_cost() #######################
cost = litellm.completion_cost(completion_response=response_obj)
response = response_obj
# tokens used in response
@ -44,9 +43,7 @@ class MyCustomHandler(CustomLogger):
Proxy Metadata: {metadata}
"""
)
print(usage)
return
def log_failure_event(self, kwargs, response_obj, start_time, end_time):
print(f"On Failure")