phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-28 04:04:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(docs) clean up proxy logging

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 11:37:14 -08:00
parent d0d8ba46c5
commit 533b5bcc44
1 changed files with 7 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

16
docs/my-website/docs/proxy/logging.md
View file

@ -28,23 +28,20 @@ class MyCustomHandler(CustomLogger):
print(f"On Stream") print(f"On Stream")
def log_success_event(self, kwargs, response_obj, start_time, end_time): def log_success_event(self, kwargs, response_obj, start_time, end_time):
# log: key, user, model, prompt, response, tokens, cost # Logging key details: key, user, model, prompt, response, tokens, cost
print("\nOn Success") print("\nOn Success")
### Access kwargs passed to litellm.completion() # Access kwargs passed to litellm.completion()
model = kwargs.get("model", None) model = kwargs.get("model", None)
messages = kwargs.get("messages", None) messages = kwargs.get("messages", None)
user = kwargs.get("user", None) user = kwargs.get("user", None)
#### Access litellm_params passed to litellm.completion(), example access `metadata` # Access litellm_params passed to litellm.completion(), example access `metadata`
litellm_params = kwargs.get("litellm_params", {}) litellm_params = kwargs.get("litellm_params", {})
metadata = litellm_params.get("metadata", {}) # headers passed to LiteLLM proxy, can be found here metadata = litellm_params.get("metadata", {}) # Headers passed to LiteLLM proxy
#################################################
##### Calculate cost using litellm.completion_cost() ####################### # Calculate cost using litellm.completion_cost()
cost = litellm.completion_cost(completion_response=response_obj) cost = litellm.completion_cost(completion_response=response_obj)
response = response_obj usage = response_obj["usage"] # Tokens used in response
# tokens used in response
usage = response_obj["usage"]
print( print(
f""" f"""
@ -64,6 +61,7 @@ class MyCustomHandler(CustomLogger):
proxy_handler_instance = MyCustomHandler() proxy_handler_instance = MyCustomHandler()
# Set litellm.callbacks = [proxy_handler_instance] on the proxy
# need to set litellm.callbacks = [proxy_handler_instance] # on the proxy # need to set litellm.callbacks = [proxy_handler_instance] # on the proxy
``` ```