phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) proxy: use custom_logger

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 08:26:06 -08:00
parent f2625bca24
commit b1bd799be8
2 changed files with 22 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/proxy/custom_logger.py Normal file
View file

@ -0,0 +1,19 @@
from litellm.integrations.custom_logger import CustomLogger
class MyCustomHandler(CustomLogger):
def log_pre_api_call(self, model, messages, kwargs):
print(f"Pre-API Call")
def log_post_api_call(self, kwargs, response_obj, start_time, end_time):
# log: key, user, model, prompt, response, tokens, cost
print(f"Post-API Call")
def log_stream_event(self, kwargs, response_obj, start_time, end_time):
print(f"On Stream")
def log_success_event(self, kwargs, response_obj, start_time, end_time):
print(f"On Success")
def log_failure_event(self, kwargs, response_obj, start_time, end_time):
print(f"On Failure")
customHandler = MyCustomHandler()

3
litellm/proxy/proxy_config.yaml
View file

@ -3,6 +3,9 @@ model_list:
litellm_params: litellm_params:
model: gpt-3.5-turbo model: gpt-3.5-turbo
litellm_settings:
callbacks: [custom_logger.customHandler] # sets litellm.callbacks = [module.module_variable]
general_settings: general_settings:
# otel: True # OpenTelemetry Logger # otel: True # OpenTelemetry Logger
# master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234) # master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234)