phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adding email based litellm debugger logs

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-21 07:47:03 -07:00
parent d57a1fb764
commit 582b536276
14 changed files with 8553 additions and 71 deletions
Download patch file Download diff file Expand all files Collapse all files

27
litellm/integrations/litedebugger.py
View file

@ -1,8 +1,20 @@
import requests, traceback, json
import requests, traceback, json, os
class LiteDebugger:
user_email = None
def __init__(self):
self.api_url = "https://api.litellm.ai/debugger"
self.validate_environment()
pass
def validate_environment(self):
try:
self.user_email = os.getenv("LITELLM_EMAIL")
if self.user_email == None:
raise Exception("[Non-Blocking Error] LiteLLMDebugger: Missing LITELLM_EMAIL. Set it in your environment. Eg.: os.environ['LITELLM_EMAIL']= <your_email>")
except Exception as e:
raise ValueError("[Non-Blocking Error] LiteLLMDebugger: Missing LITELLM_EMAIL. Set it in your environment. Eg.: os.environ['LITELLM_EMAIL']= <your_email>")
def input_log_event(self, model, messages, end_user, litellm_call_id, print_verbose):
try:
@ -14,12 +26,13 @@ class LiteDebugger:
"messages": messages,
"end_user": end_user,
"status": "initiated",
"litellm_call_id": litellm_call_id
"litellm_call_id": litellm_call_id,
"user_email": self.user_email
}
response = requests.post(url=self.api_url, headers={"content-type": "application/json"}, data=json.dumps(litellm_data_obj))
print_verbose(f"LiteDebugger: api response - {response.text}")
except:
print_verbose(f"LiteDebugger: Logging Error - {traceback.format_exc()}")
print_verbose(f"[Non-Blocking Error] LiteDebugger: Logging Error - {traceback.format_exc()}")
pass
def log_event(self, model,
@ -45,7 +58,8 @@ class LiteDebugger:
"response": response_obj["choices"][0]["message"]["content"],
"end_user": end_user,
"litellm_call_id": litellm_call_id,
"status": "success"
"status": "success",
"user_email": self.user_email
}
print_verbose(
f"LiteDebugger: Logging - final data object: {litellm_data_obj}"
@ -62,7 +76,8 @@ class LiteDebugger:
"error": response_obj["error"],
"end_user": end_user,
"litellm_call_id": litellm_call_id,
"status": "failure"
"status": "failure",
"user_email": self.user_email
}
print_verbose(
f"LiteDebugger: Logging - final data object: {litellm_data_obj}"
@ -70,5 +85,5 @@ class LiteDebugger:
response = requests.post(url=self.api_url, headers={"content-type": "application/json"}, data=json.dumps(litellm_data_obj))
print_verbose(f"LiteDebugger: api response - {response.text}")
except:
print_verbose(f"LiteDebugger: Logging Error - {traceback.format_exc()}")
print_verbose(f"[Non-Blocking Error] LiteDebugger: Logging Error - {traceback.format_exc()}")
pass