mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
d57be47b0f
* ci(config.yml): add a 'check_code_quality' step Addresses https://github.com/BerriAI/litellm/issues/5991 * ci(config.yml): check why circle ci doesn't pick up this test * ci(config.yml): fix to run 'check_code_quality' tests * fix(__init__.py): fix unprotected import * fix(__init__.py): don't remove unused imports * build(ruff.toml): update ruff.toml to ignore unused imports * fix: fix: ruff + pyright - fix linting + type-checking errors * fix: fix linting errors * fix(lago.py): fix module init error * fix: fix linting errors * ci(config.yml): cd into correct dir for checks * fix(proxy_server.py): fix linting error * fix(utils.py): fix bare except causes ruff linting errors * fix: ruff - fix remaining linting errors * fix(clickhouse.py): use standard logging object * fix(__init__.py): fix unprotected import * fix: ruff - fix linting errors * fix: fix linting errors * ci(config.yml): cleanup code qa step (formatting handled in local_testing) * fix(_health_endpoints.py): fix ruff linting errors * ci(config.yml): just use ruff in check_code_quality pipeline for now * build(custom_guardrail.py): include missing file * style(embedding_handler.py): fix ruff check
124 lines
4.3 KiB
Python
124 lines
4.3 KiB
Python
#### What this does ####
|
|
# On success + failure, log events to Supabase
|
|
|
|
import datetime
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
import traceback
|
|
|
|
import dotenv
|
|
import requests # type: ignore
|
|
|
|
import litellm
|
|
|
|
|
|
class Supabase:
|
|
# Class variables or attributes
|
|
supabase_table_name = "request_logs"
|
|
|
|
def __init__(self):
|
|
# Instance variables
|
|
self.supabase_url = os.getenv("SUPABASE_URL")
|
|
self.supabase_key = os.getenv("SUPABASE_KEY")
|
|
try:
|
|
import supabase
|
|
except ImportError:
|
|
subprocess.check_call([sys.executable, "-m", "pip", "install", "supabase"])
|
|
import supabase
|
|
|
|
if self.supabase_url is None or self.supabase_key is None:
|
|
raise ValueError(
|
|
"LiteLLM Error, trying to use Supabase but url or key not passed. Create a table and set `litellm.supabase_url=<your-url>` and `litellm.supabase_key=<your-key>`"
|
|
)
|
|
self.supabase_client = supabase.create_client( # type: ignore
|
|
self.supabase_url, self.supabase_key
|
|
)
|
|
|
|
def input_log_event(
|
|
self, model, messages, end_user, litellm_call_id, print_verbose
|
|
):
|
|
try:
|
|
print_verbose(
|
|
f"Supabase Logging - Enters input logging function for model {model}"
|
|
)
|
|
supabase_data_obj = {
|
|
"model": model,
|
|
"messages": messages,
|
|
"end_user": end_user,
|
|
"status": "initiated",
|
|
"litellm_call_id": litellm_call_id,
|
|
}
|
|
data, count = (
|
|
self.supabase_client.table(self.supabase_table_name)
|
|
.insert(supabase_data_obj)
|
|
.execute()
|
|
)
|
|
print_verbose(f"data: {data}")
|
|
except Exception:
|
|
print_verbose(f"Supabase Logging Error - {traceback.format_exc()}")
|
|
pass
|
|
|
|
def log_event(
|
|
self,
|
|
model,
|
|
messages,
|
|
end_user,
|
|
response_obj,
|
|
start_time,
|
|
end_time,
|
|
litellm_call_id,
|
|
print_verbose,
|
|
):
|
|
try:
|
|
print_verbose(
|
|
f"Supabase Logging - Enters logging function for model {model}, response_obj: {response_obj}"
|
|
)
|
|
|
|
total_cost = litellm.completion_cost(completion_response=response_obj)
|
|
|
|
response_time = (end_time - start_time).total_seconds()
|
|
if "choices" in response_obj:
|
|
supabase_data_obj = {
|
|
"response_time": response_time,
|
|
"model": response_obj["model"],
|
|
"total_cost": total_cost,
|
|
"messages": messages,
|
|
"response": response_obj["choices"][0]["message"]["content"],
|
|
"end_user": end_user,
|
|
"litellm_call_id": litellm_call_id,
|
|
"status": "success",
|
|
}
|
|
print_verbose(
|
|
f"Supabase Logging - final data object: {supabase_data_obj}"
|
|
)
|
|
data, count = (
|
|
self.supabase_client.table(self.supabase_table_name)
|
|
.upsert(supabase_data_obj, on_conflict="litellm_call_id")
|
|
.execute()
|
|
)
|
|
elif "error" in response_obj:
|
|
if "Unable to map your input to a model." in response_obj["error"]:
|
|
total_cost = 0
|
|
supabase_data_obj = {
|
|
"response_time": response_time,
|
|
"model": response_obj["model"],
|
|
"total_cost": total_cost,
|
|
"messages": messages,
|
|
"error": response_obj["error"],
|
|
"end_user": end_user,
|
|
"litellm_call_id": litellm_call_id,
|
|
"status": "failure",
|
|
}
|
|
print_verbose(
|
|
f"Supabase Logging - final data object: {supabase_data_obj}"
|
|
)
|
|
data, count = (
|
|
self.supabase_client.table(self.supabase_table_name)
|
|
.upsert(supabase_data_obj, on_conflict="litellm_call_id")
|
|
.execute()
|
|
)
|
|
|
|
except Exception:
|
|
print_verbose(f"Supabase Logging Error - {traceback.format_exc()}")
|
|
pass
|