phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

pr comments addressed

Browse source
This commit is contained in:
Vivek Aditya 2024-02-23 22:40:09 +05:30
parent 7828e2082f
commit ddbe2bb56c
1 changed files with 11 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/integrations/athina.py
View file

@ -1,3 +1,6 @@
import datetime
class AthinaLogger: class AthinaLogger:
def __init__(self): def __init__(self):
import os import os
@ -13,20 +16,24 @@ class AthinaLogger:
import requests import requests
import json import json
import traceback import traceback
raise Exception("This method is not implemented yet")
try: try:
response_json = response_obj.model_dump() if response_obj else {} response_json = response_obj.model_dump() if response_obj else {}
data = { data = {
"language_model_id": kwargs.get("model"), "language_model_id": kwargs.get("model"),
"response_time": int((end_time - start_time).total_seconds() * 1000),
"request": kwargs, "request": kwargs,
"response": response_json, "response": response_json,
"prompt": kwargs.get("messages"),
"user_query": kwargs.get("messages")[0].get("content"),
"prompt_tokens": response_json.get("usage", {}).get("prompt_tokens"), "prompt_tokens": response_json.get("usage", {}).get("prompt_tokens"),
"completion_tokens": response_json.get("usage", {}).get("completion_tokens"), "completion_tokens": response_json.get("usage", {}).get("completion_tokens"),
"total_tokens": response_json.get("usage", {}).get("total_tokens"), "total_tokens": response_json.get("usage", {}).get("total_tokens"),
} }
if type(end_time) == datetime.datetime and type(start_time) == datetime.datetime:
data["response_time"] = int((end_time - start_time).total_seconds() * 1000)
if "messages" in kwargs:
data["prompt"] = kwargs.get("messages", None)
if kwargs.get("messages") and len(kwargs.get("messages")) > 0:
data["user_query"] = kwargs.get("messages")[0].get("content", None)
# Directly add tools or functions if present # Directly add tools or functions if present
optional_params = kwargs.get("optional_params", {}) optional_params = kwargs.get("optional_params", {})