fix(llmonitor callback): correctly set user_id

This commit is contained in:
ishaan-jaff 2023-10-05 19:36:39 -07:00
parent 8b9f30038d
commit 1897a1ee46
4 changed files with 5 additions and 4 deletions

View file

@ -109,7 +109,7 @@ class LLMonitorLogger:
}, },
] ]
# print_verbose(f"LLMonitor Logging - final data object: {data}") print_verbose(f"LLMonitor Logging - final data object: {data}")
response = requests.post( response = requests.post(
self.api_url + "/api/report", self.api_url + "/api/report",

View file

@ -20,6 +20,7 @@ def test_chat_openai():
response = completion( response = completion(
model="gpt-3.5-turbo", model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "Hi 👋 - i'm openai"}], messages=[{"role": "user", "content": "Hi 👋 - i'm openai"}],
user="ishaan_from_litellm"
) )
print(response) print(response)

View file

@ -1831,7 +1831,7 @@ def handle_failure(exception, traceback_exception, start_time, end_time, args, k
llmonitorLogger.log_event( llmonitorLogger.log_event(
type=type, type=type,
event="error", event="error",
user_id=litellm._thread_context.user, user_id=kwargs.get("user", "default"),
model=model, model=model,
input=input, input=input,
error=traceback_exception, error=traceback_exception,
@ -1951,7 +1951,7 @@ def handle_success(args, kwargs, result, start_time, end_time):
event="end", event="end",
model=model, model=model,
input=input, input=input,
user_id=litellm._thread_context.user, user_id=kwargs.get("user", "default"),
response_obj=result, response_obj=result,
start_time=start_time, start_time=start_time,
end_time=end_time, end_time=end_time,

View file

@ -1,6 +1,6 @@
[tool.poetry] [tool.poetry]
name = "litellm" name = "litellm"
version = "0.1.822" version = "0.1.823"
description = "Library to easily interface with LLM API providers" description = "Library to easily interface with LLM API providers"
authors = ["BerriAI"] authors = ["BerriAI"]
license = "MIT License" license = "MIT License"