fix(proxy_server.py): prisma client fixes for high traffic

This commit is contained in:
Krrish Dholakia 2024-02-06 17:30:36 -08:00
parent d1549cb2f3
commit b6adeec347
6 changed files with 224 additions and 114 deletions

View file

@ -113,7 +113,7 @@ class LangFuseLogger:
elif response_obj is not None:
input = prompt
output = response_obj["choices"][0]["message"].json()
print(f"OUTPUT IN LANGFUSE: {output}; original: {response_obj}")
print_verbose(f"OUTPUT IN LANGFUSE: {output}; original: {response_obj}")
if self._is_langfuse_v2():
self._log_langfuse_v2(
user_id,