phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(langfuse.py): use total_cost

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-31 16:04:56 -08:00
parent 18c58f1a9b
commit 345d0029af
1 changed files with 5 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/integrations/langfuse.py
View file

@ -78,7 +78,7 @@ class LangFuseLogger:
optional_params, optional_params,
input, input,
response_obj, response_obj,
print_verbose print_verbose,
) if self._is_langfuse_v2() else self._log_langfuse_v1( ) if self._is_langfuse_v2() else self._log_langfuse_v1(
user_id, user_id,
metadata, metadata,
@ -89,7 +89,6 @@ class LangFuseLogger:
optional_params, optional_params,
input, input,
response_obj, response_obj,
) )
self.Langfuse.flush() self.Langfuse.flush()
@ -169,7 +168,7 @@ class LangFuseLogger:
optional_params, optional_params,
input, input,
response_obj, response_obj,
print_verbose print_verbose,
): ):
import langfuse import langfuse
@ -186,6 +185,8 @@ class LangFuseLogger:
"user_id": metadata.get("trace_user_id", user_id), "user_id": metadata.get("trace_user_id", user_id),
"id": metadata.get("trace_id", None), "id": metadata.get("trace_id", None),
} }
cost = kwargs["response_cost"]
print_verbose(f"trace: {cost}")
if supports_tags: if supports_tags:
for key, value in metadata.items(): for key, value in metadata.items():
tags.append(f"{key}:{value}") tags.append(f"{key}:{value}")
@ -194,10 +195,6 @@ class LangFuseLogger:
trace_params.update({"tags": tags}) trace_params.update({"tags": tags})
trace = self.Langfuse.trace(**trace_params) trace = self.Langfuse.trace(**trace_params)
cost = kwargs["response_cost"]
print_verbose(f"trace: {cost}")
trace.generation( trace.generation(
name=metadata.get("generation_name", "litellm-completion"), name=metadata.get("generation_name", "litellm-completion"),
id=metadata.get("generation_id", None), id=metadata.get("generation_id", None),
@ -210,8 +207,7 @@ class LangFuseLogger:
usage={ usage={
"prompt_tokens": response_obj["usage"]["prompt_tokens"], "prompt_tokens": response_obj["usage"]["prompt_tokens"],
"completion_tokens": response_obj["usage"]["completion_tokens"], "completion_tokens": response_obj["usage"]["completion_tokens"],
"input_cost": kwargs["response_cost"] if supports_costs else None, "total_cost": cost if supports_costs else None,
"output_cost": kwargs["response_cost"] if supports_costs else None,
}, },
metadata=metadata, metadata=metadata,
) )