From 8682573187a29c7e41fe3426538dec4317b78a21 Mon Sep 17 00:00:00 2001 From: David Manouchehri Date: Sat, 6 Apr 2024 18:55:44 +0000 Subject: [PATCH] (fix) Langfuse v2 renamed a few things. --- litellm/integrations/langfuse.py | 16 ++++++++++++---- requirements.txt | 2 +- 2 files changed, 13 insertions(+), 5 deletions(-) diff --git a/litellm/integrations/langfuse.py b/litellm/integrations/langfuse.py index 52a0dc0ff..bcf653223 100644 --- a/litellm/integrations/langfuse.py +++ b/litellm/integrations/langfuse.py @@ -306,6 +306,8 @@ class LangFuseLogger: tags.append(f"cache_hit:{kwargs['cache_hit']}") trace_params.update({"tags": tags}) + print_verbose(f"trace_params: {trace_params}") + trace = self.Langfuse.trace(**trace_params) generation_id = None @@ -324,13 +326,17 @@ class LangFuseLogger: # just log `litellm-{call_type}` as the generation name generation_name = f"litellm-{kwargs.get('call_type', 'completion')}" + system_fingerprint = response_obj.get("system_fingerprint", None) + if system_fingerprint is not None: + optional_params["system_fingerprint"] = system_fingerprint + generation_params = { "name": generation_name, "id": metadata.get("generation_id", generation_id), - "startTime": start_time, - "endTime": end_time, + "start_time": start_time, + "end_time": end_time, "model": kwargs["model"], - "modelParameters": optional_params, + "model_parameters": optional_params, "input": input, "output": output, "usage": usage, @@ -342,13 +348,15 @@ class LangFuseLogger: generation_params["prompt"] = metadata.get("prompt", None) if output is not None and isinstance(output, str) and level == "ERROR": - generation_params["statusMessage"] = output + generation_params["status_message"] = output if supports_completion_start_time: generation_params["completion_start_time"] = kwargs.get( "completion_start_time", None ) + print_verbose(f"generation_params: {generation_params}") + trace.generation(**generation_params) except Exception as e: print(f"Langfuse Layer Error - {traceback.format_exc()}") diff --git a/requirements.txt b/requirements.txt index f09dd7501..bfd548903 100644 --- a/requirements.txt +++ b/requirements.txt @@ -18,7 +18,7 @@ google-cloud-aiplatform==1.43.0 # for vertex ai calls anthropic[vertex]==0.21.3 google-generativeai==0.3.2 # for vertex ai calls async_generator==1.10.0 # for async ollama calls -langfuse>=2.6.3 # for langfuse self-hosted logging +langfuse>=2.7.3 # for langfuse self-hosted logging datadog-api-client==2.23.0 # for datadog logging prometheus_client==0.20.0 # for /metrics endpoint on proxy orjson==3.9.15 # fast /embedding responses