phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(langfuse.py): support passing input params for langfuse errors

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-08 16:37:33 -08:00
parent 9be5e2f7e3
commit bc23a9266e
1 changed files with 23 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

31
litellm/integrations/langfuse.py
View file

@ -266,22 +266,15 @@ class LangFuseLogger:
trace = self.Langfuse.trace(**trace_params) trace = self.Langfuse.trace(**trace_params)
if level == "ERROR":
trace.generation(
level="ERROR", # can be any of DEBUG, DEFAULT, WARNING or ERROR
status_message=output, # can be any string (e.g. stringified stack trace or error body)
)
print(f"SUCCESSFULLY LOGGED ERROR")
else:
# get generation_id
generation_id = None generation_id = None
if ( usage = None
response_obj is not None if response_obj is not None and response_obj.get("id", None) is not None:
and response_obj.get("id", None) is not None generation_id = litellm.utils.get_logging_id(start_time, response_obj)
): usage = {
generation_id = litellm.utils.get_logging_id( "prompt_tokens": response_obj["usage"]["prompt_tokens"],
start_time, response_obj "completion_tokens": response_obj["usage"]["completion_tokens"],
) "total_cost": cost if supports_costs else None,
}
trace.generation( trace.generation(
name=generation_name, name=generation_name,
id=metadata.get("generation_id", generation_id), id=metadata.get("generation_id", generation_id),
@ -291,12 +284,10 @@ class LangFuseLogger:
modelParameters=optional_params, modelParameters=optional_params,
input=input, input=input,
output=output, output=output,
usage={ usage=usage,
"prompt_tokens": response_obj["usage"]["prompt_tokens"],
"completion_tokens": response_obj["usage"]["completion_tokens"],
"total_cost": cost if supports_costs else None,
},
metadata=metadata, metadata=metadata,
level=level,
status_message=output,
) )
except Exception as e: except Exception as e:
print(f"Langfuse Layer Error - {traceback.format_exc()}") print(f"Langfuse Layer Error - {traceback.format_exc()}")