fix(utils.py): fix langfuse integration

This commit is contained in:
Krrish Dholakia 2023-11-15 14:05:32 -08:00
parent 7d3b653a99
commit 04ce14e404
5 changed files with 44 additions and 35 deletions

View file

@ -37,7 +37,7 @@ class LangFuseLogger:
f"Langfuse Logging - Enters logging function for model {kwargs}"
)
metadata = kwargs.get("metadata", {})
prompt = [kwargs['messages']]
prompt = [kwargs.get('messages')]
# langfuse does not accept jsons for logging metadata #
kwargs.pop("litellm_logging_obj", None)
@ -52,7 +52,7 @@ class LangFuseLogger:
startTime=start_time,
endTime=end_time,
model=kwargs['model'],
modelParameters= kwargs,
modelParameters= kwargs["optional_params"],
prompt=prompt,
completion=response_obj['choices'][0]['message'],
usage=Usage(