phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) langfuse logger for function calling / tools

Browse source
This commit is contained in:
ishaan-jaff 2023-11-18 15:14:44 -08:00
parent 180591cdda
commit 2564491434
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/integrations/langfuse.py
View file

@ -38,13 +38,13 @@ class LangFuseLogger:
) )
metadata = kwargs.get("metadata", {}) metadata = kwargs.get("metadata", {})
prompt = [kwargs.get('messages')] prompt = [kwargs.get('messages')]
optional_params = kwargs.get("optional_params", {})
# langfuse does not accept jsons for logging metadata # # langfuse only accepts str, int, bool, float for logging
kwargs.pop("litellm_logging_obj", None) for param, value in optional_params.items():
kwargs.pop("messages", None) if not isinstance(value, (str, int, bool, float)):
kwargs.pop("functions", None) # ensure it's a safe pop optional_params[param] = str(value)
kwargs.pop("function_call", None) # ensure it's a safe pop
kwargs.pop("metadata", None) # ensure it's a safe pop
# end of processing langfuse ######################## # end of processing langfuse ########################
self.Langfuse.generation(InitialGeneration( self.Langfuse.generation(InitialGeneration(
@ -52,7 +52,7 @@ class LangFuseLogger:
startTime=start_time, startTime=start_time,
endTime=end_time, endTime=end_time,
model=kwargs['model'], model=kwargs['model'],
modelParameters= kwargs["optional_params"], modelParameters=optional_params,
prompt=prompt, prompt=prompt,
completion=response_obj['choices'][0]['message'], completion=response_obj['choices'][0]['message'],
usage=Usage( usage=Usage(