phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix add_metadata_from_header

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-06 09:53:12 -07:00
parent 7b2c163c53
commit 059c59f206
1 changed files with 19 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

21
litellm/integrations/langfuse.py
View file

@ -78,15 +78,30 @@ class LangFuseLogger:
For example if you want to append your trace to an existing `trace_id` via header, send For example if you want to append your trace to an existing `trace_id` via header, send
`headers: { ..., langfuse_existing_trace_id: your-existing-trace-id }` via proxy request. `headers: { ..., langfuse_existing_trace_id: your-existing-trace-id }` via proxy request.
""" """
proxy_headers = litellm_params.get("proxy_server_request", {}).get("headers", {}) if litellm_params is None:
return metadata
if litellm_params.get("proxy_server_request") is None:
return metadata
if metadata is None:
metadata = {}
proxy_headers = (
litellm_params.get("proxy_server_request", {}).get("headers", {}) or {}
)
for metadata_param_key in proxy_headers: for metadata_param_key in proxy_headers:
if metadata_param_key.startswith("langfuse_"): if metadata_param_key.startswith("langfuse_"):
trace_param_key = metadata_param_key.replace("langfuse_", "", 1) trace_param_key = metadata_param_key.replace("langfuse_", "", 1)
if trace_param_key in metadata: if trace_param_key in metadata:
verbose_logger.warning(f"Overwriting Langfuse `{trace_param_key}` from request header") verbose_logger.warning(
f"Overwriting Langfuse `{trace_param_key}` from request header"
)
else: else:
verbose_logger.debug(f"Found Langfuse `{trace_param_key}` in request header") verbose_logger.debug(
f"Found Langfuse `{trace_param_key}` in request header"
)
metadata[trace_param_key] = proxy_headers.get(metadata_param_key) metadata[trace_param_key] = proxy_headers.get(metadata_param_key)
return metadata return metadata