phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix batches inserting metadata

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-26 18:08:54 -07:00
parent 159a880dcc
commit 56ce7e892d
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/litellm_pre_call_utils.py
View file

@ -39,6 +39,8 @@ def _get_metadata_variable_name(request: Request) -> str:
""" """
if "thread" in request.url.path or "assistant" in request.url.path: if "thread" in request.url.path or "assistant" in request.url.path:
return "litellm_metadata" return "litellm_metadata"
if "batches" in request.url.path:
return "litellm_metadata"
if "/v1/messages" in request.url.path: if "/v1/messages" in request.url.path:
# anthropic API has a field called metadata # anthropic API has a field called metadata
return "litellm_metadata" return "litellm_metadata"