phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) proxy: set custom headers in metadata

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 10:48:59 -08:00
parent 73135bbab1
commit 7a83691e46
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/proxy_server.py
View file

@ -923,9 +923,10 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap
if "metadata" in data: if "metadata" in data:
data["metadata"]["user_api_key"] = user_api_key_dict["api_key"] data["metadata"]["user_api_key"] = user_api_key_dict["api_key"]
data["metadata"]["headers"] = request.headers
else: else:
data["metadata"] = {"user_api_key": user_api_key_dict["api_key"]} data["metadata"] = {"user_api_key": user_api_key_dict["api_key"]}
data["metadata"]["headers"] = request.headers
global user_temperature, user_request_timeout, user_max_tokens, user_api_base global user_temperature, user_request_timeout, user_max_tokens, user_api_base
# override with user settings, these are params passed via cli # override with user settings, these are params passed via cli
if user_temperature: if user_temperature: