phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(litellm_pre_call_utils.py): support 'add_user_information_to_llm… (#6390)

Browse source 
* feat(litellm_pre_call_utils.py): support 'add_user_information_to_llm_headers' param

enables passing user info to backend llm (user request for custom vllm server)

* fix(litellm_logging.py): fix linting error
This commit is contained in:
Krish Dholakia 2024-10-24 22:03:16 -07:00 • committed by GitHub
parent 4e310051c7
commit 9fccf829b1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 221 additions and 73 deletions
Download patch file Download diff file Expand all files Collapse all files

6
tests/local_testing/test_proxy_server.py
View file

@ -203,7 +203,7 @@ def test_add_headers_to_request(litellm_key_header_name):
import json
from litellm.proxy.litellm_pre_call_utils import (
clean_headers,
get_forwardable_headers,
LiteLLMProxyRequestSetup,
)
headers = {
@ -215,7 +215,9 @@ def test_add_headers_to_request(litellm_key_header_name):
request._url = URL(url="/chat/completions")
request._body = json.dumps({"model": "gpt-3.5-turbo"}).encode("utf-8")
request_headers = clean_headers(headers, litellm_key_header_name)
forwarded_headers = get_forwardable_headers(request_headers)
forwarded_headers = LiteLLMProxyRequestSetup._get_forwardable_headers(
request_headers
)
assert forwarded_headers == {"X-Custom-Header": "Custom-Value"}