phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(litellm_server/main.py): removing print statements

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-26 18:07:43 -07:00
parent b0e6034380
commit 7d6d6ec582
1 changed files with 0 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm_server/main.py
View file

@ -92,17 +92,12 @@ async def chat_completion(request: Request):
data = await request.json()
# default to always using the "ENV" variables, only if AUTH_STRATEGY==DYNAMIC then reads headers
env_validation = litellm.validate_environment(model=data["model"])
print(f"keys_in_environment: {env_validation['keys_in_environment'] is False}")
print(f"auth in request headers: {'authorization' in request.headers}")
if (env_validation['keys_in_environment'] is False or os.getenv("AUTH_STRATEGY", None) == "DYNAMIC") and "authorization" in request.headers: # if users pass LLM api keys as part of header
api_key = request.headers.get("authorization")
print(f"api key from headers: {api_key}")
api_key = api_key.replace("Bearer", "").strip()
if len(api_key) > 0:
api_key = api_key
data["api_key"] = api_key
print(f"final api key: {api_key}")
print(f"data going into litellm: {data}")
response = litellm.completion(
**data
)