phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

refactor(litellm_server/main.py): adding logging

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-28 13:54:12 -07:00
parent b061d61130
commit c9956e95c6
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm_server/main.py
View file

@ -106,13 +106,13 @@ async def chat_completion(request: Request, model: Optional[str] = None):
env_validation = litellm.validate_environment(model=data["model"]) env_validation = litellm.validate_environment(model=data["model"])
if (env_validation['keys_in_environment'] is False or os.getenv("AUTH_STRATEGY", None) == "DYNAMIC") and "authorization" in request.headers: # if users pass LLM api keys as part of header if (env_validation['keys_in_environment'] is False or os.getenv("AUTH_STRATEGY", None) == "DYNAMIC") and "authorization" in request.headers: # if users pass LLM api keys as part of header
api_key = request.headers.get("authorization") api_key = request.headers.get("authorization")
print_verbose(f"api_key in headers: {api_key}") print(f"api_key in headers: {api_key}")
api_key = api_key.split(" ")[1] api_key = api_key.split(" ")[1]
print_verbose(f"api_key split: {api_key}") print(f"api_key split: {api_key}")
if len(api_key) > 0: if len(api_key) > 0:
api_key = api_key api_key = api_key
data["api_key"] = api_key data["api_key"] = api_key
print_verbose(f"api_key in data: {api_key}") print(f"api_key in data: {api_key}")
## CHECK CONFIG ## ## CHECK CONFIG ##
if llm_model_list and data["model"] in [m["model_name"] for m in llm_model_list]: if llm_model_list and data["model"] in [m["model_name"] for m in llm_model_list]:
for m in llm_model_list: for m in llm_model_list:
@ -120,7 +120,7 @@ async def chat_completion(request: Request, model: Optional[str] = None):
for key, value in m["litellm_params"].items(): for key, value in m["litellm_params"].items():
data[key] = value data[key] = value
break break
print_verbose(f"data going into litellm completion: {data}") print(f"data going into litellm completion: {data}")
response = litellm.completion( response = litellm.completion(
**data **data
) )