(fix) make setting keys in header optional

This commit is contained in:
ishaan-jaff 2023-10-23 10:55:28 -07:00
parent e1b873a2a0
commit e61d8c7255

View file

@ -60,10 +60,10 @@ async def completion(request: Request):
async def chat_completion(request: Request): async def chat_completion(request: Request):
try: try:
data = await request.json() data = await request.json()
if "authorization" in request.headers: # if users pass LLM api keys as part of header
api_key = request.headers.get("authorization") api_key = request.headers.get("authorization")
api_key = api_key.split(" ")[1] api_key = api_key.split(" ")[1]
data["api_key"] = api_key data["api_key"] = api_key
response = litellm.completion( response = litellm.completion(
**data **data
) )