phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) openai proxy check AUTH_STRATEGY

Browse source
This commit is contained in:
ishaan-jaff 2023-10-24 10:57:45 -07:00
parent a92e0f3fca
commit 3a9c828437
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
openai-proxy/main.py
View file

@ -62,7 +62,8 @@ async def completion(request: Request):
async def chat_completion(request: Request): async def chat_completion(request: Request):
try: try:
data = await request.json() data = await request.json()
if "authorization" in request.headers: # if users pass LLM api keys as part of header # default to always using the "ENV" variables, only if AUTH_STRATEGY==DYNAMIC then reads headers
if os.getenv("AUTH_STRATEGY", None) == "DYNAMIC" and "authorization" in request.headers: # if users pass LLM api keys as part of header
api_key = request.headers.get("authorization") api_key = request.headers.get("authorization")
api_key = api_key.replace("Bearer", "").strip() api_key = api_key.replace("Bearer", "").strip()
if len(api_key.strip()) > 0: if len(api_key.strip()) > 0: