Update main.py

This commit is contained in:
Krish Dholakia 2023-10-21 15:57:36 -07:00 committed by GitHub
parent 9c0b475a14
commit 5d78e054ab
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -59,13 +59,9 @@ async def completion(request: Request):
@router.post("/chat/completions")
async def chat_completion(request: Request):
litellm.set_verbose=True
print("got chat completion requet")
data = await request.json()
print(data)
print(request.headers)
api_key = request.headers.get("authorization")
print(api_key)
api_key = api_key.split(" ")[1]
data["api_key"] = api_key
response = litellm.completion(
@ -80,4 +76,4 @@ async def home(request: Request):
return "LiteLLM: RUNNING"
app.include_router(router)
app.include_router(router)