(fix) proxy_server return errors on proxy

openai-proxy/main.py

@@ -1,6 +1,6 @@
 
 import litellm
-from fastapi import FastAPI, Request
+from fastapi import FastAPI, Request, HTTPException
 from fastapi.routing import APIRouter
 from fastapi.responses import StreamingResponse, FileResponse
 from fastapi.middleware.cors import CORSMiddleware
@@ -58,17 +58,20 @@ async def completion(request: Request):
 @router.post("/v1/chat/completions")
 @router.post("/chat/completions")
 async def chat_completion(request: Request):
-    data = await request.json()
+    try:
+        data = await request.json()
 
-    api_key = request.headers.get("authorization")
+        api_key = request.headers.get("authorization")
-    api_key = api_key.split(" ")[1]
+        api_key = api_key.split(" ")[1]
-    data["api_key"] = api_key
+        data["api_key"] = api_key
-    response = litellm.completion(
+        response = litellm.completion(
-        **data
+            **data
-    )
+        )
-    if 'stream' in data and data['stream'] == True: # use generate_responses to stream responses
+        if 'stream' in data and data['stream'] == True: # use generate_responses to stream responses
-            return StreamingResponse(data_generator(response), media_type='text/event-stream')
+                return StreamingResponse(data_generator(response), media_type='text/event-stream')
-    return response
+        return response
+    except Exception as e:
+        return HTTPException(status_code=500, detail=str(e))
 
 @router.get("/")
 async def home(request: Request):