phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) proxy: /embedding -> use ORJSON responses

Browse source
This commit is contained in:
ishaan-jaff 2023-11-30 20:00:35 -08:00
parent c9e21d97cd
commit 2101029d0d
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -94,7 +94,7 @@ litellm.suppress_debug_info = True
from fastapi import FastAPI, Request, HTTPException, status, Depends from fastapi import FastAPI, Request, HTTPException, status, Depends
from fastapi.routing import APIRouter from fastapi.routing import APIRouter
from fastapi.encoders import jsonable_encoder from fastapi.encoders import jsonable_encoder
from fastapi.responses import StreamingResponse, FileResponse from fastapi.responses import StreamingResponse, FileResponse, ORJSONResponse
from fastapi.middleware.cors import CORSMiddleware from fastapi.middleware.cors import CORSMiddleware
from fastapi.security.api_key import APIKeyHeader from fastapi.security.api_key import APIKeyHeader
import json import json
@ -779,8 +779,8 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap
detail=error_msg detail=error_msg
) )
@router.post("/v1/embeddings", dependencies=[Depends(user_api_key_auth)]) @router.post("/v1/embeddings", dependencies=[Depends(user_api_key_auth)], response_class=ORJSONResponse)
@router.post("/embeddings", dependencies=[Depends(user_api_key_auth)]) @router.post("/embeddings", dependencies=[Depends(user_api_key_auth)], response_class=ORJSONResponse)
async def embeddings(request: Request, user_api_key_dict: dict = Depends(user_api_key_auth)): async def embeddings(request: Request, user_api_key_dict: dict = Depends(user_api_key_auth)):
try: try: