phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) locust load test

Browse source
This commit is contained in:
ishaan-jaff 2024-03-12 18:52:49 -07:00
parent 8bfb00cdab
commit 786df1d574
2 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/proxy_load_test/openai_endpoint.py
View file

@ -6,6 +6,7 @@ from fastapi import FastAPI, Request, status, HTTPException, Depends
from fastapi.responses import StreamingResponse
from fastapi.security import OAuth2PasswordBearer
from fastapi.middleware.cors import CORSMiddleware
import uuid
app = FastAPI()
@ -23,7 +24,7 @@ app.add_middleware(
@app.post("/v1/chat/completions")
async def completion(request: Request):
return {
"id": "chatcmpl-123",
"id": f"chatcmpl-{uuid.uuid4().hex}",
"object": "chat.completion",
"created": 1677652288,
"model": "gpt-3.5-turbo-0125",