phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) run prod load tests for 5 mins

Browse source
This commit is contained in:
ishaan-jaff 2024-03-15 14:55:26 -07:00
parent a5b8fb0ee7
commit 82b8fbabcb
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
.github/workflows/load_test.yml vendored
View file

@ -23,9 +23,9 @@ jobs:
with: with:
LOCUSTFILE: ".github/workflows/locustfile.py" LOCUSTFILE: ".github/workflows/locustfile.py"
URL: "https://litellm-database-docker-build-production.up.railway.app/" URL: "https://litellm-database-docker-build-production.up.railway.app/"
USERS: "100" USERS: "200"
RATE: "10" RATE: "20"
RUNTIME: "120s" RUNTIME: "300s"
- name: Process Load Test Stats - name: Process Load Test Stats
run: | run: |
echo "Current working directory: $PWD" echo "Current working directory: $PWD"

2
.github/workflows/locustfile.py vendored
View file

@ -6,7 +6,7 @@ import time
class MyUser(HttpUser): class MyUser(HttpUser):
wait_time = between(1, 5) wait_time = between(1, 5)
@task @task(2)
def chat_completion(self): def chat_completion(self):
headers = { headers = {
"Content-Type": "application/json", "Content-Type": "application/json",