From 82b8fbabcba3e9ee5ef90dd43101fbc285935b51 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 15 Mar 2024 14:55:26 -0700 Subject: [PATCH] (fix) run prod load tests for 5 mins --- .github/workflows/load_test.yml | 6 +++--- .github/workflows/locustfile.py | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/load_test.yml b/.github/workflows/load_test.yml index 4fedfbb5a9..5b09567b4d 100644 --- a/.github/workflows/load_test.yml +++ b/.github/workflows/load_test.yml @@ -23,9 +23,9 @@ jobs: with: LOCUSTFILE: ".github/workflows/locustfile.py" URL: "https://litellm-database-docker-build-production.up.railway.app/" - USERS: "100" - RATE: "10" - RUNTIME: "120s" + USERS: "200" + RATE: "20" + RUNTIME: "300s" - name: Process Load Test Stats run: | echo "Current working directory: $PWD" diff --git a/.github/workflows/locustfile.py b/.github/workflows/locustfile.py index 9e5b62ff09..e25ae9bbff 100644 --- a/.github/workflows/locustfile.py +++ b/.github/workflows/locustfile.py @@ -6,7 +6,7 @@ import time class MyUser(HttpUser): wait_time = between(1, 5) - @task + @task(2) def chat_completion(self): headers = { "Content-Type": "application/json",