From 06e319fceb6699cf836d4300f12929a733e3cf28 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 15 Mar 2024 15:25:33 -0700 Subject: [PATCH] (ci/cd) run load test --- .github/workflows/load_test.yml | 2 +- .github/workflows/locustfile.py | 8 +++----- 2 files changed, 4 insertions(+), 6 deletions(-) diff --git a/.github/workflows/load_test.yml b/.github/workflows/load_test.yml index 3e4ae97f6..38adb6906 100644 --- a/.github/workflows/load_test.yml +++ b/.github/workflows/load_test.yml @@ -23,7 +23,7 @@ jobs: with: LOCUSTFILE: ".github/workflows/locustfile.py" URL: "https://litellm-database-docker-build-production.up.railway.app/" - USERS: "2000" + USERS: "200" RATE: "20" RUNTIME: "300s" - name: Process Load Test Stats diff --git a/.github/workflows/locustfile.py b/.github/workflows/locustfile.py index e25ae9bbf..ad7dd98f6 100644 --- a/.github/workflows/locustfile.py +++ b/.github/workflows/locustfile.py @@ -4,9 +4,7 @@ import time class MyUser(HttpUser): - wait_time = between(1, 5) - - @task(2) + @task(20) def chat_completion(self): headers = { "Content-Type": "application/json", @@ -29,13 +27,13 @@ class MyUser(HttpUser): # Print or log the response if needed - @task(10) + @task(40) def health_readiness(self): start_time = time.time() response = self.client.get("health/readiness") response_time = time.time() - start_time - @task(10) + @task(40) def health_liveliness(self): start_time = time.time() response = self.client.get("health/liveliness")