phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(ci/cd) final working load test / benchmark

Browse source
This commit is contained in:
ishaan-jaff 2024-03-15 15:46:59 -07:00
parent 0552679a58
commit 21202a397f
2 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

4
.github/workflows/load_test.yml vendored
View file

@ -23,8 +23,8 @@ jobs:
with: with:
LOCUSTFILE: ".github/workflows/locustfile.py" LOCUSTFILE: ".github/workflows/locustfile.py"
URL: "https://litellm-database-docker-build-production.up.railway.app/" URL: "https://litellm-database-docker-build-production.up.railway.app/"
USERS: "200" USERS: "100"
RATE: "20" RATE: "10"
RUNTIME: "300s" RUNTIME: "300s"
- name: Process Load Test Stats - name: Process Load Test Stats
run: | run: |

6
.github/workflows/locustfile.py vendored
View file

@ -6,7 +6,7 @@ import time
class MyUser(HttpUser): class MyUser(HttpUser):
wait_time = between(1, 5) wait_time = between(1, 5)
@task(20) @task
def chat_completion(self): def chat_completion(self):
headers = { headers = {
"Content-Type": "application/json", "Content-Type": "application/json",
@ -29,13 +29,13 @@ class MyUser(HttpUser):
# Print or log the response if needed # Print or log the response if needed
@task(40) @task(10)
def health_readiness(self): def health_readiness(self):
start_time = time.time() start_time = time.time()
response = self.client.get("health/readiness") response = self.client.get("health/readiness")
response_time = time.time() - start_time response_time = time.time() - start_time
@task(40) @task(10)
def health_liveliness(self): def health_liveliness(self):
start_time = time.time() start_time = time.time()
response = self.client.get("health/liveliness") response = self.client.get("health/liveliness")