phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix - load test

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-25 17:19:34 -07:00
parent 0ae6b337a3
commit 0b3c21b114
2 changed files with 3 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

6
.github/workflows/load_test.yml vendored
View file

@ -27,9 +27,9 @@ jobs:
uses: BerriAI/locust-github-action@master uses: BerriAI/locust-github-action@master
with: with:
LOCUSTFILE: ".github/workflows/locustfile.py" LOCUSTFILE: ".github/workflows/locustfile.py"
URL: "https://litellm-database-docker-build-production.up.railway.app/" URL: "https://post-release-load-test-proxy.onrender.com/"
USERS: "100" USERS: "20"
RATE: "10" RATE: "20"
RUNTIME: "300s" RUNTIME: "300s"
- name: Process Load Test Stats - name: Process Load Test Stats
run: | run: |

12
.github/workflows/locustfile.py vendored
View file

@ -28,15 +28,3 @@ class MyUser(HttpUser):
response = self.client.post("chat/completions", json=payload, headers=headers) response = self.client.post("chat/completions", json=payload, headers=headers)
# Print or log the response if needed # Print or log the response if needed
@task(10)
def health_readiness(self):
start_time = time.time()
response = self.client.get("health/readiness")
response_time = time.time() - start_time
@task(10)
def health_liveliness(self):
start_time = time.time()
response = self.client.get("health/liveliness")
response_time = time.time() - start_time