phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(ci/cd) final working load test / benchmark

Browse source
This commit is contained in:
ishaan-jaff 2024-03-15 15:46:59 -07:00
parent 0552679a58
commit 21202a397f
2 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

6
.github/workflows/locustfile.py vendored
View file

@ -6,7 +6,7 @@ import time
class MyUser(HttpUser):
wait_time = between(1, 5)
@task(20)
@task
def chat_completion(self):
headers = {
"Content-Type": "application/json",
@ -29,13 +29,13 @@ class MyUser(HttpUser):
# Print or log the response if needed
@task(40)
@task(10)
def health_readiness(self):
start_time = time.time()
response = self.client.get("health/readiness")
response_time = time.time() - start_time
@task(40)
@task(10)
def health_liveliness(self):
start_time = time.time()
response = self.client.get("health/liveliness")