phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(ci/cd) run load test

Browse source
This commit is contained in:
ishaan-jaff 2024-03-15 15:25:33 -07:00
parent a98c5fdbeb
commit 06e319fceb
2 changed files with 4 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

8
.github/workflows/locustfile.py vendored
View file

@ -4,9 +4,7 @@ import time
class MyUser(HttpUser):
wait_time = between(1, 5)
@task(2)
@task(20)
def chat_completion(self):
headers = {
"Content-Type": "application/json",
@ -29,13 +27,13 @@ class MyUser(HttpUser):
# Print or log the response if needed
@task(10)
@task(40)
def health_readiness(self):
start_time = time.time()
response = self.client.get("health/readiness")
response_time = time.time() - start_time
@task(10)
@task(40)
def health_liveliness(self):
start_time = time.time()
response = self.client.get("health/liveliness")