phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) update load test used

Browse source
This commit is contained in:
Ishaan Jaff 2024-03-22 19:44:16 -07:00
parent 4df79ff4db
commit 48b9250a3d
1 changed files with 2 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/proxy_load_test/locustfile.py
View file

@ -6,11 +6,11 @@ import time
class MyUser(HttpUser): class MyUser(HttpUser):
wait_time = between(1, 5) wait_time = between(1, 5)
@task(3) @task
def chat_completion(self): def chat_completion(self):
headers = { headers = {
"Content-Type": "application/json", "Content-Type": "application/json",
"Authorization": f"Bearer sk-mh3YNUDs1d_f6fMXfvEqBA", "Authorization": f"Bearer sk-1234",
# Include any additional headers you may need for authentication, etc. # Include any additional headers you may need for authentication, etc.
} }
@ -28,11 +28,3 @@ class MyUser(HttpUser):
response = self.client.post("chat/completions", json=payload, headers=headers) response = self.client.post("chat/completions", json=payload, headers=headers)
# Print or log the response if needed # Print or log the response if needed
@task(10)
def health_readiness(self):
response = self.client.get("health/readiness")
@task(10)
def health_liveliness(self):
response = self.client.get("health/liveliness")