mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-22 18:46:16 +00:00
9db924adae
# What does this PR do? ## Test Plan # What does this PR do? ## Test Plan # What does this PR do? ## Test Plan
131 lines
2.9 KiB
YAML
131 lines
2.9 KiB
YAML
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: locust-master
|
|
labels:
|
|
app: locust
|
|
role: master
|
|
spec:
|
|
replicas: 1
|
|
selector:
|
|
matchLabels:
|
|
app: locust
|
|
role: master
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: locust
|
|
role: master
|
|
spec:
|
|
containers:
|
|
- name: locust-master
|
|
image: locustio/locust:2.31.8
|
|
ports:
|
|
- containerPort: 8089 # Web UI
|
|
- containerPort: 5557 # Master communication
|
|
env:
|
|
- name: LOCUST_HOST
|
|
value: "${LOCUST_HOST}"
|
|
- name: LOCUST_LOCUSTFILE
|
|
value: "/locust/locustfile.py"
|
|
- name: LOCUST_WEB_HOST
|
|
value: "0.0.0.0"
|
|
- name: LOCUST_MASTER
|
|
value: "true"
|
|
- name: LOCUST_BASE_PATH
|
|
value: "${LOCUST_BASE_PATH}"
|
|
- name: INFERENCE_MODEL
|
|
value: "${BENCHMARK_INFERENCE_MODEL}"
|
|
volumeMounts:
|
|
- name: locust-script
|
|
mountPath: /locust
|
|
command: ["locust"]
|
|
args:
|
|
- "--master"
|
|
- "--web-host=0.0.0.0"
|
|
- "--web-port=8089"
|
|
- "--host=${LOCUST_HOST}"
|
|
- "--locustfile=/locust/locustfile.py"
|
|
volumes:
|
|
- name: locust-script
|
|
configMap:
|
|
name: locust-script
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: locust-worker
|
|
labels:
|
|
app: locust
|
|
role: worker
|
|
spec:
|
|
replicas: 2 # Start with 2 workers, can be scaled up
|
|
selector:
|
|
matchLabels:
|
|
app: locust
|
|
role: worker
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: locust
|
|
role: worker
|
|
spec:
|
|
containers:
|
|
- name: locust-worker
|
|
image: locustio/locust:2.31.8
|
|
env:
|
|
- name: LOCUST_HOST
|
|
value: "${LOCUST_HOST}"
|
|
- name: LOCUST_LOCUSTFILE
|
|
value: "/locust/locustfile.py"
|
|
- name: LOCUST_MASTER_HOST
|
|
value: "locust-master-service"
|
|
- name: LOCUST_MASTER_PORT
|
|
value: "5557"
|
|
- name: INFERENCE_MODEL
|
|
value: "${BENCHMARK_INFERENCE_MODEL}"
|
|
- name: LOCUST_BASE_PATH
|
|
value: "${LOCUST_BASE_PATH}"
|
|
volumeMounts:
|
|
- name: locust-script
|
|
mountPath: /locust
|
|
command: ["locust"]
|
|
args:
|
|
- "--worker"
|
|
- "--master-host=locust-master-service"
|
|
- "--master-port=5557"
|
|
- "--locustfile=/locust/locustfile.py"
|
|
volumes:
|
|
- name: locust-script
|
|
configMap:
|
|
name: locust-script
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: locust-master-service
|
|
spec:
|
|
selector:
|
|
app: locust
|
|
role: master
|
|
ports:
|
|
- name: web-ui
|
|
port: 8089
|
|
targetPort: 8089
|
|
- name: master-comm
|
|
port: 5557
|
|
targetPort: 5557
|
|
type: ClusterIP
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: locust-web-ui
|
|
spec:
|
|
selector:
|
|
app: locust
|
|
role: master
|
|
ports:
|
|
- port: 8089
|
|
targetPort: 8089
|
|
type: ClusterIP # Keep internal, use port-forward to access
|