mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-23 16:37:28 +00:00
quick fix
This commit is contained in:
parent
f02fda0bd7
commit
edd57785a1
3 changed files with 55 additions and 10 deletions
|
|
@ -59,12 +59,12 @@ spec:
|
|||
image: llamastack/distribution-starter:0.2.15
|
||||
resources:
|
||||
requests:
|
||||
memory: "512Mi"
|
||||
cpu: "500m"
|
||||
memory: "2Gi"
|
||||
cpu: "8000m"
|
||||
ephemeral-storage: "6Gi"
|
||||
limits:
|
||||
memory: "1Gi"
|
||||
cpu: "1000m"
|
||||
memory: "2Gi"
|
||||
cpu: "8000m"
|
||||
ephemeral-storage: "6Gi"
|
||||
env:
|
||||
- name: ENABLE_CHROMADB
|
||||
|
|
@ -74,7 +74,7 @@ spec:
|
|||
- name: VLLM_URL
|
||||
value: http://vllm-server.default.svc.cluster.local:8001/v1
|
||||
- name: VLLM_MAX_TOKENS
|
||||
value: "3072"
|
||||
value: "80000"
|
||||
- name: OTEL_EXPORTER_OTLP_ENDPOINT
|
||||
value: http://jaeger-dev-collector.observability:4318
|
||||
- name: OTEL_SERVICE_NAME
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue