phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-23 00:27:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

demo

Browse source
This commit is contained in:
Kai Wu 2025-08-05 13:33:32 -07:00
parent 62c758932d
commit f02fda0bd7
12 changed files with 5521 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

4
docs/source/distributions/k8s/stack-k8s.yaml.template
View file

@ -75,6 +75,10 @@ spec:
value: http://vllm-server.default.svc.cluster.local:8001/v1
- name: VLLM_MAX_TOKENS
value: "3072"
- name: OTEL_EXPORTER_OTLP_ENDPOINT
value: http://jaeger-dev-collector.observability:4318
- name: OTEL_SERVICE_NAME
value: llama-stack
- name: NVIDIA_BASE_URL
value: http://llm-nim-code.default.svc.cluster.local:8000
- name: OLLAMA_BASE_URL