phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-02 08:44:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

first draft

Browse source
This commit is contained in:
Kai Wu 2025-07-25 10:41:06 -07:00
parent 025163d8e6
commit e614241876
9 changed files with 64 additions and 60 deletions
Download patch file Download diff file Expand all files Collapse all files

7
docs/source/distributions/k8s/stack-k8s.yaml.template
View file

@ -25,6 +25,13 @@ spec:
app.kubernetes.io/name: llama-stack
app.kubernetes.io/component: server
spec:
initContainers:
- name: wait-for-vllm-server
image: busybox:1.28
command: ['sh', '-c', 'until nc -z vllm-server.default.svc.cluster.local 8000; do echo waiting for vllm-server on port 8000; sleep 2; done;']
- name: wait-for-vllm-server-safety
image: busybox:1.28
command: ['sh', '-c', 'until nc -z vllm-server-safety.default.svc.cluster.local 8001; do echo waiting for vllm-server-safety on port 8001; sleep 2; done;']
containers:
- name: llama-stack
image: llamastack/distribution-starter:latest