more fixes, gah

This commit is contained in:
Ashwin Bharambe 2025-06-01 17:07:18 -07:00
parent 6f4f51f8d9
commit 6cbb3366f2
3 changed files with 16 additions and 1 deletions

View file

@ -31,6 +31,8 @@ spec:
env:
- name: ENABLE_CHROMADB
value: "true"
- name: CHROMADB_URL
value: http://chromadb.default.svc.cluster.local:6000
- name: VLLM_URL
value: http://vllm-server.default.svc.cluster.local:8000/v1
- name: VLLM_MAX_TOKENS