This commit is contained in:
Kai Wu 2025-08-21 13:42:29 -07:00
parent edd57785a1
commit 2326f0166d
4 changed files with 9 additions and 7 deletions

View file

@ -12,7 +12,7 @@ export POSTGRES_USER=llamastack
export POSTGRES_DB=llamastack
export POSTGRES_PASSWORD=llamastack
export INFERENCE_MODEL=meta-llama/Llama-3.3-70B-Instruct
export INFERENCE_MODEL=meta-llama/Llama-3.1-8B-Instruct
export CODE_MODEL=bigcode/starcoder2-7b
export OLLAMA_MODEL=llama-guard3:1b
# Set USE_EBS to false if you don't have permission to use EKS EBS