This commit is contained in:
Ashwin Bharambe 2025-09-09 15:27:18 -07:00
parent 14ccdf1929
commit cfa5c641db
2 changed files with 5 additions and 0 deletions

View file

@ -141,6 +141,10 @@ fi
# Apply setup-specific environment variables (needed for server startup and tests)
echo "=== Applying Setup Environment Variables ==="
# the server needs this
export LLAMA_STACK_INFERENCE_MODE=$INFERENCE_MODE
SETUP_ENV=$(PYTHONPATH=$THIS_DIR/.. python "$THIS_DIR/get_setup_env.py" --suite "$TEST_SUITE" --setup "$TEST_SETUP" --format bash)
echo "Setting up environment variables:"
echo "$SETUP_ENV"

View file

@ -51,6 +51,7 @@ SETUP_DEFINITIONS: dict[str, Setup] = {
description="Local Ollama provider with text + safety models",
env={
"OLLAMA_URL": "http://0.0.0.0:11434",
"SAFETY_MODEL": "ollama/llama-guard3:1b",
},
defaults={
"text_model": "ollama/llama3.2:3b-instruct-fp16",