mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 20:14:13 +00:00
fixes
This commit is contained in:
parent
14ccdf1929
commit
cfa5c641db
2 changed files with 5 additions and 0 deletions
|
@ -141,6 +141,10 @@ fi
|
||||||
|
|
||||||
# Apply setup-specific environment variables (needed for server startup and tests)
|
# Apply setup-specific environment variables (needed for server startup and tests)
|
||||||
echo "=== Applying Setup Environment Variables ==="
|
echo "=== Applying Setup Environment Variables ==="
|
||||||
|
|
||||||
|
# the server needs this
|
||||||
|
export LLAMA_STACK_INFERENCE_MODE=$INFERENCE_MODE
|
||||||
|
|
||||||
SETUP_ENV=$(PYTHONPATH=$THIS_DIR/.. python "$THIS_DIR/get_setup_env.py" --suite "$TEST_SUITE" --setup "$TEST_SETUP" --format bash)
|
SETUP_ENV=$(PYTHONPATH=$THIS_DIR/.. python "$THIS_DIR/get_setup_env.py" --suite "$TEST_SUITE" --setup "$TEST_SETUP" --format bash)
|
||||||
echo "Setting up environment variables:"
|
echo "Setting up environment variables:"
|
||||||
echo "$SETUP_ENV"
|
echo "$SETUP_ENV"
|
||||||
|
|
|
@ -51,6 +51,7 @@ SETUP_DEFINITIONS: dict[str, Setup] = {
|
||||||
description="Local Ollama provider with text + safety models",
|
description="Local Ollama provider with text + safety models",
|
||||||
env={
|
env={
|
||||||
"OLLAMA_URL": "http://0.0.0.0:11434",
|
"OLLAMA_URL": "http://0.0.0.0:11434",
|
||||||
|
"SAFETY_MODEL": "ollama/llama-guard3:1b",
|
||||||
},
|
},
|
||||||
defaults={
|
defaults={
|
||||||
"text_model": "ollama/llama3.2:3b-instruct-fp16",
|
"text_model": "ollama/llama3.2:3b-instruct-fp16",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue