phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

use env file
All checks were successful
Build and Push playground container / build-playground (push) Successful in 1m6s
Details
Build and Push container / build (push) Successful in 4m22s
Details

Browse source
This commit is contained in:
Angel Nunez Mencias 2025-06-02 01:39:17 +02:00
parent 96003b55de
commit 51816af52e
Signed by: angel.nunez
SSH key fingerprint: SHA256:z1nFAg1v1AfbhEHrgBetByUJUwziv2R2f4VyN75opcg
1 changed files with 0 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

5
kvant_start_local.sh
View file

@ -8,7 +8,6 @@ export OPENAI_BASE_URL=https://maas.ai-2.kvant.cloud/v1
# OPENAI_API_KEY= env file
export VLLM_MAX_TOKENS=125000
# KEYCLOAK_CLIENT_SECRET= env file
export $(cat .env | xargs)
docker run -it \
@ -21,10 +20,6 @@ docker run -it \
-m llama_stack.distribution.server.server --config /root/.llama/config.yaml \
--port $LLAMA_STACK_PORT \
--env VLLM_URL=$OPENAI_BASE_URL \
--env VLLM_API_TOKEN=$OPENAI_API_KEY \
--env PASSTHROUGH_URL=$OPENAI_BASE_URL \
--env PASSTHROUGH_API_KEY=$OPENAI_API_KEY \
--env INFERENCE_MODEL=$INFERENCE_MODEL \
--env EMBEDDING_MODEL=$EMBEDDING_MODEL \
--env EMBEDDING_DIMENSION=$EMBEDDING_DIMENSION \
--env KEYCLOAK_CLIENT_SECRET=$KEYCLOAK_CLIENT_SECRET \