phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

build playground

Browse source
This commit is contained in:
Angel Nunez Mencias 2025-06-01 12:13:57 +02:00
parent b2ac7f69cc
commit 16abfaeb69
Signed by: angel.nunez
SSH key fingerprint: SHA256:z1nFAg1v1AfbhEHrgBetByUJUwziv2R2f4VyN75opcg
2 changed files with 78 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/templates/kvant/run.yaml
View file

@ -15,7 +15,7 @@ providers:
- provider_id: kvant
provider_type: remote::vllm
config:
url: ${env.VLLM_URL:https://maas.kvant.cloud/v1}
url: ${env.VLLM_URL:https://maas.ai-2.kvant.cloud/v1}
max_tokens: ${env.VLLM_MAX_TOKENS:400000}
api_token: ${env.VLLM_API_TOKEN:fake}
tls_verify: ${env.VLLM_TLS_VERIFY:true}