fix: vllm starter name

Signed-off-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Sébastien Han 2025-06-04 11:55:26 +02:00
parent ed69c1b3cc
commit af0d6014c1
No known key found for this signature in database
4 changed files with 6 additions and 4 deletions

View file

@ -48,8 +48,8 @@ providers:
config:
url: https://api.sambanova.ai/v1
api_key: ${env.SAMBANOVA_API_KEY:}
- provider_id: remote-vllm
provider_type: remote::remote-vllm
- provider_id: vllm
provider_type: remote::vllm
config:
url: ${env.VLLM_URL:http://localhost:8000/v1}
max_tokens: ${env.VLLM_MAX_TOKENS:4096}