mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-05 20:27:35 +00:00
ci: Switch vllm config to qwen3
It preforms better in tool calling and structured tests Signed-off-by: Derek Higgins <derekh@redhat.com>
This commit is contained in:
parent
7d9004f199
commit
666d6a6fc0
3 changed files with 6 additions and 10 deletions
|
@ -78,7 +78,7 @@ SETUP_DEFINITIONS: dict[str, Setup] = {
|
|||
"VLLM_URL": "http://localhost:8000/v1",
|
||||
},
|
||||
defaults={
|
||||
"text_model": "vllm/meta-llama/Llama-3.2-1B-Instruct",
|
||||
"text_model": "vllm/Qwen/Qwen3-0.6B",
|
||||
"embedding_model": "sentence-transformers/all-MiniLM-L6-v2",
|
||||
},
|
||||
),
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue