phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 12:21:52 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add new resolve_impls_with_routing

Browse source
This commit is contained in:
Xi Yan 2024-09-20 11:36:55 -07:00
parent 73399fe905
commit 34f0c11001
3 changed files with 18 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/examples/router-table-run.yaml
View file

@ -9,7 +9,7 @@ provider_map:
# use builtin-router as dummy field
memory: builtin-router
inference: builtin-router
routing_table:
provider_routing_table:
inference:
- routing_key: Meta-Llama3.1-8B-Instruct
provider_id: meta-reference
@ -91,4 +91,3 @@ routing_table:
# api: safety
# config:
# model: Prompt-Guard-86M