add new resolve_impls_with_routing

This commit is contained in:
Xi Yan 2024-09-20 11:36:55 -07:00
parent 9bb6ce54ff
commit 7d4135d5fd
3 changed files with 18 additions and 6 deletions

View file

@ -9,7 +9,7 @@ provider_map:
# use builtin-router as dummy field
memory: builtin-router
inference: builtin-router
routing_table:
provider_routing_table:
inference:
- routing_key: Meta-Llama3.1-8B-Instruct
provider_id: meta-reference
@ -91,4 +91,3 @@ routing_table:
# api: safety
# config:
# model: Prompt-Guard-86M