forked from phoenix-oss/llama-stack-mirror
Fix issue w/ routing_table api getting added when router api is not specified (#298)
* fix issue w/ enforcing api * cleanup * inference only yaml
This commit is contained in:
parent
21f2e9adf5
commit
0cec86453b
2 changed files with 17 additions and 0 deletions
|
@ -288,6 +288,9 @@ def main(
|
||||||
apis_to_serve = set(impls.keys())
|
apis_to_serve = set(impls.keys())
|
||||||
|
|
||||||
for inf in builtin_automatically_routed_apis():
|
for inf in builtin_automatically_routed_apis():
|
||||||
|
# if we do not serve the corresponding router API, we should not serve the routing table API
|
||||||
|
if inf.router_api.value not in apis_to_serve:
|
||||||
|
continue
|
||||||
apis_to_serve.add(inf.routing_table_api.value)
|
apis_to_serve.add(inf.routing_table_api.value)
|
||||||
|
|
||||||
apis_to_serve.add("inspect")
|
apis_to_serve.add("inspect")
|
||||||
|
|
14
tests/examples/inference-run.yaml
Normal file
14
tests/examples/inference-run.yaml
Normal file
|
@ -0,0 +1,14 @@
|
||||||
|
version: '2'
|
||||||
|
built_at: '2024-10-08T17:40:45.325529'
|
||||||
|
image_name: local
|
||||||
|
docker_image: null
|
||||||
|
conda_env: local
|
||||||
|
apis:
|
||||||
|
- models
|
||||||
|
- inference
|
||||||
|
providers:
|
||||||
|
inference:
|
||||||
|
- provider_id: tgi0
|
||||||
|
provider_type: remote::tgi
|
||||||
|
config:
|
||||||
|
url: http://127.0.0.1:5009
|
Loading…
Add table
Add a link
Reference in a new issue