phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix server api to serve

Browse source
This commit is contained in:
Xi Yan 2024-09-27 15:28:21 -07:00
parent 43744455d7
commit 21452a162b
1 changed files with 3 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/distribution/server/server.py
View file

@ -433,9 +433,6 @@ def main(yaml_config: str, port: int = 5000, disable_ipv6: bool = False):
if config.apis_to_serve: if config.apis_to_serve:
apis_to_serve = set(config.apis_to_serve) apis_to_serve = set(config.apis_to_serve)
for inf in builtin_automatically_routed_apis():
if inf.router_api.value in apis_to_serve:
apis_to_serve.add(inf.routing_table_api)
else: else:
apis_to_serve = set(impls.keys()) apis_to_serve = set(impls.keys())
@ -445,6 +442,7 @@ def main(yaml_config: str, port: int = 5000, disable_ipv6: bool = False):
endpoints = all_endpoints[api] endpoints = all_endpoints[api]
impl = impls[api] impl = impls[api]
cprint(f"API={api_str}, endpoints={endpoints}", "green")
provider_spec = specs[api] provider_spec = specs[api]
if ( if (
isinstance(provider_spec, RemoteProviderSpec) isinstance(provider_spec, RemoteProviderSpec)