phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix memory router naming

Browse source
This commit is contained in:
Xi Yan 2024-09-22 22:30:53 -07:00
parent 28065ca53a
commit e0ad4fb99c
3 changed files with 52 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama_stack/distribution/configure.py
View file

@ -81,16 +81,18 @@ def configure_api_providers(
except Exception:
existing = None
cfg = prompt_for_config(config_type, existing)
config.api_providers[api_str] = GenericProviderConfig(
provider_id=p,
config=cfg.dict(),
)
if api_str in router_api2builtin_api:
# a routing api, we need to assign it a routing_key and put it in the routing_table
# a routing api, we need to infer and assign it a routing_key and put it in the routing_table
routing_key = prompt(
"> Enter routing key for the {} provider: ".format(api_str),
)
config.routing_table[]
else:
config.api_providers[api_str] = GenericProviderConfig(
provider_id=p,
config=cfg.dict(),
)
print("")