phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix configure

Browse source
This commit is contained in:
Xi Yan 2024-09-22 21:10:12 -07:00
parent 97feb92136
commit 00ef672509
2 changed files with 5 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/cli/stack/configure.py
View file

@ -145,7 +145,7 @@ class StackConfigure(Subcommand):
built_at=datetime.now(), built_at=datetime.now(),
image_name=image_name, image_name=image_name,
apis_to_serve=[], apis_to_serve=[],
provider_map={}, api_providers={},
) )
config = configure_api_providers(config, build_config.distribution_spec) config = configure_api_providers(config, build_config.distribution_spec)

9
llama_stack/distribution/configure.py
View file

@ -9,12 +9,11 @@ from typing import Any
from pydantic import BaseModel from pydantic import BaseModel
from llama_stack.distribution.datatypes import * # noqa: F403 from llama_stack.distribution.datatypes import * # noqa: F403
from termcolor import cprint
from llama_stack.distribution.distribution import api_providers, stack_apis from llama_stack.distribution.distribution import api_providers, stack_apis
from llama_stack.distribution.utils.dynamic import instantiate_class_type from llama_stack.distribution.utils.dynamic import instantiate_class_type
from llama_stack.distribution.utils.prompt_for_config import prompt_for_config from llama_stack.distribution.utils.prompt_for_config import prompt_for_config
from termcolor import cprint
def make_routing_entry_type(config_class: Any): def make_routing_entry_type(config_class: Any):
@ -68,7 +67,7 @@ def configure_api_providers(
config=rt_entry.config.dict(), config=rt_entry.config.dict(),
) )
) )
config.provider_map[api_str] = routing_entries config.api_providers[api_str] = routing_entries
else: else:
p = ( p = (
provider_or_providers[0] provider_or_providers[0]
@ -79,7 +78,7 @@ def configure_api_providers(
provider_spec = all_providers[api][p] provider_spec = all_providers[api][p]
config_type = instantiate_class_type(provider_spec.config_class) config_type = instantiate_class_type(provider_spec.config_class)
try: try:
provider_config = config.provider_map.get(api_str) provider_config = config.api_providers.get(api_str)
if provider_config: if provider_config:
existing = config_type(**provider_config.config) existing = config_type(**provider_config.config)
else: else:
@ -87,7 +86,7 @@ def configure_api_providers(
except Exception: except Exception:
existing = None existing = None
cfg = prompt_for_config(config_type, existing) cfg = prompt_for_config(config_type, existing)
config.provider_map[api_str] = GenericProviderConfig( config.api_providers[api_str] = GenericProviderConfig(
provider_id=p, provider_id=p,
config=cfg.dict(), config=cfg.dict(),
) )