mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-29 15:23:51 +00:00
fix configure
This commit is contained in:
parent
c0f2f9402e
commit
b5217fe6fc
3 changed files with 6 additions and 3 deletions
|
@ -45,10 +45,10 @@ class StackConfigure(Subcommand):
|
||||||
import pkg_resources
|
import pkg_resources
|
||||||
|
|
||||||
import yaml
|
import yaml
|
||||||
from termcolor import cprint
|
|
||||||
|
|
||||||
from llama_stack.distribution.build import ImageType
|
from llama_stack.distribution.build import ImageType
|
||||||
from llama_stack.distribution.utils.exec import run_with_pty
|
from llama_stack.distribution.utils.exec import run_with_pty
|
||||||
|
from termcolor import cprint
|
||||||
|
|
||||||
docker_image = None
|
docker_image = None
|
||||||
|
|
||||||
|
@ -121,10 +121,10 @@ class StackConfigure(Subcommand):
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
import yaml
|
import yaml
|
||||||
from termcolor import cprint
|
|
||||||
|
|
||||||
from llama_stack.distribution.configure import configure_api_providers
|
from llama_stack.distribution.configure import configure_api_providers
|
||||||
from llama_stack.distribution.utils.serialize import EnumEncoder
|
from llama_stack.distribution.utils.serialize import EnumEncoder
|
||||||
|
from termcolor import cprint
|
||||||
|
|
||||||
builds_dir = BUILDS_BASE_DIR / build_config.image_type
|
builds_dir = BUILDS_BASE_DIR / build_config.image_type
|
||||||
if output_dir:
|
if output_dir:
|
||||||
|
|
|
@ -283,6 +283,7 @@ As examples:
|
||||||
The key may support wild-cards alsothe routing_key to route to the correct provider.""",
|
The key may support wild-cards alsothe routing_key to route to the correct provider.""",
|
||||||
)
|
)
|
||||||
provider_routing_table: Dict[str, List[ProviderRoutingEntry]] = Field(
|
provider_routing_table: Dict[str, List[ProviderRoutingEntry]] = Field(
|
||||||
|
default_factory=dict,
|
||||||
description="""
|
description="""
|
||||||
API: List[ProviderRoutingEntry] map. Each ProviderRoutingEntry is a (routing_key, provider_config) tuple.
|
API: List[ProviderRoutingEntry] map. Each ProviderRoutingEntry is a (routing_key, provider_config) tuple.
|
||||||
|
|
||||||
|
@ -295,7 +296,7 @@ The key may support wild-cards alsothe routing_key to route to the correct provi
|
||||||
torch_seed: null
|
torch_seed: null
|
||||||
max_seq_len: 4096
|
max_seq_len: 4096
|
||||||
max_batch_size: 1
|
max_batch_size: 1
|
||||||
"""
|
""",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -8,6 +8,8 @@ from typing import Any, Dict
|
||||||
|
|
||||||
from llama_stack.distribution.datatypes import Api, ProviderSpec, StackRunConfig
|
from llama_stack.distribution.datatypes import Api, ProviderSpec, StackRunConfig
|
||||||
|
|
||||||
|
from .config import BuiltinImplConfig # noqa
|
||||||
|
|
||||||
|
|
||||||
async def get_builtin_impl(config: StackRunConfig):
|
async def get_builtin_impl(config: StackRunConfig):
|
||||||
from .models import BuiltinModelsImpl
|
from .models import BuiltinModelsImpl
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue