mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-03 09:53:45 +00:00
6ca2a67a9f
# What does this PR do? build_image is not used because `llama stack build` is gone. Remove it. Signed-off-by: Charlie Doern <cdoern@redhat.com>
99 lines
3.6 KiB
Python
99 lines
3.6 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
import sys
|
|
|
|
from pydantic import BaseModel
|
|
from termcolor import cprint
|
|
|
|
from llama_stack.core.datatypes import BuildConfig
|
|
from llama_stack.core.distribution import get_provider_registry
|
|
from llama_stack.distributions.template import DistributionTemplate
|
|
from llama_stack.log import get_logger
|
|
from llama_stack.providers.datatypes import Api
|
|
|
|
log = get_logger(name=__name__, category="core")
|
|
|
|
# These are the dependencies needed by the distribution server.
|
|
# `llama-stack` is automatically installed by the installation script.
|
|
SERVER_DEPENDENCIES = [
|
|
"aiosqlite",
|
|
"fastapi",
|
|
"fire",
|
|
"httpx",
|
|
"uvicorn",
|
|
"opentelemetry-sdk",
|
|
"opentelemetry-exporter-otlp-proto-http",
|
|
]
|
|
|
|
|
|
class ApiInput(BaseModel):
|
|
api: Api
|
|
provider: str
|
|
|
|
|
|
def get_provider_dependencies(
|
|
config: BuildConfig | DistributionTemplate,
|
|
) -> tuple[list[str], list[str], list[str]]:
|
|
"""Get normal and special dependencies from provider configuration."""
|
|
if isinstance(config, DistributionTemplate):
|
|
config = config.build_config()
|
|
|
|
providers = config.distribution_spec.providers
|
|
additional_pip_packages = config.additional_pip_packages
|
|
|
|
deps = []
|
|
external_provider_deps = []
|
|
registry = get_provider_registry(config)
|
|
for api_str, provider_or_providers in providers.items():
|
|
providers_for_api = registry[Api(api_str)]
|
|
|
|
providers = provider_or_providers if isinstance(provider_or_providers, list) else [provider_or_providers]
|
|
|
|
for provider in providers:
|
|
# Providers from BuildConfig and RunConfig are subtly different - not great
|
|
provider_type = provider if isinstance(provider, str) else provider.provider_type
|
|
|
|
if provider_type not in providers_for_api:
|
|
raise ValueError(f"Provider `{provider}` is not available for API `{api_str}`")
|
|
|
|
provider_spec = providers_for_api[provider_type]
|
|
if hasattr(provider_spec, "is_external") and provider_spec.is_external:
|
|
# this ensures we install the top level module for our external providers
|
|
if provider_spec.module:
|
|
if isinstance(provider_spec.module, str):
|
|
external_provider_deps.append(provider_spec.module)
|
|
else:
|
|
external_provider_deps.extend(provider_spec.module)
|
|
if hasattr(provider_spec, "pip_packages"):
|
|
deps.extend(provider_spec.pip_packages)
|
|
if hasattr(provider_spec, "container_image") and provider_spec.container_image:
|
|
raise ValueError("A stack's dependencies cannot have a container image")
|
|
|
|
normal_deps = []
|
|
special_deps = []
|
|
for package in deps:
|
|
if any(f in package for f in ["--no-deps", "--index-url", "--extra-index-url"]):
|
|
special_deps.append(package)
|
|
else:
|
|
normal_deps.append(package)
|
|
|
|
normal_deps.extend(additional_pip_packages or [])
|
|
|
|
return list(set(normal_deps)), list(set(special_deps)), list(set(external_provider_deps))
|
|
|
|
|
|
def print_pip_install_help(config: BuildConfig):
|
|
normal_deps, special_deps, _ = get_provider_dependencies(config)
|
|
|
|
cprint(
|
|
f"Please install needed dependencies using the following commands:\n\nuv pip install {' '.join(normal_deps)}",
|
|
color="yellow",
|
|
file=sys.stderr,
|
|
)
|
|
for special_dep in special_deps:
|
|
cprint(f"uv pip install {special_dep}", color="yellow", file=sys.stderr)
|
|
print()
|