mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-28 02:53:30 +00:00
6395dadc2b
# What does this PR do?
This PR moves all print statements to use logging. Things changed:
- Had to add `await start_trace("sse_generator")` to server.py to
actually get tracing working. else was not seeing any logs
- If no telemetry provider is provided in the run.yaml, we will write to
stdout
- by default, the logs are going to be in JSON, but we expose an option
to configure to output in a human readable way.
141 lines
4.1 KiB
Python
141 lines
4.1 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
||
# All rights reserved.
|
||
#
|
||
# This source code is licensed under the terms described in the LICENSE file in
|
||
# the root directory of this source tree.
|
||
|
||
import logging
|
||
from enum import Enum
|
||
from typing import List
|
||
|
||
import pkg_resources
|
||
from pydantic import BaseModel
|
||
|
||
from llama_stack.distribution.utils.exec import run_with_pty
|
||
|
||
from llama_stack.distribution.datatypes import * # noqa: F403
|
||
from pathlib import Path
|
||
|
||
from llama_stack.distribution.distribution import get_provider_registry
|
||
|
||
from llama_stack.distribution.utils.config_dirs import BUILDS_BASE_DIR
|
||
|
||
|
||
log = logging.getLogger(__name__)
|
||
|
||
# These are the dependencies needed by the distribution server.
|
||
# `llama-stack` is automatically installed by the installation script.
|
||
SERVER_DEPENDENCIES = [
|
||
"aiosqlite",
|
||
"fastapi",
|
||
"fire",
|
||
"httpx",
|
||
"uvicorn",
|
||
]
|
||
|
||
|
||
class ImageType(Enum):
|
||
docker = "docker"
|
||
conda = "conda"
|
||
|
||
|
||
class ApiInput(BaseModel):
|
||
api: Api
|
||
provider: str
|
||
|
||
|
||
def get_provider_dependencies(
|
||
config_providers: Dict[str, List[Provider]]
|
||
) -> tuple[list[str], list[str]]:
|
||
"""Get normal and special dependencies from provider configuration."""
|
||
all_providers = get_provider_registry()
|
||
deps = []
|
||
|
||
for api_str, provider_or_providers in config_providers.items():
|
||
providers_for_api = all_providers[Api(api_str)]
|
||
|
||
providers = (
|
||
provider_or_providers
|
||
if isinstance(provider_or_providers, list)
|
||
else [provider_or_providers]
|
||
)
|
||
|
||
for provider in providers:
|
||
# Providers from BuildConfig and RunConfig are subtly different – not great
|
||
provider_type = (
|
||
provider if isinstance(provider, str) else provider.provider_type
|
||
)
|
||
|
||
if provider_type not in providers_for_api:
|
||
raise ValueError(
|
||
f"Provider `{provider}` is not available for API `{api_str}`"
|
||
)
|
||
|
||
provider_spec = providers_for_api[provider_type]
|
||
deps.extend(provider_spec.pip_packages)
|
||
if provider_spec.docker_image:
|
||
raise ValueError("A stack's dependencies cannot have a docker image")
|
||
|
||
normal_deps = []
|
||
special_deps = []
|
||
for package in deps:
|
||
if "--no-deps" in package or "--index-url" in package:
|
||
special_deps.append(package)
|
||
else:
|
||
normal_deps.append(package)
|
||
|
||
return list(set(normal_deps)), list(set(special_deps))
|
||
|
||
|
||
def print_pip_install_help(providers: Dict[str, List[Provider]]):
|
||
normal_deps, special_deps = get_provider_dependencies(providers)
|
||
|
||
log.info(
|
||
f"Please install needed dependencies using the following commands:\n\n\tpip install {' '.join(normal_deps)}"
|
||
)
|
||
for special_dep in special_deps:
|
||
log.info(f"\tpip install {special_dep}")
|
||
log.info()
|
||
|
||
|
||
def build_image(build_config: BuildConfig, build_file_path: Path):
|
||
docker_image = build_config.distribution_spec.docker_image or "python:3.10-slim"
|
||
|
||
normal_deps, special_deps = get_provider_dependencies(
|
||
build_config.distribution_spec.providers
|
||
)
|
||
normal_deps += SERVER_DEPENDENCIES
|
||
|
||
if build_config.image_type == ImageType.docker.value:
|
||
script = pkg_resources.resource_filename(
|
||
"llama_stack", "distribution/build_container.sh"
|
||
)
|
||
args = [
|
||
script,
|
||
build_config.name,
|
||
docker_image,
|
||
str(build_file_path),
|
||
str(BUILDS_BASE_DIR / ImageType.docker.value),
|
||
" ".join(normal_deps),
|
||
]
|
||
else:
|
||
script = pkg_resources.resource_filename(
|
||
"llama_stack", "distribution/build_conda_env.sh"
|
||
)
|
||
args = [
|
||
script,
|
||
build_config.name,
|
||
str(build_file_path),
|
||
" ".join(normal_deps),
|
||
]
|
||
|
||
if special_deps:
|
||
args.append("#".join(special_deps))
|
||
|
||
return_code = run_with_pty(args)
|
||
if return_code != 0:
|
||
log.error(
|
||
f"Failed to build target {build_config.name} with return code {return_code}",
|
||
)
|
||
|
||
return return_code
|