Refactoring distribution/distribution.py

This file was becoming too large and unclear what it housed. Split it
into pieces.
This commit is contained in:
Ashwin Bharambe 2024-10-02 13:20:17 -07:00
parent 546f05bd3f
commit df68db644b
9 changed files with 89 additions and 78 deletions

View file

@ -39,10 +39,11 @@ from llama_stack.providers.utils.telemetry.tracing import (
)
from llama_stack.distribution.datatypes import * # noqa: F403
from llama_stack.distribution.distribution import api_endpoints
from llama_stack.distribution.request_headers import set_request_provider_data
from llama_stack.distribution.resolver import resolve_impls_with_routing
from .endpoints import get_all_api_endpoints
def is_async_iterator_type(typ):
if hasattr(typ, "__origin__"):
@ -299,7 +300,7 @@ def main(
if Api.telemetry in impls:
setup_logger(impls[Api.telemetry])
all_endpoints = api_endpoints()
all_endpoints = get_all_api_endpoints()
if config.apis_to_serve:
apis_to_serve = set(config.apis_to_serve)