phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-18 07:18:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use registry to hydrate

Browse source
This commit is contained in:
Dinesh Yeduguru 2024-11-04 15:37:40 -08:00
parent 8ff1b3af13
commit 19d730917a
4 changed files with 241 additions and 67 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/distribution/server/server.py
View file

@ -42,7 +42,7 @@ from llama_stack.providers.utils.telemetry.tracing import (
from llama_stack.distribution.datatypes import * # noqa: F403
from llama_stack.distribution.request_headers import set_request_provider_data
from llama_stack.distribution.resolver import resolve_impls
from llama_stack.distribution.store import DiskDistributionRegistry
from llama_stack.distribution.store import CachedDiskDistributionRegistry
from llama_stack.providers.utils.kvstore import kvstore_impl, SqliteKVStoreConfig
from .endpoints import get_all_api_endpoints
@ -295,7 +295,7 @@ def main(
)
)
dist_registry = DiskDistributionRegistry(dist_kvstore)
dist_registry = CachedDiskDistributionRegistry(dist_kvstore)
impls = asyncio.run(resolve_impls(config, get_provider_registry(), dist_registry))
if Api.telemetry in impls: