phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-30 07:39:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

dummy model spec

Browse source
This commit is contained in:
Xi Yan 2024-09-19 16:31:47 -07:00
parent 68131afc86
commit 552b747136
1 changed files with 15 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

20
llama_stack/providers/impls/builtin/models/models.py
View file

@ -17,8 +17,13 @@ from llama_models.sku_list import resolve_model
from .config import BuiltinImplConfig from .config import BuiltinImplConfig
DUMMY_MODELS_SPEC = ModelSpec( DUMMY_MODELS_SPEC_1 = ModelSpec(
llama_model_metadata=resolve_model("Meta-Llama3.1-8B"), llama_model_metadata=resolve_model("Llama-Guard-3-8B"),
providers_spec={"safety": {"provider_type": "meta-reference"}},
)
DUMMY_MODELS_SPEC_2 = ModelSpec(
llama_model_metadata=resolve_model("Meta-Llama3.1-8B-Instruct"),
providers_spec={"inference": {"provider_type": "meta-reference"}}, providers_spec={"inference": {"provider_type": "meta-reference"}},
) )
@ -29,16 +34,21 @@ class BuiltinModelsImpl(Models):
config: BuiltinImplConfig, config: BuiltinImplConfig,
) -> None: ) -> None:
self.config = config self.config = config
self.models_list = [DUMMY_MODELS_SPEC] self.models = {
x.llama_model_metadata.core_model_id.value: x
for x in [DUMMY_MODELS_SPEC_1, DUMMY_MODELS_SPEC_2]
}
async def initialize(self) -> None: async def initialize(self) -> None:
pass pass
async def list_models(self) -> ModelsListResponse: async def list_models(self) -> ModelsListResponse:
return ModelsListResponse(models_list=self.models_list) return ModelsListResponse(models_list=list(self.models.values()))
async def get_model(self, core_model_id: str) -> ModelsGetResponse: async def get_model(self, core_model_id: str) -> ModelsGetResponse:
return ModelsGetResponse(core_model_spec=DUMMY_MODELS_SPEC) if core_model_id in self.models:
return ModelsGetResponse(core_model_spec=self.models[core_model_id])
raise ValueError(f"Cannot find {core_model_id} in model registry")
async def register_model( async def register_model(
self, model_id: str, api: str, provider_spec: Dict[str, str] self, model_id: str, api: str, provider_spec: Dict[str, str]