phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

stage back models api

Browse source
This commit is contained in:
Xi Yan 2024-09-16 13:00:39 -07:00
parent 82b5c0460e
commit 5839c61002
1 changed files with 1 additions and 28 deletions
Download patch file Download diff file Expand all files Collapse all files

29
llama_toolchain/models/api/api.py
View file

@ -11,31 +11,4 @@ from llama_models.schema_utils import webmethod # noqa: F401
from pydantic import BaseModel # noqa: F401
@json_schema_type
class ModelSpec(BaseModel):
model_name: str = Field(description="Name of the model")
providers_spec: Dict[Api, Dict[str, str]] = Field(
default_factory=dict,
description="Map of API to the concrete provider specs. E.g. {}".format(
{
"inference": {
"provider_type": "remote::tgi",
"url": "localhost::5555",
"api_token": "hf_xxx",
}
}
),
)
class Models(Protocol):
@webmethod(route="/models/list", method="GET")
async def list_models(self) -> List[ModelSpec]: ...
@webmethod(route="/models/get", method="GET")
async def get_model(self, model_name: str) -> ModelSpec: ...
@webmethod(route="/models/register")
async def register_model(
self, name: str, provider: Api, provider_spec: Dict[str, str]
) -> ModelSpec: ...
class Models(Protocol): ...