mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-27 06:28:50 +00:00
8563c76f88
- add field "metrcis" under API "/providers" - each provider can config "metrics" in run.yaml in "config" - if no "metrics": /provider/<provider_id> shows "metrics: null" in response - if has "metrics": /provider/<provider_id> show result in response - if has "metrics" but is not string type and not httpurl, raise ValidationError - add unit tests for providers - update "docs" Signed-off-by: Wen Zhou <wenzhou@redhat.com>
59 lines
1.7 KiB
Python
59 lines
1.7 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from typing import Any, Protocol, runtime_checkable
|
|
|
|
from pydantic import BaseModel, HttpUrl, field_validator
|
|
|
|
from llama_stack.providers.datatypes import HealthResponse
|
|
from llama_stack.schema_utils import json_schema_type, webmethod
|
|
|
|
|
|
@json_schema_type
|
|
class ProviderInfo(BaseModel):
|
|
api: str
|
|
provider_id: str
|
|
provider_type: str
|
|
config: dict[str, Any]
|
|
health: HealthResponse
|
|
metrics: str | None = None # define as string type than httpurl for openapi compatibility
|
|
|
|
@field_validator("metrics")
|
|
@classmethod
|
|
def validate_metrics_url(cls, v):
|
|
if v is None:
|
|
return None
|
|
if isinstance(v, str):
|
|
HttpUrl(v)
|
|
return v
|
|
|
|
|
|
class ListProvidersResponse(BaseModel):
|
|
data: list[ProviderInfo]
|
|
|
|
|
|
@runtime_checkable
|
|
class Providers(Protocol):
|
|
"""
|
|
Providers API for inspecting, listing, and modifying providers and their configurations.
|
|
"""
|
|
|
|
@webmethod(route="/providers", method="GET")
|
|
async def list_providers(self) -> ListProvidersResponse:
|
|
"""List all available providers.
|
|
|
|
:returns: A ListProvidersResponse containing information about all providers.
|
|
"""
|
|
...
|
|
|
|
@webmethod(route="/providers/{provider_id}", method="GET")
|
|
async def inspect_provider(self, provider_id: str) -> ProviderInfo:
|
|
"""Get detailed information about a specific provider.
|
|
|
|
:param provider_id: The ID of the provider to inspect.
|
|
:returns: A ProviderInfo object containing the provider's details.
|
|
"""
|
|
...
|