mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-27 18:31:58 +00:00
436f8ade9e
add `v1/providers/` which uses PUT to allow users to change their provider configuration this is a follow up to #1429 and related to #1359 a user can call something like: `llama_stack_client.providers.update(api="inference", provider_id="ollama", provider_type="remote::ollama", config={'url': 'http:/localhost:12345'})` or `llama-stack-client providers update inference ollama remote::ollama "{'url': 'http://localhost:12345'}"` this API works by adding a `RequestMiddleware` to the server which checks requests, and if the user is using PUT /v1/providers, the routes are re-registered with the re-initialized provider configurations/methods for the client, `self.impls` is updated to hold the proper methods+configurations this depends on a client PR, the CI will fail until then but succeeded locally Signed-off-by: Charlie Doern <cdoern@redhat.com>
54 lines
1.6 KiB
Python
54 lines
1.6 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from typing import Any, Protocol, runtime_checkable
|
|
|
|
from pydantic import BaseModel
|
|
|
|
from llama_stack.providers.datatypes import HealthResponse
|
|
from llama_stack.schema_utils import json_schema_type, webmethod
|
|
|
|
|
|
@json_schema_type
|
|
class ProviderInfo(BaseModel):
|
|
api: str
|
|
provider_id: str
|
|
provider_type: str
|
|
config: dict[str, Any]
|
|
health: HealthResponse
|
|
|
|
|
|
class ListProvidersResponse(BaseModel):
|
|
data: list[ProviderInfo]
|
|
|
|
|
|
@runtime_checkable
|
|
class Providers(Protocol):
|
|
"""
|
|
Providers API for inspecting, listing, and modifying providers and their configurations.
|
|
"""
|
|
|
|
@webmethod(route="/providers", method="GET")
|
|
async def list_providers(self) -> ListProvidersResponse:
|
|
"""List all available providers.
|
|
|
|
:returns: A ListProvidersResponse containing information about all providers.
|
|
"""
|
|
...
|
|
|
|
@webmethod(route="/providers/{provider_id}", method="GET")
|
|
async def inspect_provider(self, provider_id: str) -> ProviderInfo:
|
|
"""Get detailed information about a specific provider.
|
|
|
|
:param provider_id: The ID of the provider to inspect.
|
|
:returns: A ProviderInfo object containing the provider's details.
|
|
"""
|
|
...
|
|
|
|
@webmethod(route="/providers/{api}/{provider_id}/{provider_type}", method="PUT")
|
|
async def update_provider(
|
|
self, api: str, provider_id: str, provider_type: str, config: dict[str, Any]
|
|
) -> ProviderInfo: ...
|