mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-27 14:38:49 +00:00
8563c76f88
- add field "metrcis" under API "/providers" - each provider can config "metrics" in run.yaml in "config" - if no "metrics": /provider/<provider_id> shows "metrics: null" in response - if has "metrics": /provider/<provider_id> show result in response - if has "metrics" but is not string type and not httpurl, raise ValidationError - add unit tests for providers - update "docs" Signed-off-by: Wen Zhou <wenzhou@redhat.com>
31 lines
1.2 KiB
Python
31 lines
1.2 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from llama_stack_client import LlamaStackClient
|
|
|
|
from llama_stack import LlamaStackAsLibraryClient
|
|
|
|
|
|
class TestProviders:
|
|
def test_providers(self, llama_stack_client: LlamaStackAsLibraryClient | LlamaStackClient):
|
|
provider_list = llama_stack_client.providers.list()
|
|
assert provider_list is not None
|
|
assert len(provider_list) > 0
|
|
|
|
for provider in provider_list:
|
|
pid = provider.provider_id
|
|
provider = llama_stack_client.providers.retrieve(pid)
|
|
assert provider is not None
|
|
|
|
@pytest.mark.asyncio
|
|
def test_providers_metrics_field(self, llama_stack_client: LlamaStackAsLibraryClient | LlamaStackClient):
|
|
"""Test metrics field is in provider responses."""
|
|
provider_list = llama_stack_client.providers.list()
|
|
assert provider_list is not None
|
|
assert len(provider_list) > 0
|
|
|
|
for provider in provider_list:
|
|
assert provider.metrics is None or isinstance(provider.metrics, str)
|