phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

fix tests after registration migration & rename meta-reference -> basic / llm_as_judge provider (#424)

Browse source 
* rename meta-reference -> basic

* config rename

* impl rename

* rename llm_as_judge, fix test

* util

* rebase

* naming fix
This commit is contained in:
Xi Yan 2024-11-12 10:35:44 -05:00 • committed by GitHub
parent 3d7561e55c
commit 84c6fbbd93
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
24 changed files with 268 additions and 73 deletions
Download patch file Download diff file Expand all files Collapse all files

23
llama_stack/providers/tests/scoring/fixtures.py
View file

@ -19,12 +19,12 @@ def scoring_remote() -> ProviderFixture:
@pytest.fixture(scope="session")
def scoring_meta_reference() -> ProviderFixture:
def scoring_basic() -> ProviderFixture:
return ProviderFixture(
providers=[
Provider(
provider_id="meta-reference",
provider_type="meta-reference",
provider_id="basic",
provider_type="inline::basic",
config={},
)
],
@ -37,14 +37,27 @@ def scoring_braintrust() -> ProviderFixture:
providers=[
Provider(
provider_id="braintrust",
provider_type="braintrust",
provider_type="inline::braintrust",
config={},
)
],
)
SCORING_FIXTURES = ["meta_reference", "remote", "braintrust"]
@pytest.fixture(scope="session")
def scoring_llm_as_judge() -> ProviderFixture:
return ProviderFixture(
providers=[
Provider(
provider_id="llm-as-judge",
provider_type="inline::llm-as-judge",
config={},
)
],
)
SCORING_FIXTURES = ["basic", "remote", "braintrust", "llm_as_judge"]
@pytest_asyncio.fixture(scope="session")