phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 00:05:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

rebase

Browse source
This commit is contained in:
Xi Yan 2024-11-12 10:03:03 -05:00
parent 86fdad3be3
commit a15a4a4be2
2 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/inline/scoring/braintrust/braintrust.py
View file

@ -64,7 +64,6 @@ class BraintrustScoringImpl(Scoring, ScoringFunctionsProtocolPrivate):
async def validate_scoring_input_dataset_schema(self, dataset_id: str) -> None: async def validate_scoring_input_dataset_schema(self, dataset_id: str) -> None:
dataset_def = await self.datasets_api.get_dataset(dataset_id=dataset_id) dataset_def = await self.datasets_api.get_dataset(dataset_id=dataset_id)
print(dataset_def)
if not dataset_def.schema or len(dataset_def.schema) == 0: if not dataset_def.schema or len(dataset_def.schema) == 0:
raise ValueError( raise ValueError(
f"Dataset {dataset_id} does not have a schema defined. Please define a schema for the dataset." f"Dataset {dataset_id} does not have a schema defined. Please define a schema for the dataset."

6
llama_stack/providers/tests/scoring/fixtures.py
View file

@ -24,7 +24,7 @@ def scoring_basic() -> ProviderFixture:
providers=[ providers=[
Provider( Provider(
provider_id="basic", provider_id="basic",
provider_type="basic", provider_type="inline::basic",
config={}, config={},
) )
], ],
@ -37,7 +37,7 @@ def scoring_braintrust() -> ProviderFixture:
providers=[ providers=[
Provider( Provider(
provider_id="braintrust", provider_id="braintrust",
provider_type="braintrust", provider_type="inline::braintrust",
config={}, config={},
) )
], ],
@ -50,7 +50,7 @@ def scoring_llm_as_judge() -> ProviderFixture:
providers=[ providers=[
Provider( Provider(
provider_id="llm-as-judge", provider_id="llm-as-judge",
provider_type="llm-as-judge", provider_type="inline::llm-as-judge",
config={}, config={},
) )
], ],