fix after rebase

This commit is contained in:
Dinesh Yeduguru 2024-11-11 17:27:22 -08:00
parent 3802edfc50
commit 9718989ee1
16 changed files with 114 additions and 62 deletions

View file

@ -48,7 +48,7 @@ SCORING_FIXTURES = ["meta_reference", "remote", "braintrust"]
@pytest_asyncio.fixture(scope="session")
async def scoring_stack(request):
async def scoring_stack(request, inference_model):
fixture_dict = request.param
providers = {}
@ -65,4 +65,19 @@ async def scoring_stack(request):
provider_data,
)
provider_id = providers["inference"][0].provider_id
print(f"Registering model {inference_model} with provider {provider_id}")
await impls[Api.models].register_model(
model_id=inference_model,
provider_id=provider_id,
)
await impls[Api.models].register_model(
model_id="Llama3.1-405B-Instruct",
provider_id=provider_id,
)
await impls[Api.models].register_model(
model_id="Llama3.1-8B-Instruct",
provider_id=provider_id,
)
return impls