phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

[Evals API][2/n] datasets / datasetio meta-reference implementation (#288)

Browse source 
* skeleton dataset / datasetio

* dataset datasetio

* config

* address comments

* delete dataset_utils

* address comments

* naming fix
This commit is contained in:
Xi Yan 2024-10-22 16:12:16 -07:00 • committed by GitHub
parent 8a01b9e40c
commit 821810657f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 452 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/distribution/routers/__init__.py
View file

@ -8,6 +8,7 @@ from typing import Any
from llama_stack.distribution.datatypes import * # noqa: F403
from .routing_tables import (
DatasetsRoutingTable,
MemoryBanksRoutingTable,
ModelsRoutingTable,
ShieldsRoutingTable,
@ -23,6 +24,7 @@ async def get_routing_table_impl(
"memory_banks": MemoryBanksRoutingTable,
"models": ModelsRoutingTable,
"shields": ShieldsRoutingTable,
"datasets": DatasetsRoutingTable,
}
if api.value not in api_to_tables:
raise ValueError(f"API {api.value} not found in router map")
@ -33,12 +35,13 @@ async def get_routing_table_impl(
async def get_auto_router_impl(api: Api, routing_table: RoutingTable, _deps) -> Any:
from .routers import InferenceRouter, MemoryRouter, SafetyRouter
from .routers import DatasetIORouter, InferenceRouter, MemoryRouter, SafetyRouter
api_to_routers = {
"memory": MemoryRouter,
"inference": InferenceRouter,
"safety": SafetyRouter,
"datasetio": DatasetIORouter,
}
if api.value not in api_to_routers:
raise ValueError(f"API {api.value} not found in router map")