phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-18 18:49:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Enable sane naming of registered objects with defaults

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-12 10:17:34 -08:00
parent 9e925f43e5
commit 48a6e27de9
13 changed files with 222 additions and 131 deletions
Download patch file Download diff file Expand all files Collapse all files

28
llama_stack/apis/eval_tasks/eval_tasks.py
View file

@ -7,14 +7,12 @@ from typing import Any, Dict, List, Literal, Optional, Protocol, runtime_checkab
from llama_models.schema_utils import json_schema_type, webmethod
from pydantic import Field
from pydantic import BaseModel, Field
from llama_stack.apis.resource import Resource
from llama_stack.apis.resource import Resource, ResourceType
@json_schema_type
class EvalTask(Resource):
type: Literal["eval_task"] = "eval_task"
class CommonEvalTaskFields(BaseModel):
dataset_id: str
scoring_functions: List[str]
metadata: Dict[str, Any] = Field(
@ -23,6 +21,26 @@ class EvalTask(Resource):
)
@json_schema_type
class EvalTask(CommonEvalTaskFields, Resource):
type: Literal[ResourceType.eval_task.value] = ResourceType.eval_task.value
@property
def eval_task_id(self) -> str:
return self.identifier
@property
def provider_eval_task_id(self) -> str:
return self.provider_resource_id
@json_schema_type
class EvalTaskInput(CommonEvalTaskFields, BaseModel):
eval_task_id: str
provider_id: Optional[str] = None
provider_eval_task_id: Optional[str] = None
@runtime_checkable
class EvalTasks(Protocol):
@webmethod(route="/eval_tasks/list", method="GET")