phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

precommit

Browse source
This commit is contained in:
Xi Yan 2025-03-18 20:48:03 -07:00
parent 205a50f10b
commit bf135f38b1
4 changed files with 11 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

16
llama_stack/apis/graders/graders.py
View file

@ -20,7 +20,7 @@ from typing import (
from pydantic import BaseModel, Field from pydantic import BaseModel, Field
from llama_stack.apis.datasets import DatasetPurpose from llama_stack.apis.datasets import DatasetPurpose
from llama_stack.apis.resource import Resource, ResourceType from llama_stack.apis.resource import Resource
from llama_stack.schema_utils import json_schema_type, register_schema, webmethod from llama_stack.schema_utils import json_schema_type, register_schema, webmethod
from .graders import * # noqa: F401 F403 from .graders import * # noqa: F401 F403
@ -96,37 +96,37 @@ class RegexParserGraderParams(BaseModel):
@json_schema_type @json_schema_type
class LlmGrader(BaseModel): class LlmGrader(BaseModel):
type: Literal[GraderType.llm.value] = GraderType.llm.value type: Literal["llm"] = "llm"
llm: LlmGraderParams llm: LlmGraderParams
@json_schema_type @json_schema_type
class RegexParserGrader(BaseModel): class RegexParserGrader(BaseModel):
type: Literal[GraderType.regex_parser.value] = GraderType.regex_parser.value type: Literal["regex_parser"] = "regex_parser"
regex_parser: RegexParserGraderParams regex_parser: RegexParserGraderParams
@json_schema_type @json_schema_type
class EqualityGrader(BaseModel): class EqualityGrader(BaseModel):
type: Literal[GraderType.equality.value] = GraderType.equality.value type: Literal["equality"] = "equality"
equality: BasicGraderParams equality: BasicGraderParams
@json_schema_type @json_schema_type
class SubsetOfGrader(BaseModel): class SubsetOfGrader(BaseModel):
type: Literal[GraderType.subset_of.value] = GraderType.subset_of.value type: Literal["subset_of"] = "subset_of"
subset_of: BasicGraderParams subset_of: BasicGraderParams
@json_schema_type @json_schema_type
class FactualityGrader(BaseModel): class FactualityGrader(BaseModel):
type: Literal[GraderType.factuality.value] = GraderType.factuality.value type: Literal["factuality"] = "factuality"
factuality: BasicGraderParams factuality: BasicGraderParams
@json_schema_type @json_schema_type
class FaithfulnessGrader(BaseModel): class FaithfulnessGrader(BaseModel):
type: Literal[GraderType.faithfulness.value] = GraderType.faithfulness.value type: Literal["faithfulness"] = "faithfulness"
faithfulness: BasicGraderParams faithfulness: BasicGraderParams
@ -157,7 +157,7 @@ class CommonGraderFields(BaseModel):
@json_schema_type @json_schema_type
class Grader(CommonGraderFields, Resource): class Grader(CommonGraderFields, Resource):
type: Literal[ResourceType.grader.value] = ResourceType.grader.value type: Literal["grader"] = "grader"
@property @property
def grader_id(self) -> str: def grader_id(self) -> str: