phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-10 03:30:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

processor registry

Browse source
This commit is contained in:
Xi Yan 2024-10-14 16:25:06 -07:00
parent 95fd53d292
commit a22c31b8a4
6 changed files with 33 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

13
llama_stack/apis/evals/evals.py
View file

@ -89,15 +89,21 @@ class EvaluatePostprocessConfig(BaseModel):
kwargs: Optional[Dict[str, Any]] = None
@json_schema_type
class EvaluateProcessorConfig(BaseModel):
processor_identifier: str
preprocess_config: Optional[EvaluatePreprocessConfig] = None
postprocess_config: Optional[EvaluatePostprocessConfig] = None
@json_schema_type
class EvaluateJudgeScoringConfig(BaseModel): ...
@json_schema_type
class LLMJudgeConfig(BaseModel):
judge_preprocess_config: EvaluatePreprocessConfig
judge_processor_config: EvaluateProcessorConfig
judge_model_generation_config: EvaluateModelGenerationConfig
judge_postprocess_config: EvaluatePostprocessConfig
judge_scoring_config: EvaluateJudgeScoringConfig
@ -116,9 +122,8 @@ class EvaluateScoringConfig(BaseModel):
@json_schema_type
class EvaluateTaskConfig(BaseModel):
dataset_config: EvaluateDatasetConfig
preprocess_config: Optional[EvaluatePreprocessConfig] = None
processor_config: EvaluateProcessorConfig
generation_config: EvaluateModelGenerationConfig
postprocess_config: Optional[EvaluatePostprocessConfig] = None
scoring_config: EvaluateScoringConfig