phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-29 03:14:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix model id for llm_as_judge_405b

Browse source
This commit is contained in:
Xi Yan 2024-11-19 19:05:06 -08:00
parent 6395dadc2b
commit 654722da7d
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_simpleqa.py
View file

@ -84,7 +84,7 @@ llm_as_judge_405b_simpleqa = ScoringFn(
provider_id="llm-as-judge", provider_id="llm-as-judge",
provider_resource_id="llm-as-judge-405b-simpleqa", provider_resource_id="llm-as-judge-405b-simpleqa",
params=LLMAsJudgeScoringFnParams( params=LLMAsJudgeScoringFnParams(
judge_model="Llama3.1-405B-Instruct", judge_model="meta-llama/Llama-3.1-405B-Instruct",
prompt_template=GRADER_TEMPLATE, prompt_template=GRADER_TEMPLATE,
judge_score_regexes=[r"(A|B|C)"], judge_score_regexes=[r"(A|B|C)"],
), ),