mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-27 18:50:41 +00:00
b4416b72fd
* rename evals related stuff * fix datasetio * fix scoring test * localfs -> LocalFS * refactor scoring * refactor scoring * remove 8b_correctness scoring_fn from tests * tests w/ eval params * scoring fn braintrust fixture * import
20 lines
968 B
Python
20 lines
968 B
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
JUDGE_PROMPT = """
|
|
You will be given a question, a expected_answer, and a system_answer.
|
|
Your task is to provide a 'total rating' scoring how well the system_answer answers compared with ground truth in expected_answer in terms of factual correctness to the question.
|
|
Give your answer as a integer on a scale of 0 to 5, where 0 means that the system_answer is not correct at all compared with expected_answer, and 5 means that the answer completely and correctly answers the question.
|
|
Provide your feedback as follows:
|
|
Feedback:::
|
|
Total rating: (your rating, as a int between 0 and 5)
|
|
Now here are the question, expected_answer, system_answer.
|
|
Question: {input_query}
|
|
Expected Answer: {expected_answer}
|
|
System Answer: {generated_answer}
|
|
Feedback:::
|
|
Total rating:
|
|
"""
|