phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-08 19:10:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

move folder

Browse source
This commit is contained in:
Xi Yan 2024-10-05 11:57:21 -07:00
parent 6234dd97d5
commit 041634192a
9 changed files with 18 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/impls/meta_reference/evals/tasks/mmlu_task.py
View file

@ -146,5 +146,5 @@ class MMLUTask(BaseTask):
def aggregate_results(self, eval_results):
return EvaluateResponse(
metrics={"score": sum(eval_results) / len(eval_results)}
metrics={"score": str(sum(eval_results) / len(eval_results))}
)

0
llama_stack/providers/adapters/evals/__init__.py → llama_stack/providers/impls/third_party/evals/__init__.py vendored
View file

0
llama_stack/providers/adapters/evals/eleuther/__init__.py → llama_stack/providers/impls/third_party/evals/eleuther/__init__.py vendored
View file

0
llama_stack/providers/adapters/evals/eleuther/config.py → llama_stack/providers/impls/third_party/evals/eleuther/config.py vendored
View file

0
llama_stack/providers/adapters/evals/eleuther/eleuther.py → llama_stack/providers/impls/third_party/evals/eleuther/eleuther.py vendored
View file

4
llama_stack/providers/registry/evals.py
View file

@ -33,8 +33,8 @@ def available_providers() -> List[ProviderSpec]:
pip_packages=[
"lm-eval",
],
module="llama_stack.providers.adapters.evals.eleuther",
config_class="llama_stack.providers.adapters.evals.eleuther.EleutherEvalsImplConfig",
module="llama_stack.providers.impls.third_party.evals.eleuther",
config_class="llama_stack.providers.impls.third_party.evals.eleuther.EleutherEvalsImplConfig",
api_dependencies=[
Api.inference,
],