phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-02 08:44:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add eval provider to distro

Browse source
This commit is contained in:
Xi Yan 2024-12-03 17:01:33 -08:00
parent f32092178e
commit 95187891ca
10 changed files with 30 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/templates/bedrock/bedrock.py
View file

@ -16,6 +16,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["remote::bedrock"], "safety": ["remote::bedrock"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
return DistributionTemplate( return DistributionTemplate(

3
llama_stack/templates/fireworks/fireworks.py
View file

@ -22,6 +22,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(

3
llama_stack/templates/hf-endpoint/hf_endpoint.py
View file

@ -16,6 +16,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(

3
llama_stack/templates/hf-serverless/hf_serverless.py
View file

@ -16,6 +16,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(

3
llama_stack/templates/meta-reference-gpu/meta_reference.py
View file

@ -20,6 +20,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(

3
llama_stack/templates/meta-reference-quantized-gpu/meta_reference.py
View file

@ -20,6 +20,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(

3
llama_stack/templates/ollama/ollama.py
View file

@ -18,6 +18,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(

3
llama_stack/templates/tgi/tgi.py
View file

@ -18,6 +18,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(

3
llama_stack/templates/together/together.py
View file

@ -22,6 +22,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(

3
llama_stack/templates/vllm-gpu/vllm.py
View file

@ -16,6 +16,9 @@ def get_distribution_template() -> DistributionTemplate:
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
} }
inference_provider = Provider( inference_provider = Provider(