Support for Llama3.2 models and Swift SDK

This commit is contained in:
Ashwin Bharambe 2024-09-25 06:24:19 -07:00
parent 95abbf576b
commit fa513e03a9
56 changed files with 3745 additions and 630 deletions

View file

@ -21,13 +21,15 @@ def available_providers() -> List[ProviderSpec]:
api=Api.safety,
provider_id="meta-reference",
pip_packages=[
"accelerate",
"codeshield",
"torch",
"transformers",
"torch --index-url https://download.pytorch.org/whl/cpu",
],
module="llama_stack.providers.impls.meta_reference.safety",
config_class="llama_stack.providers.impls.meta_reference.safety.SafetyConfig",
api_dependencies=[
Api.inference,
],
),
remote_provider_spec(
api=Api.safety,