phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-14 00:56:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Support for Llama3.2 models and Swift SDK (#98)

Browse source
This commit is contained in:
Ashwin Bharambe 2024-09-25 10:29:58 -07:00 • committed by GitHub
parent 95abbf576b
commit 56aed59eb4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
56 changed files with 3745 additions and 630 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama_stack/providers/registry/inference.py
View file

@ -20,6 +20,7 @@ def available_providers() -> List[ProviderSpec]:
"fairscale",
"fbgemm-gpu==0.8.0",
"torch",
"torchvision",
"transformers",
"zmq",
],
@ -75,15 +76,4 @@ def available_providers() -> List[ProviderSpec]:
header_extractor_class="llama_stack.providers.adapters.inference.together.TogetherHeaderExtractor",
),
),
remote_provider_spec(
api=Api.inference,
adapter=AdapterSpec(
adapter_id="bedrock",
pip_packages=[
"boto3",
],
module="llama_stack.providers.adapters.inference.bedrock",
config_class="llama_stack.providers.adapters.inference.bedrock.BedrockConfig",
),
),
]

6
llama_stack/providers/registry/safety.py
View file

@ -21,13 +21,15 @@ def available_providers() -> List[ProviderSpec]:
api=Api.safety,
provider_id="meta-reference",
pip_packages=[
"accelerate",
"codeshield",
"torch",
"transformers",
"torch --index-url https://download.pytorch.org/whl/cpu",
],
module="llama_stack.providers.impls.meta_reference.safety",
config_class="llama_stack.providers.impls.meta_reference.safety.SafetyConfig",
api_dependencies=[
Api.inference,
],
),
remote_provider_spec(
api=Api.safety,