phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-07 20:50:52 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fireworks basic integration

Browse source
This commit is contained in:
benjibc 2024-08-23 05:15:54 +00:00
parent b4af8c0e00
commit 2a768f0485
5 changed files with 358 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_toolchain/distribution/registry.py
View file

@ -50,6 +50,15 @@ def available_distribution_specs() -> List[DistributionSpec]:
Api.agentic_system: providers[Api.agentic_system]["meta-reference"],
},
),
DistributionSpec(
spec_id="remote-fireworks",
description="Use Fireworks.ai for running LLM inference",
provider_specs={
Api.inference: providers[Api.inference]["fireworks"],
Api.safety: providers[Api.safety]["meta-reference"],
Api.agentic_system: providers[Api.agentic_system]["meta-reference"],
},
),
]