phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 20:27:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fireworks basic integration

Browse source
This commit is contained in:
benjibc 2024-08-23 05:15:54 +00:00
parent b4af8c0e00
commit 2a768f0485
5 changed files with 358 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_toolchain/inference/providers.py
View file

@ -36,4 +36,13 @@ def available_inference_providers() -> List[ProviderSpec]:
module="llama_toolchain.inference.ollama",
config_class="llama_toolchain.inference.ollama.OllamaImplConfig",
),
InlineProviderSpec(
api=Api.inference,
provider_id="fireworks",
pip_packages=[
"fireworks-ai",
],
module="llama_toolchain.inference.fireworks",
config_class="llama_toolchain.inference.fireworks.FireworksImplConfig",
),
]