Fireworks basic integration (#39)

2025-06-28 02:53:30 +00:00 · 2024-08-25 08:05:52 -07:00 · 2024-08-25 08:05:52 -07:00 · 40ca8e21bd
commit 40ca8e21bd
parent f812648aca
5 changed files with 358 additions and 0 deletions
--- a/llama_toolchain/inference/providers.py
+++ b/llama_toolchain/inference/providers.py
@ -36,4 +36,13 @@ def available_inference_providers() -> List[ProviderSpec]:
            module="llama_toolchain.inference.ollama",
            config_class="llama_toolchain.inference.ollama.OllamaImplConfig",
        ),
+        InlineProviderSpec(
+            api=Api.inference,
+            provider_id="fireworks",
+            pip_packages=[
+                "fireworks-ai",
+            ],
+            module="llama_toolchain.inference.fireworks",
+            config_class="llama_toolchain.inference.fireworks.FireworksImplConfig",
+        ),
    ]