phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-28 19:04:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update fireworks and together entries as adapters

Browse source
This commit is contained in:
Ashwin Bharambe 2024-09-03 22:56:52 -07:00
parent f802d481d9
commit 4869f2b983
1 changed files with 18 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

32
llama_toolchain/inference/providers.py
View file

@ -35,22 +35,26 @@ def available_inference_providers() -> List[ProviderSpec]:
module="llama_toolchain.inference.adapters.ollama", module="llama_toolchain.inference.adapters.ollama",
), ),
), ),
InlineProviderSpec( remote_provider_spec(
api=Api.inference, api=Api.inference,
provider_id="fireworks", adapter=AdapterSpec(
pip_packages=[ adapter_id="fireworks",
"fireworks-ai", pip_packages=[
], "fireworks-ai",
module="llama_toolchain.inference.fireworks", ],
config_class="llama_toolchain.inference.fireworks.FireworksImplConfig", module="llama_toolchain.inference.fireworks",
config_class="llama_toolchain.inference.fireworks.FireworksImplConfig",
),
), ),
InlineProviderSpec( remote_provider_spec(
api=Api.inference, api=Api.inference,
provider_id="together", adapter=AdapterSpec(
pip_packages=[ adapter_id="together",
"together", pip_packages=[
], "together",
module="llama_toolchain.inference.together", ],
config_class="llama_toolchain.inference.together.TogetherImplConfig", module="llama_toolchain.inference.together",
config_class="llama_toolchain.inference.together.TogetherImplConfig",
),
), ),
] ]