phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Update fireworks and together entries as adapters

Browse source
This commit is contained in:
Ashwin Bharambe 2024-09-03 22:56:52 -07:00
parent f802d481d9
commit 4869f2b983
1 changed files with 18 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama_toolchain/inference/providers.py
View file

@ -35,22 +35,26 @@ def available_inference_providers() -> List[ProviderSpec]:
module="llama_toolchain.inference.adapters.ollama", module="llama_toolchain.inference.adapters.ollama",
), ),
), ),
InlineProviderSpec( remote_provider_spec(
api=Api.inference, api=Api.inference,
provider_id="fireworks", adapter=AdapterSpec(
adapter_id="fireworks",
pip_packages=[ pip_packages=[
"fireworks-ai", "fireworks-ai",
], ],
module="llama_toolchain.inference.fireworks", module="llama_toolchain.inference.fireworks",
config_class="llama_toolchain.inference.fireworks.FireworksImplConfig", config_class="llama_toolchain.inference.fireworks.FireworksImplConfig",
), ),
InlineProviderSpec( ),
remote_provider_spec(
api=Api.inference, api=Api.inference,
provider_id="together", adapter=AdapterSpec(
adapter_id="together",
pip_packages=[ pip_packages=[
"together", "together",
], ],
module="llama_toolchain.inference.together", module="llama_toolchain.inference.together",
config_class="llama_toolchain.inference.together.TogetherImplConfig", config_class="llama_toolchain.inference.together.TogetherImplConfig",
), ),
),
] ]