From 4869f2b9834f0dffbaeba8df9995e0f8e20e46d7 Mon Sep 17 00:00:00 2001 From: Ashwin Bharambe Date: Tue, 3 Sep 2024 22:56:52 -0700 Subject: [PATCH] Update fireworks and together entries as adapters --- llama_toolchain/inference/providers.py | 32 +++++++++++++++----------- 1 file changed, 18 insertions(+), 14 deletions(-) diff --git a/llama_toolchain/inference/providers.py b/llama_toolchain/inference/providers.py index 832e3e1a2..7514aa724 100644 --- a/llama_toolchain/inference/providers.py +++ b/llama_toolchain/inference/providers.py @@ -35,22 +35,26 @@ def available_inference_providers() -> List[ProviderSpec]: module="llama_toolchain.inference.adapters.ollama", ), ), - InlineProviderSpec( + remote_provider_spec( api=Api.inference, - provider_id="fireworks", - pip_packages=[ - "fireworks-ai", - ], - module="llama_toolchain.inference.fireworks", - config_class="llama_toolchain.inference.fireworks.FireworksImplConfig", + adapter=AdapterSpec( + adapter_id="fireworks", + pip_packages=[ + "fireworks-ai", + ], + module="llama_toolchain.inference.fireworks", + config_class="llama_toolchain.inference.fireworks.FireworksImplConfig", + ), ), - InlineProviderSpec( + remote_provider_spec( api=Api.inference, - provider_id="together", - pip_packages=[ - "together", - ], - module="llama_toolchain.inference.together", - config_class="llama_toolchain.inference.together.TogetherImplConfig", + adapter=AdapterSpec( + adapter_id="together", + pip_packages=[ + "together", + ], + module="llama_toolchain.inference.together", + config_class="llama_toolchain.inference.together.TogetherImplConfig", + ), ), ]