phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-08 13:00:52 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Make Fireworks and Together into the Adapter format

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-28 16:21:07 -07:00
parent a23a6ab95b
commit f1244f6d9e
10 changed files with 56 additions and 83 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_toolchain/distribution/dynamic.py
View file

@ -8,7 +8,7 @@ import asyncio
import importlib
from typing import Any, Dict
from .datatypes import ProviderSpec, RemoteProviderConfig, RemoteProviderSpec
from .datatypes import ProviderSpec, RemoteProviderSpec
def instantiate_class_type(fully_qualified_name):
@ -28,10 +28,6 @@ def instantiate_provider(
config_type = instantiate_class_type(provider_spec.config_class)
if isinstance(provider_spec, RemoteProviderSpec):
if provider_spec.adapter:
if not issubclass(config_type, RemoteProviderConfig):
raise ValueError(
f"Config class {provider_spec.config_class} does not inherit from RemoteProviderConfig"
)
method = "get_adapter_impl"
else:
method = "get_client_impl"

22
llama_toolchain/distribution/registry.py
View file

@ -39,21 +39,23 @@ def available_distribution_specs() -> List[DistributionSpec]:
},
),
DistributionSpec(
spec_id="remote-fireworks",
distribution_id="local-plus-fireworks-inference",
description="Use Fireworks.ai for running LLM inference",
provider_specs={
Api.inference: providers[Api.inference]["fireworks"],
Api.safety: providers[Api.safety]["meta-reference"],
Api.agentic_system: providers[Api.agentic_system]["meta-reference"],
providers={
Api.inference: remote_provider_id("fireworks"),
Api.safety: "meta-reference",
Api.agentic_system: "meta-reference",
Api.memory: "meta-reference-faiss",
},
),
DistributionSpec(
spec_id="remote-together",
distribution_id="local-plus-together-inference",
description="Use Together.ai for running LLM inference",
provider_specs={
Api.inference: providers[Api.inference]["together"],
Api.safety: providers[Api.safety]["meta-reference"],
Api.agentic_system: providers[Api.agentic_system]["meta-reference"],
providers={
Api.inference: remote_provider_id("together"),
Api.safety: "meta-reference",
Api.agentic_system: "meta-reference",
Api.memory: "meta-reference-faiss",
},
),
]