Revert "add fiddlecube to distros, update docs"

This reverts commit 3978df54b6.
This commit is contained in:
Kaushik 2025-02-11 15:10:52 -08:00
parent 3978df54b6
commit 6562a40980
63 changed files with 28 additions and 104 deletions

View file

@ -9,7 +9,7 @@ The `llamastack/distribution-nvidia` distribution consists of the following prov
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::nvidia` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime`, `remote::model-context-protocol` |

View file

@ -16,7 +16,7 @@ The `llamastack/distribution-bedrock` distribution consists of the following pro
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::bedrock` |
| safety | `remote::bedrock`, `remote::fiddlecube` |
| safety | `remote::bedrock` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime`, `remote::model-context-protocol` |

View file

@ -9,7 +9,7 @@ The `llamastack/distribution-cerebras` distribution consists of the following pr
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::cerebras` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime` |

View file

@ -20,7 +20,7 @@ The `llamastack/distribution-dell` distribution consists of the following provid
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::tgi` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime` |

View file

@ -19,7 +19,7 @@ The `llamastack/distribution-meta-reference-gpu` distribution consists of the fo
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `inline::meta-reference` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime`, `remote::model-context-protocol` |

View file

@ -19,7 +19,7 @@ The `llamastack/distribution-meta-reference-quantized-gpu` distribution consists
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `inline::meta-reference-quantized` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime`, `remote::model-context-protocol` |

View file

@ -19,7 +19,7 @@ The `llamastack/distribution-ollama` distribution consists of the following prov
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::ollama` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime` |

View file

@ -18,7 +18,7 @@ The `llamastack/distribution-remote-vllm` distribution consists of the following
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::vllm` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime`, `remote::model-context-protocol` |

View file

@ -17,7 +17,7 @@ The `llamastack/distribution-sambanova` distribution consists of the following p
|-----|-------------|
| agents | `inline::meta-reference` |
| inference | `remote::sambanova` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime` |
| vector_io | `inline::faiss`, `remote::chromadb`, `remote::pgvector` |

View file

@ -20,7 +20,7 @@ The `llamastack/distribution-tgi` distribution consists of the following provide
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::tgi` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime`, `remote::model-context-protocol` |

View file

@ -19,7 +19,7 @@ The `llamastack/distribution-together` distribution consists of the following pr
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::together` |
| safety | `inline::llama-guard`, `remote::fiddlecube` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime`, `remote::model-context-protocol` |

View file

@ -78,7 +78,6 @@ A number of "adapters" are available for some popular Inference and Vector Store
| Prompt Guard | Single Node |
| Code Scanner | Single Node |
| AWS Bedrock | Hosted |
| FiddleCube | Hosted |
```{toctree}

View file

@ -19,7 +19,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::bedrock"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["remote::bedrock", "remote::fiddlecube"],
"safety": ["remote::bedrock"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- remote::bedrock
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -27,9 +27,6 @@ providers:
- provider_id: bedrock
provider_type: remote::bedrock
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -6,7 +6,6 @@ distribution_spec:
- remote::cerebras
safety:
- inline::llama-guard
- remote::fiddlecube
vector_io:
- inline::faiss
- remote::chromadb

View file

@ -22,7 +22,7 @@ from llama_stack.templates.template import DistributionTemplate, RunConfigSettin
def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::cerebras"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"agents": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -24,9 +24,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
vector_io:
- provider_id: faiss
provider_type: inline::faiss

View file

@ -11,7 +11,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -23,7 +23,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::tgi"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -32,9 +32,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -28,9 +28,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -28,7 +28,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::fireworks"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -29,8 +29,8 @@ providers:
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/faiss_store.db
safety:
- provider_id: fiddlecube
provider_type: remote::fiddlecube
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
agents:
- provider_id: meta-reference

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -23,7 +23,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::hf::endpoint"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -37,9 +37,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -32,9 +32,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -23,7 +23,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::hf::serverless"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -37,9 +37,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -32,9 +32,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -27,7 +27,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["inline::meta-reference"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -39,9 +39,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -33,9 +33,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -22,7 +22,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["inline::meta-reference-quantized"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -35,9 +35,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -8,7 +8,6 @@ distribution_spec:
- inline::faiss
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -18,7 +18,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::nvidia"],
"vector_io": ["inline::faiss"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -29,9 +29,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -25,7 +25,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::ollama"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -31,9 +31,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
eval:

View file

@ -39,9 +39,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -33,9 +33,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -25,7 +25,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::vllm"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -32,9 +32,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -24,7 +24,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::sambanova"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"tool_runtime": [

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -32,9 +32,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -31,9 +31,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -25,7 +25,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::tgi"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -32,9 +32,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -28,7 +28,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::together"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],

View file

@ -10,7 +10,6 @@ distribution_spec:
- remote::pgvector
safety:
- inline::llama-guard
- remote::fiddlecube
agents:
- inline::meta-reference
telemetry:

View file

@ -35,9 +35,6 @@ providers:
- provider_id: llama-guard
provider_type: inline::llama-guard
config: {}
- provider_id: fiddlecube
provider_type: remote::fiddlecube
config: {}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference

View file

@ -22,7 +22,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["inline::vllm"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard", "remote::fiddlecube"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"],