phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-02 07:04:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Restrict the changes to the new preprocessing API only.

Browse source
This commit is contained in:
ilya-kolchinsky 2025-04-03 12:19:08 +02:00
parent 2008cd7921
commit 863f87aa15
90 changed files with 104 additions and 1138 deletions
Download patch file Download diff file Expand all files Collapse all files

82
docs/_static/llama-stack-spec.html vendored
View file

@ -8052,44 +8052,6 @@
],
"title": "HealthInfo"
},
"PreprocessorChainElement": {
"type": "object",
"properties": {
"preprocessor_id": {
"type": "string"
},
"options": {
"type": "object",
"additionalProperties": {
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}
}
},
"additionalProperties": false,
"required": [
"preprocessor_id"
],
"title": "PreprocessorChainElement"
},
"RAGDocument": {
"type": "object",
"properties": {
@ -8171,12 +8133,6 @@
},
"chunk_size_in_tokens": {
"type": "integer"
},
"preprocessor_chain": {
"type": "array",
"items": {
"$ref": "#/components/schemas/PreprocessorChainElement"
}
}
},
"additionalProperties": false,
@ -9382,6 +9338,44 @@
],
"title": "PreprocessingDataElement"
},
"PreprocessorChainElement": {
"type": "object",
"properties": {
"preprocessor_id": {
"type": "string"
},
"options": {
"type": "object",
"additionalProperties": {
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}
}
},
"additionalProperties": false,
"required": [
"preprocessor_id"
],
"title": "PreprocessorChainElement"
},
"PreprocessRequest": {
"type": "object",
"properties": {

42
docs/_static/llama-stack-spec.yaml vendored
View file

@ -5572,25 +5572,6 @@ components:
required:
- status
title: HealthInfo
PreprocessorChainElement:
type: object
properties:
preprocessor_id:
type: string
options:
type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
additionalProperties: false
required:
- preprocessor_id
title: PreprocessorChainElement
RAGDocument:
type: object
properties:
@ -5639,10 +5620,6 @@ components:
type: string
chunk_size_in_tokens:
type: integer
preprocessor_chain:
type: array
items:
$ref: '#/components/schemas/PreprocessorChainElement'
additionalProperties: false
required:
- documents
@ -6414,6 +6391,25 @@ components:
required:
- data_element_id
title: PreprocessingDataElement
PreprocessorChainElement:
type: object
properties:
preprocessor_id:
type: string
options:
type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
additionalProperties: false
required:
- preprocessor_id
title: PreprocessorChainElement
PreprocessRequest:
type: object
properties:

1
docs/source/distributions/remote_hosted_distro/nvidia.md
View file

@ -10,7 +10,6 @@ The `llamastack/distribution-nvidia` distribution consists of the following prov
| eval | `inline::meta-reference` |
| inference | `remote::nvidia` |
| post_training | `remote::nvidia` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `remote::nvidia` |
| scoring | `inline::basic` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/bedrock.md
View file

@ -16,7 +16,6 @@ The `llamastack/distribution-bedrock` distribution consists of the following pro
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::bedrock` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `remote::bedrock` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/cerebras.md
View file

@ -9,7 +9,6 @@ The `llamastack/distribution-cerebras` distribution consists of the following pr
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::cerebras`, `inline::sentence-transformers` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/fireworks.md
View file

@ -19,7 +19,6 @@ The `llamastack/distribution-fireworks` distribution consists of the following p
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::fireworks`, `inline::sentence-transformers` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/groq.md
View file

@ -19,7 +19,6 @@ The `llamastack/distribution-groq` distribution consists of the following provid
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::groq` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/meta-reference-gpu.md
View file

@ -19,7 +19,6 @@ The `llamastack/distribution-meta-reference-gpu` distribution consists of the fo
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `inline::meta-reference` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/meta-reference-quantized-gpu.md
View file

@ -19,7 +19,6 @@ The `llamastack/distribution-meta-reference-quantized-gpu` distribution consists
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `inline::meta-reference-quantized` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/ollama.md
View file

@ -19,7 +19,6 @@ The `llamastack/distribution-ollama` distribution consists of the following prov
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::ollama` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/remote-vllm.md
View file

@ -18,7 +18,6 @@ The `llamastack/distribution-remote-vllm` distribution consists of the following
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::vllm`, `inline::sentence-transformers` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/sambanova.md
View file

@ -17,7 +17,6 @@ The `llamastack/distribution-sambanova` distribution consists of the following p
|-----|-------------|
| agents | `inline::meta-reference` |
| inference | `remote::sambanova` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| telemetry | `inline::meta-reference` |
| tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime` |

1
docs/source/distributions/self_hosted_distro/tgi.md
View file

@ -20,7 +20,6 @@ The `llamastack/distribution-tgi` distribution consists of the following provide
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::tgi`, `inline::sentence-transformers` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |

1
docs/source/distributions/self_hosted_distro/together.md
View file

@ -19,7 +19,6 @@ The `llamastack/distribution-together` distribution consists of the following pr
| datasetio | `remote::huggingface`, `inline::localfs` |
| eval | `inline::meta-reference` |
| inference | `remote::together`, `inline::sentence-transformers` |
| preprocessing | `inline::basic`, `inline::simple_chunking` |
| safety | `inline::llama-guard` |
| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
| telemetry | `inline::meta-reference` |