phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-31 05:03:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Added draft implementation of built-in preprocessing for RAG.

Browse source
This commit is contained in:
ilya-kolchinsky 2025-03-04 15:22:29 +01:00
parent 5014de434e
commit 1a6e71c61f
9 changed files with 299 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

16
llama_stack/providers/registry/preprocessing.py
View file

@ -23,4 +23,20 @@ def available_providers() -> List[ProviderSpec]:
config_class="llama_stack.providers.inline.preprocessing.docling.InlineDoclingConfig",
api_dependencies=[],
),
InlineProviderSpec(
api=Api.preprocessing,
provider_type="inline::basic",
pip_packages=["httpx", "pypdf"],
module="llama_stack.providers.inline.preprocessing.basic",
config_class="llama_stack.providers.inline.preprocessing.basic.InlineBasicPreprocessorConfig",
api_dependencies=[],
),
InlineProviderSpec(
api=Api.preprocessing,
provider_type="inline::simple_chunking",
pip_packages=[],
module="llama_stack.providers.inline.preprocessing.simple_chunking",
config_class="llama_stack.providers.inline.preprocessing.simple_chunking.InclineSimpleChunkingConfig",
api_dependencies=[],
),
]