mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-27 06:28:50 +00:00
045f4b5a1a
add a test which installs ramalama-stack: https://github.com/containers/ramalama-stack which is one of our validated external providers: https://llama-stack.readthedocs.io/en/latest/providers/external.html Signed-off-by: Charlie Doern <cdoern@redhat.com>
14 lines
369 B
YAML
14 lines
369 B
YAML
version: 2
|
|
distribution_spec:
|
|
description: Use (an external) Ramalama server for running LLM inference
|
|
container_image: null
|
|
providers:
|
|
inference:
|
|
- provider_id: ramalama
|
|
provider_type: remote::ramalama
|
|
module: ramalama_stack==0.3.0a0
|
|
image_type: venv
|
|
image_name: ramalama-stack-test
|
|
additional_pip_packages:
|
|
- aiosqlite
|
|
- sqlalchemy[asyncio]
|