feat: Add TrustyAI distribution

This commit is contained in:
Rui Vieira 2025-07-29 15:19:50 +01:00
parent 870a37ff4b
commit a66887b6a1
No known key found for this signature in database
GPG key ID: 107E28C52D27E151
8 changed files with 448 additions and 0 deletions

View file

@ -0,0 +1,11 @@
FROM registry.access.redhat.com/ubi9/python-312:latest
WORKDIR /opt/app-root
RUN pip install sqlalchemy # somehow sqlalchemy[asyncio] is not sufficient
{dependencies}
RUN pip install --no-cache llama-stack==0.2.16
RUN mkdir -p ${{HOME}}/.llama/providers.d ${{HOME}}/.cache
COPY trustyai-distribution/run.yaml ${{APP_ROOT}}/run.yaml
COPY trustyai-distribution/providers.d/ ${{HOME}}/.llama/providers.d/
ENTRYPOINT ["python", "-m", "llama_stack.distribution.server.server", "--config", "/opt/app-root/run.yaml"]