mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-24 07:53:56 +00:00
feat: Add TrustyAI distribution
This commit is contained in:
parent
870a37ff4b
commit
a66887b6a1
8 changed files with 448 additions and 0 deletions
11
trustyai-distribution/Containerfile.in
Normal file
11
trustyai-distribution/Containerfile.in
Normal file
|
|
@ -0,0 +1,11 @@
|
|||
FROM registry.access.redhat.com/ubi9/python-312:latest
|
||||
WORKDIR /opt/app-root
|
||||
|
||||
RUN pip install sqlalchemy # somehow sqlalchemy[asyncio] is not sufficient
|
||||
{dependencies}
|
||||
RUN pip install --no-cache llama-stack==0.2.16
|
||||
RUN mkdir -p ${{HOME}}/.llama/providers.d ${{HOME}}/.cache
|
||||
COPY trustyai-distribution/run.yaml ${{APP_ROOT}}/run.yaml
|
||||
COPY trustyai-distribution/providers.d/ ${{HOME}}/.llama/providers.d/
|
||||
|
||||
ENTRYPOINT ["python", "-m", "llama_stack.distribution.server.server", "--config", "/opt/app-root/run.yaml"]
|
||||
Loading…
Add table
Add a link
Reference in a new issue