mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-24 07:18:05 +00:00
feat: Add TrustyAI distribution
This commit is contained in:
parent
870a37ff4b
commit
a66887b6a1
8 changed files with 448 additions and 0 deletions
48
trustyai-distribution/Containerfile
Normal file
48
trustyai-distribution/Containerfile
Normal file
|
|
@ -0,0 +1,48 @@
|
|||
# WARNING: This file is auto-generated. Do not modify it manually.
|
||||
# Generated by: trustyai-distribution/build.py
|
||||
|
||||
FROM registry.access.redhat.com/ubi9/python-312:latest
|
||||
WORKDIR /opt/app-root
|
||||
|
||||
RUN pip install sqlalchemy # somehow sqlalchemy[asyncio] is not sufficient
|
||||
RUN pip install \
|
||||
aiosqlite \
|
||||
autoevals \
|
||||
chardet \
|
||||
datasets \
|
||||
fastapi \
|
||||
fire \
|
||||
httpx \
|
||||
kubernetes \
|
||||
llama_stack_provider_lmeval==0.1.7 \
|
||||
llama_stack_provider_trustyai_fms==0.1.2 \
|
||||
matplotlib \
|
||||
mcp>=1.8.1 \
|
||||
nltk \
|
||||
numpy \
|
||||
openai \
|
||||
opentelemetry-exporter-otlp-proto-http \
|
||||
opentelemetry-sdk \
|
||||
pandas \
|
||||
pillow \
|
||||
psycopg2-binary \
|
||||
pymilvus>=2.4.10 \
|
||||
pymongo \
|
||||
pypdf \
|
||||
redis \
|
||||
requests \
|
||||
scikit-learn \
|
||||
scipy \
|
||||
sentencepiece \
|
||||
sqlalchemy[asyncio] \
|
||||
tqdm \
|
||||
transformers \
|
||||
uvicorn
|
||||
RUN pip install --index-url https://download.pytorch.org/whl/cpu torch torchvision
|
||||
RUN pip install --no-deps sentence-transformers
|
||||
RUN pip install --no-cache llama-stack==0.2.16
|
||||
RUN mkdir -p ${HOME}/.llama/providers.d ${HOME}/.cache
|
||||
COPY trustyai-distribution/run.yaml ${APP_ROOT}/run.yaml
|
||||
COPY trustyai-distribution/providers.d/ ${HOME}/.llama/providers.d/
|
||||
|
||||
ENTRYPOINT ["python", "-m", "llama_stack.distribution.server.server", "--config", "/opt/app-root/run.yaml"]
|
||||
Loading…
Add table
Add a link
Reference in a new issue