phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-03 18:52:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated nvidia distro with recent apis

Browse source
This commit is contained in:
Chantal D Gama Rose 2025-01-10 21:57:35 +00:00
parent 10faffcb44
commit 26a093a1d4
8 changed files with 197 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

4
distributions/inline-nvidia/compose.yaml
View file

@ -1,6 +1,6 @@
services:
nim:
image: nvcr.io/nim/meta/llama-3.1-8b-instruct:latest
image: ${DOCKER_IMAGE:-nvcr.io/nim/meta/llama-3.1-8b-instruct:latest}
network_mode: "host"
volumes:
- nim-llm-cache:/opt/nim/.cache
@ -55,4 +55,4 @@ services:
window: 60s
volumes:
nim-llm-cache:
driver: local
driver: local