Nutanix AI distribution

2025-12-21 05:22:25 +00:00 · 2024-11-21 23:45:48 +00:00 · 2024-11-21 23:45:48 +00:00 · cb82b1ee9e
commit cb82b1ee9e
parent f2ac4e2a94
10 changed files with 237 additions and 14 deletions
--- a/distributions/nutanix/compose.yaml
+++ b/distributions/nutanix/compose.yaml
@ -0,0 +1,15 @@
+services:
+  llamastack:
+    image: distribution-nutanix
+    volumes:
+      - ~/.llama:/root/.llama
+      - ./run.yaml:/root/llamastack-run-nutanix.yaml
+    ports:
+      - "5000:5000"
+    entrypoint: bash -c "python -m llama_stack.distribution.server.server --yaml_config /root/llamastack-run-nutanix.yaml"
+    deploy:
+      restart_policy:
+        condition: on-failure
+        delay: 3s
+        max_attempts: 5
+        window: 60s