temp checkpoint

docs/source/distributions/k8s/ollama-safety-k8s.yaml.template

@@ -0,0 +1,74 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: ollama-models-safety
+spec:
+  accessModes:
+    - ReadWriteOnce
+  volumeMode: Filesystem
+  resources:
+    requests:
+      storage: 10Gi
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: ollama-safety
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: ollama-safety
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/name: ollama-safety
+        workload-type: inference
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "11434"
+        prometheus.io/path: "/metrics"
+    spec:
+      containers:
+      - name: ollama-safety
+        image: ollama/ollama:latest
+        command: ["/bin/sh", "-c"]
+        args: [
+          "ollama serve & sleep 5 && ollama pull llama-guard3:1b && ollama run llama-guard3:1b & wait"
+        ]
+        env:
+        - name: OLLAMA_HOST
+          value: "0.0.0.0"
+        - name: OLLAMA_PORT
+          value: "11434"
+        - name: OLLAMA_ENABLE_METRICS
+          value: "true"
+        ports:
+          - containerPort: 11434
+        resources:
+            requests:
+              memory: "8Gi"
+              cpu: "6000m"
+            limits:
+              memory: "16Gi"
+              cpu: "6000m"
+        volumeMounts:
+          - name: ollama-storage
+            mountPath: /root/.ollama
+      volumes:
+      - name: ollama-storage
+        persistentVolumeClaim:
+          claimName: ollama-models-safety
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: ollama-server-safety
+spec:
+  selector:
+    app.kubernetes.io/name: ollama-safety
+  ports:
+  - protocol: TCP
+    port: 11434
+    targetPort: 11434
+  type: ClusterIP