llama-stack-mirror/docs/source/distributions/k8s/ollama-safety-k8s.yaml.template
2025-08-02 13:16:35 -07:00

74 lines
1.6 KiB
Text

apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: ollama-models-safety
spec:
accessModes:
- ReadWriteOnce
volumeMode: Filesystem
resources:
requests:
storage: 10Gi
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: ollama-safety
spec:
replicas: 1
selector:
matchLabels:
app.kubernetes.io/name: ollama-safety
template:
metadata:
labels:
app.kubernetes.io/name: ollama-safety
workload-type: inference
annotations:
prometheus.io/scrape: "true"
prometheus.io/port: "11434"
prometheus.io/path: "/metrics"
spec:
containers:
- name: ollama-safety
image: ollama/ollama:latest
command: ["/bin/sh", "-c"]
args: [
"ollama serve & sleep 5 && ollama pull llama-guard3:1b && ollama run llama-guard3:1b & wait"
]
env:
- name: OLLAMA_HOST
value: "0.0.0.0"
- name: OLLAMA_PORT
value: "11434"
- name: OLLAMA_ENABLE_METRICS
value: "true"
ports:
- containerPort: 11434
resources:
requests:
memory: "8Gi"
cpu: "6000m"
limits:
memory: "16Gi"
cpu: "6000m"
volumeMounts:
- name: ollama-storage
mountPath: /root/.ollama
volumes:
- name: ollama-storage
persistentVolumeClaim:
claimName: ollama-models-safety
---
apiVersion: v1
kind: Service
metadata:
name: ollama-safety
spec:
selector:
app.kubernetes.io/name: ollama-safety
ports:
- protocol: TCP
port: 11434
targetPort: 11434
type: ClusterIP