more fixes, gah

2025-07-16 01:53:10 +00:00 · 2025-06-01 17:07:18 -07:00 · 2025-06-01 17:07:18 -07:00 · 6cbb3366f2
commit 6cbb3366f2
parent 6f4f51f8d9
3 changed files with 16 additions and 1 deletions
--- a/docs/source/distributions/k8s/vllm-k8s.yaml.template
+++ b/docs/source/distributions/k8s/vllm-k8s.yaml.template
@ -57,3 +57,16 @@ spec:
      - name: llama-storage
        persistentVolumeClaim:
          claimName: vllm-models
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: vllm-server
+spec:
+  selector:
+    app.kubernetes.io/name: vllm
+  ports:
+  - protocol: TCP
+    port: 8000
+    targetPort: 8000
+  type: ClusterIP