mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-06 10:42:39 +00:00
Addressing comments
This commit is contained in:
parent
fc627f5c57
commit
e7fbe76151
14 changed files with 11 additions and 4 deletions
1
.gitignore
vendored
1
.gitignore
vendored
|
@ -24,3 +24,4 @@ pytest-report.xml
|
|||
.coverage
|
||||
.python-version
|
||||
**/local-*
|
||||
**/charts/*.tgz
|
||||
|
|
|
@ -1,5 +1,6 @@
|
|||
apiVersion: v2
|
||||
name: llama-stack
|
||||
icon: https://helm.sh/img/helm.svg
|
||||
description: Basic chart for deploying llama-stack
|
||||
|
||||
# A chart can be either an 'application' or a 'library' chart.
|
||||
|
@ -21,4 +22,4 @@ version: 0.1.0
|
|||
# incremented each time you make changes to the application. Versions are not expected to
|
||||
# follow Semantic Versioning. They should reflect the version the application is using.
|
||||
# It is recommended to use it with quotes.
|
||||
appVersion: "1.16.0"
|
||||
appVersion: "0.1.6"
|
|
@ -1,4 +1,3 @@
|
|||
|
||||
# Llama Stack Helm Chart
|
||||
|
||||
This Helm chart is designed to install the Llama Stack, a comprehensive platform for llama-related tasks.
|
||||
|
@ -27,9 +26,12 @@ vllm:
|
|||
Login to Kubernetes through the CLI and run:
|
||||
|
||||
```sh
|
||||
helm upgrade -i ollama-stack . -f local-values.yaml
|
||||
helm upgrade -i llama-stack . -f local-values.yaml
|
||||
```
|
||||
|
||||
> [!TIP]
|
||||
> Can be installed on [minikube](https://minikube.sigs.k8s.io/docs/start/?arch=%2Flinux%2Fx86-64%2Fstable%2Fbinary+download) to for local validation.
|
||||
|
||||
## Custom Configuration
|
||||
|
||||
By default llama-stack will use the run.yaml config that comes with the specified distribution. For more granular control the `customRunConfig` can be set to true, in which case the helm chart will use the values inside of the `files/run.yaml` instead.
|
|
@ -4,6 +4,8 @@ metadata:
|
|||
name: {{ include "llama-stack.fullname" . }}
|
||||
labels:
|
||||
{{- include "llama-stack.labels" . | nindent 4 }}
|
||||
annotations:
|
||||
checksum/run-config: {{ include (print $.Template.BasePath "/config.yaml") . | sha256sum }}
|
||||
spec:
|
||||
replicas: {{ .Values.replicaCount }}
|
||||
selector:
|
|
@ -15,6 +15,7 @@ vllm:
|
|||
# apiKey: "xxxxxxxxxxxx"
|
||||
|
||||
# https://llama-stack.readthedocs.io/en/latest/distributions/selection.html
|
||||
# Note this is only used if the `image.repository` is not overridden
|
||||
distribution: distribution-remote-vllm
|
||||
|
||||
telemetry:
|
||||
|
@ -31,7 +32,7 @@ replicaCount: 1
|
|||
# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/
|
||||
image:
|
||||
repository: docker.io/llamastack/{{ $.Values.distribution }}
|
||||
tag: 0.1.6
|
||||
# tag: latest
|
||||
# This sets the pull policy for images.
|
||||
pullPolicy: Always
|
||||
|
Loading…
Add table
Add a link
Reference in a new issue