mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-07 11:08:20 +00:00
Addressing comments
This commit is contained in:
parent
fc627f5c57
commit
e7fbe76151
14 changed files with 11 additions and 4 deletions
1
.gitignore
vendored
1
.gitignore
vendored
|
@ -24,3 +24,4 @@ pytest-report.xml
|
||||||
.coverage
|
.coverage
|
||||||
.python-version
|
.python-version
|
||||||
**/local-*
|
**/local-*
|
||||||
|
**/charts/*.tgz
|
||||||
|
|
|
@ -1,5 +1,6 @@
|
||||||
apiVersion: v2
|
apiVersion: v2
|
||||||
name: llama-stack
|
name: llama-stack
|
||||||
|
icon: https://helm.sh/img/helm.svg
|
||||||
description: Basic chart for deploying llama-stack
|
description: Basic chart for deploying llama-stack
|
||||||
|
|
||||||
# A chart can be either an 'application' or a 'library' chart.
|
# A chart can be either an 'application' or a 'library' chart.
|
||||||
|
@ -21,4 +22,4 @@ version: 0.1.0
|
||||||
# incremented each time you make changes to the application. Versions are not expected to
|
# incremented each time you make changes to the application. Versions are not expected to
|
||||||
# follow Semantic Versioning. They should reflect the version the application is using.
|
# follow Semantic Versioning. They should reflect the version the application is using.
|
||||||
# It is recommended to use it with quotes.
|
# It is recommended to use it with quotes.
|
||||||
appVersion: "1.16.0"
|
appVersion: "0.1.6"
|
|
@ -1,4 +1,3 @@
|
||||||
|
|
||||||
# Llama Stack Helm Chart
|
# Llama Stack Helm Chart
|
||||||
|
|
||||||
This Helm chart is designed to install the Llama Stack, a comprehensive platform for llama-related tasks.
|
This Helm chart is designed to install the Llama Stack, a comprehensive platform for llama-related tasks.
|
||||||
|
@ -27,9 +26,12 @@ vllm:
|
||||||
Login to Kubernetes through the CLI and run:
|
Login to Kubernetes through the CLI and run:
|
||||||
|
|
||||||
```sh
|
```sh
|
||||||
helm upgrade -i ollama-stack . -f local-values.yaml
|
helm upgrade -i llama-stack . -f local-values.yaml
|
||||||
```
|
```
|
||||||
|
|
||||||
|
> [!TIP]
|
||||||
|
> Can be installed on [minikube](https://minikube.sigs.k8s.io/docs/start/?arch=%2Flinux%2Fx86-64%2Fstable%2Fbinary+download) to for local validation.
|
||||||
|
|
||||||
## Custom Configuration
|
## Custom Configuration
|
||||||
|
|
||||||
By default llama-stack will use the run.yaml config that comes with the specified distribution. For more granular control the `customRunConfig` can be set to true, in which case the helm chart will use the values inside of the `files/run.yaml` instead.
|
By default llama-stack will use the run.yaml config that comes with the specified distribution. For more granular control the `customRunConfig` can be set to true, in which case the helm chart will use the values inside of the `files/run.yaml` instead.
|
|
@ -4,6 +4,8 @@ metadata:
|
||||||
name: {{ include "llama-stack.fullname" . }}
|
name: {{ include "llama-stack.fullname" . }}
|
||||||
labels:
|
labels:
|
||||||
{{- include "llama-stack.labels" . | nindent 4 }}
|
{{- include "llama-stack.labels" . | nindent 4 }}
|
||||||
|
annotations:
|
||||||
|
checksum/run-config: {{ include (print $.Template.BasePath "/config.yaml") . | sha256sum }}
|
||||||
spec:
|
spec:
|
||||||
replicas: {{ .Values.replicaCount }}
|
replicas: {{ .Values.replicaCount }}
|
||||||
selector:
|
selector:
|
|
@ -15,6 +15,7 @@ vllm:
|
||||||
# apiKey: "xxxxxxxxxxxx"
|
# apiKey: "xxxxxxxxxxxx"
|
||||||
|
|
||||||
# https://llama-stack.readthedocs.io/en/latest/distributions/selection.html
|
# https://llama-stack.readthedocs.io/en/latest/distributions/selection.html
|
||||||
|
# Note this is only used if the `image.repository` is not overridden
|
||||||
distribution: distribution-remote-vllm
|
distribution: distribution-remote-vllm
|
||||||
|
|
||||||
telemetry:
|
telemetry:
|
||||||
|
@ -31,7 +32,7 @@ replicaCount: 1
|
||||||
# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/
|
# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/
|
||||||
image:
|
image:
|
||||||
repository: docker.io/llamastack/{{ $.Values.distribution }}
|
repository: docker.io/llamastack/{{ $.Values.distribution }}
|
||||||
tag: 0.1.6
|
# tag: latest
|
||||||
# This sets the pull policy for images.
|
# This sets the pull policy for images.
|
||||||
pullPolicy: Always
|
pullPolicy: Always
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue