mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-22 20:40:00 +00:00
auth
# What does this PR do? ## Test Plan
This commit is contained in:
parent
b096794959
commit
3bec01c4d1
6 changed files with 43 additions and 2 deletions
|
|
@ -222,10 +222,21 @@ llama-stack-client --endpoint http://localhost:5000 inference chat-completion --
|
||||||
|
|
||||||
## Deploying Llama Stack Server in AWS EKS
|
## Deploying Llama Stack Server in AWS EKS
|
||||||
|
|
||||||
We've also provided a script to deploy the Llama Stack server in an AWS EKS cluster. Once you have an [EKS cluster](https://docs.aws.amazon.com/eks/latest/userguide/getting-started.html), you can run the following script to deploy the Llama Stack server.
|
We've also provided a script to deploy the Llama Stack server in an AWS EKS cluster.
|
||||||
|
|
||||||
|
Prerequisites:
|
||||||
|
- Set up an [EKS cluster](https://docs.aws.amazon.com/eks/latest/userguide/getting-started.html).
|
||||||
|
- Create a [Github OAuth app](https://docs.github.com/en/apps/oauth-apps/building-oauth-apps/creating-an-oauth-app) and get the client ID and client secret.
|
||||||
|
- Set the `Authorization callback URL` to `http://<your-llama-stack-ui-url>/api/auth/callback/`
|
||||||
|
|
||||||
|
|
||||||
|
Run the following script to deploy the Llama Stack server:
|
||||||
```
|
```
|
||||||
|
export HF_TOKEN=<your-huggingface-token>
|
||||||
|
export GITHUB_CLIENT_ID=<your-github-client-id>
|
||||||
|
export GITHUB_CLIENT_SECRET=<your-github-client-secret>
|
||||||
|
export LLAMA_STACK_UI_URL=<your-llama-stack-ui-url>
|
||||||
|
|
||||||
cd docs/source/distributions/eks
|
cd docs/source/distributions/eks
|
||||||
./apply.sh
|
./apply.sh
|
||||||
```
|
```
|
||||||
|
|
|
||||||
|
|
@ -21,6 +21,24 @@ else
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
if [ -z "${GITHUB_CLIENT_ID:-}" ]; then
|
||||||
|
echo "ERROR: GITHUB_CLIENT_ID not set. You need it for Github login to work. Refer to https://llama-stack.readthedocs.io/en/latest/deploying/index.html#kubernetes-deployment-guide"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -z "${GITHUB_CLIENT_SECRET:-}" ]; then
|
||||||
|
echo "ERROR: GITHUB_CLIENT_SECRET not set. You need it for Github login to work. Refer to https://llama-stack.readthedocs.io/en/latest/deploying/index.html#kubernetes-deployment-guide"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -z "${LLAMA_STACK_UI_URL:-}" ]; then
|
||||||
|
echo "ERROR: LLAMA_STACK_UI_URL not set. Should be set to the external URL of the UI (excluding port). You need it for Github login to work. Refer to https://llama-stack.readthedocs.io/en/latest/deploying/index.html#kubernetes-deployment-guide"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
set -x
|
set -x
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -122,6 +122,9 @@ data:
|
||||||
provider_id: rag-runtime
|
provider_id: rag-runtime
|
||||||
server:
|
server:
|
||||||
port: 8321
|
port: 8321
|
||||||
|
auth:
|
||||||
|
provider_config:
|
||||||
|
type: github_token
|
||||||
kind: ConfigMap
|
kind: ConfigMap
|
||||||
metadata:
|
metadata:
|
||||||
creationTimestamp: null
|
creationTimestamp: null
|
||||||
|
|
|
||||||
|
|
@ -27,7 +27,7 @@ spec:
|
||||||
spec:
|
spec:
|
||||||
containers:
|
containers:
|
||||||
- name: llama-stack
|
- name: llama-stack
|
||||||
image: llamastack/distribution-remote-vllm:latest
|
image: llamastack/distribution-starter:latest
|
||||||
imagePullPolicy: Always # since we have specified latest instead of a version
|
imagePullPolicy: Always # since we have specified latest instead of a version
|
||||||
env:
|
env:
|
||||||
- name: ENABLE_CHROMADB
|
- name: ENABLE_CHROMADB
|
||||||
|
|
|
||||||
|
|
@ -119,3 +119,6 @@ tool_groups:
|
||||||
provider_id: rag-runtime
|
provider_id: rag-runtime
|
||||||
server:
|
server:
|
||||||
port: 8321
|
port: 8321
|
||||||
|
auth:
|
||||||
|
provider_config:
|
||||||
|
type: github_token
|
||||||
|
|
|
||||||
|
|
@ -26,6 +26,12 @@ spec:
|
||||||
value: "http://llama-stack-service:8321"
|
value: "http://llama-stack-service:8321"
|
||||||
- name: LLAMA_STACK_UI_PORT
|
- name: LLAMA_STACK_UI_PORT
|
||||||
value: "8322"
|
value: "8322"
|
||||||
|
- name: GITHUB_CLIENT_ID
|
||||||
|
value: "${GITHUB_CLIENT_ID}"
|
||||||
|
- name: GITHUB_CLIENT_SECRET
|
||||||
|
value: "${GITHUB_CLIENT_SECRET}"
|
||||||
|
- name: NEXTAUTH_URL
|
||||||
|
value: "${LLAMA_STACK_UI_URL}:8322"
|
||||||
args:
|
args:
|
||||||
- -c
|
- -c
|
||||||
- |
|
- |
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue