From 2251643c9a73e5762c8efd3a69579ae5f4cc1a00 Mon Sep 17 00:00:00 2001 From: siddharthsambharia-portkey Date: Fri, 20 Dec 2024 19:30:17 +0530 Subject: [PATCH] portkey fix md --- llama_stack/templates/portkey/doc_template.md | 17 +++++++++++------ 1 file changed, 11 insertions(+), 6 deletions(-) diff --git a/llama_stack/templates/portkey/doc_template.md b/llama_stack/templates/portkey/doc_template.md index 77fc6f478..a420c0ecb 100644 --- a/llama_stack/templates/portkey/doc_template.md +++ b/llama_stack/templates/portkey/doc_template.md @@ -1,4 +1,4 @@ -# Cerebras Distribution +# Portkey Distribution The `llamastack/distribution-{{ name }}` distribution consists of the following provider configurations. @@ -27,10 +27,10 @@ The following models are available by default: ### Prerequisite: API Keys -Make sure you have access to a Cerebras API Key. You can get one by visiting [cloud.cerebras.ai](https://cloud.cerebras.ai/). +Make sure you have access to a Portkey API Key and Virtual Key or Config ID. You can get these by visiting [app.portkey.ai](https://app.portkey.ai/). -## Running Llama Stack with Cerebras +## Running Llama Stack with Portkey You can do this via Conda (build code) or Docker which has a pre-built image. @@ -47,14 +47,19 @@ docker run \ llamastack/distribution-{{ name }} \ --yaml-config /root/my-run.yaml \ --port $LLAMA_STACK_PORT \ - --env CEREBRAS_API_KEY=$CEREBRAS_API_KEY + --env PORTKEY_API_KEY=$PORTKEY_API_KEY + --env PORTKEY_VIRTUAL_KEY=$PORTKEY_VIRTUAL_KEY + --env PORTKEY_CONFIG_ID=$PORTKEY_CONFIG_ID + ``` ### Via Conda ```bash -llama stack build --template cerebras --image-type conda +llama stack build --template portkey --image-type conda llama stack run ./run.yaml \ --port 5001 \ - --env CEREBRAS_API_KEY=$CEREBRAS_API_KEY + --env PORTKEY_API_KEY=$PORTKEY_API_KEY + --env PORTKEY_VIRTUAL_KEY=$PORTKEY_VIRTUAL_KEY + --env PORTKEY_CONFIG_ID=$PORTKEY_CONFIG_ID ```