From 049d6b2a06bdf93a2008c84ac6f29b2a2cfd2542 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Wed, 16 Oct 2024 23:06:56 -0700 Subject: [PATCH] config templates --- ...ocker.yaml => local-tgi-chroma-docker-build.yaml} | 0 .../templates/run_configs/local-run.yaml | 2 +- .../templates/run_configs/local-tgi-run.yaml | 12 ++++-------- 3 files changed, 5 insertions(+), 9 deletions(-) rename llama_stack/distribution/templates/build_configs/{local-tgi-chroma-docker.yaml => local-tgi-chroma-docker-build.yaml} (100%) diff --git a/llama_stack/distribution/templates/build_configs/local-tgi-chroma-docker.yaml b/llama_stack/distribution/templates/build_configs/local-tgi-chroma-docker-build.yaml similarity index 100% rename from llama_stack/distribution/templates/build_configs/local-tgi-chroma-docker.yaml rename to llama_stack/distribution/templates/build_configs/local-tgi-chroma-docker-build.yaml diff --git a/llama_stack/distribution/templates/run_configs/local-run.yaml b/llama_stack/distribution/templates/run_configs/local-run.yaml index e12f6e852..7abf2b4dc 100644 --- a/llama_stack/distribution/templates/run_configs/local-run.yaml +++ b/llama_stack/distribution/templates/run_configs/local-run.yaml @@ -43,7 +43,7 @@ providers: persistence_store: namespace: null type: sqlite - db_path: /home/xiyan/.llama/runtime/kvstore.db + db_path: ~/.llama/runtime/kvstore.db telemetry: - provider_id: meta-reference provider_type: meta-reference diff --git a/llama_stack/distribution/templates/run_configs/local-tgi-run.yaml b/llama_stack/distribution/templates/run_configs/local-tgi-run.yaml index e12f6e852..ec3af742c 100644 --- a/llama_stack/distribution/templates/run_configs/local-tgi-run.yaml +++ b/llama_stack/distribution/templates/run_configs/local-tgi-run.yaml @@ -13,14 +13,10 @@ apis: - safety providers: inference: - - provider_id: meta-reference - provider_type: meta-reference + - provider_id: tgi0 + provider_type: remote::tgi config: - model: Llama3.1-8B-Instruct - quantization: null - torch_seed: null - max_seq_len: 4096 - max_batch_size: 1 + url: http://127.0.0.1:5009 safety: - provider_id: meta-reference provider_type: meta-reference @@ -43,7 +39,7 @@ providers: persistence_store: namespace: null type: sqlite - db_path: /home/xiyan/.llama/runtime/kvstore.db + db_path: ~/.llama/runtime/kvstore.db telemetry: - provider_id: meta-reference provider_type: meta-reference