From 2da8aa18bf214f2c31283d723a36aa418abdcc99 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Fri, 11 Oct 2024 18:25:20 -0700 Subject: [PATCH] path --- scripts/docker/tgi/tgi-run.yaml | 15 +-------------- 1 file changed, 1 insertion(+), 14 deletions(-) diff --git a/scripts/docker/tgi/tgi-run.yaml b/scripts/docker/tgi/tgi-run.yaml index e75f12db7..1b675e714 100644 --- a/scripts/docker/tgi/tgi-run.yaml +++ b/scripts/docker/tgi/tgi-run.yaml @@ -11,25 +11,12 @@ apis: - memory_banks - inference - safety -# - evals providers: - # evals: - # - provider_id: eleuther - # provider_type: eleuther - # config: {} inference: - provider_id: remote::tgi provider_type: remote::tgi config: url: http://127.0.0.1:5009 - # - provider_id: meta-reference - # provider_type: meta-reference - # config: - # model: Llama3.1-8B-Instruct - # quantization: null - # torch_seed: null - # max_seq_len: 4096 - # max_batch_size: 1 safety: - provider_id: meta-reference provider_type: meta-reference @@ -52,7 +39,7 @@ providers: persistence_store: namespace: null type: sqlite - db_path: /home/xiyan/.llama/runtime/kvstore.db + db_path: ~/.llama/runtime/kvstore.db telemetry: - provider_id: meta-reference provider_type: meta-reference