From 45d681107d5e5ff03bdd1bd708a6c74fc0b3d38e Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Sat, 4 Nov 2023 17:51:16 -0700 Subject: [PATCH] (docs) lm harness tutorial --- .../my-website/docs/tutorials/lm_evaluation_harness.md | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/docs/my-website/docs/tutorials/lm_evaluation_harness.md b/docs/my-website/docs/tutorials/lm_evaluation_harness.md index 1e4faceef..e51854c1b 100644 --- a/docs/my-website/docs/tutorials/lm_evaluation_harness.md +++ b/docs/my-website/docs/tutorials/lm_evaluation_harness.md @@ -1,3 +1,6 @@ +import Tabs from '@theme/Tabs'; +import TabItem from '@theme/TabItem'; + # LM-Evaluation Harness with TGI Evaluate LLMs 20x faster with TGI via litellm proxy's `/completions` endpoint. @@ -9,6 +12,13 @@ This tutorial assumes you're using the `big-refactor` branch of [lm-evaluation-h $ litellm --model huggingface/bigcode/starcoder ``` +Using a custom api base + +```shell +$ export HUGGINGFACE_API_KEY=my-api-key #[OPTIONAL] +$ litellm --model huggingface/tinyllama --api_base https://k58ory32yinf1ly0.us-east-1.aws.endpoints.huggingface.cloud +``` + OpenAI Compatible Endpoint at http://0.0.0.0:8000 **Step 2: Set OpenAI API Base**