diff --git a/docs/my-website/docs/tutorials/lm_evaluation_harness.md b/docs/my-website/docs/tutorials/lm_evaluation_harness.md new file mode 100644 index 000000000..c7ce68c13 --- /dev/null +++ b/docs/my-website/docs/tutorials/lm_evaluation_harness.md @@ -0,0 +1,24 @@ +# LM-Evaluation Harness with TGI + +Evaluate LLMs 20x faster with TGI via litellm proxy's `/completions` endpoint. + +**Step 1: Start the local proxy** +```shell +$ litellm --model huggingface/bigcode/starcoder +``` + +OpenAI Compatible Endpoint at http://0.0.0.0:8000 + +**Step 2: Set OpenAI API Base** +```shell +$ export OPENAI_API_BASE="http://0.0.0.0:8000" +``` + +**Step 3: Run LM-Eval-Harness** + +```shell +$ python3 main.py \ + --model gpt3 \ + --model_args engine=huggingface/bigcode/starcoder \ + --tasks hellaswag +``` \ No newline at end of file diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index c5404f2c4..759e5554a 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -98,6 +98,7 @@ const sidebars = { 'tutorials/oobabooga', "tutorials/gradio_integration", "tutorials/model_config_proxy", + "tutorials/lm_evaluation_harness", 'tutorials/huggingface_codellama', 'tutorials/huggingface_tutorial', 'tutorials/TogetherAI_liteLLM',