From 7158d0ba1f0793b11035258dfccc60fddd921df9 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Wed, 13 Sep 2023 11:25:19 -0700 Subject: [PATCH] docs + update benchmark.py --- cookbook/benchmark/benchmark.py | 3 +-- docs/my-website/docs/tutorials/compare_llms.md | 4 ++-- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/cookbook/benchmark/benchmark.py b/cookbook/benchmark/benchmark.py index 267e5c4e1c..882703a87a 100644 --- a/cookbook/benchmark/benchmark.py +++ b/cookbook/benchmark/benchmark.py @@ -9,13 +9,12 @@ import os # Define the list of models to benchmark # select any LLM listed here: https://docs.litellm.ai/docs/providers -models = ['gpt-3.5-turbo', 'togethercomputer/llama-2-70b-chat', 'claude-2'] +models = ['gpt-3.5-turbo', 'claude-2'] # Enter LLM API keys # https://docs.litellm.ai/docs/providers os.environ['OPENAI_API_KEY'] = "" os.environ['ANTHROPIC_API_KEY'] = "" -os.environ['TOGETHERAI_API_KEY'] = "" # List of questions to benchmark (replace with your questions) questions = [ diff --git a/docs/my-website/docs/tutorials/compare_llms.md b/docs/my-website/docs/tutorials/compare_llms.md index 3a5ca5822d..5887bde1a4 100644 --- a/docs/my-website/docs/tutorials/compare_llms.md +++ b/docs/my-website/docs/tutorials/compare_llms.md @@ -13,7 +13,7 @@ Easily benchmark LLMs for a given question by viewing ``` git clone https://github.com/BerriAI/litellm ``` -cd to `benchmark` dir +cd to `litellm/cookbook/benchmark` dir Located here: https://github.com/BerriAI/litellm/tree/main/cookbook/benchmark @@ -26,7 +26,7 @@ cd litellm/cookbook/benchmark pip install litellm click tqdm tabulate termcolor ``` -### Configuration +### Configuration - Set LLM API Keys + LLMs in benchmark.py In `benchmark/benchmark.py` select your LLMs, LLM API Key and questions Supported LLMs: https://docs.litellm.ai/docs/providers