From adf11c950c466778077e596b28699101750acd3a Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 7 Sep 2023 22:07:42 -0700 Subject: [PATCH] add instructions --- cookbook/benchmark/benchmark.py | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/cookbook/benchmark/benchmark.py b/cookbook/benchmark/benchmark.py index 5188e0c15..9164e5d3b 100644 --- a/cookbook/benchmark/benchmark.py +++ b/cookbook/benchmark/benchmark.py @@ -3,17 +3,31 @@ import time import click from tqdm import tqdm from tabulate import tabulate -from termcolor import colored +from termcolor import colored +import os + # Define the list of models to benchmark +# select any LLM listed here: https://docs.litellm.ai/docs/providers models = ['gpt-3.5-turbo', 'togethercomputer/llama-2-70b-chat', 'claude-2'] +# Enter LLM API keys +# https://docs.litellm.ai/docs/providers +os.environ['OPENAI_API_KEY'] = "" +os.environ['ANTHROPIC_API_KEY'] = "" +os.environ['TOGETHERAI_API_KEY'] = "" + # List of questions to benchmark (replace with your questions) questions = [ "When will BerriAI IPO?", "When will LiteLLM hit $100M ARR?" ] +# Enter your system prompt here +system_prompt = """ +You are LiteLLMs helpful assistant +""" + @click.command() @click.option('--system-prompt', default="You are a helpful assistant that can answer questions.", help="System prompt for the conversation.") def main(system_prompt):