phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add instructions

Browse source
This commit is contained in:
ishaan-jaff 2023-09-07 22:07:42 -07:00
parent cd7bad2fb5
commit adf11c950c
1 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
cookbook/benchmark/benchmark.py
View file

@ -3,17 +3,31 @@ import time
import click import click
from tqdm import tqdm from tqdm import tqdm
from tabulate import tabulate from tabulate import tabulate
from termcolor import colored from termcolor import colored
import os
# Define the list of models to benchmark # Define the list of models to benchmark
# select any LLM listed here: https://docs.litellm.ai/docs/providers
models = ['gpt-3.5-turbo', 'togethercomputer/llama-2-70b-chat', 'claude-2'] models = ['gpt-3.5-turbo', 'togethercomputer/llama-2-70b-chat', 'claude-2']
# Enter LLM API keys
# https://docs.litellm.ai/docs/providers
os.environ['OPENAI_API_KEY'] = ""
os.environ['ANTHROPIC_API_KEY'] = ""
os.environ['TOGETHERAI_API_KEY'] = ""
# List of questions to benchmark (replace with your questions) # List of questions to benchmark (replace with your questions)
questions = [ questions = [
"When will BerriAI IPO?", "When will BerriAI IPO?",
"When will LiteLLM hit $100M ARR?" "When will LiteLLM hit $100M ARR?"
] ]
# Enter your system prompt here
system_prompt = """
You are LiteLLMs helpful assistant
"""
@click.command() @click.command()
@click.option('--system-prompt', default="You are a helpful assistant that can answer questions.", help="System prompt for the conversation.") @click.option('--system-prompt', default="You are a helpful assistant that can answer questions.", help="System prompt for the conversation.")
def main(system_prompt): def main(system_prompt):