phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add instructions

Browse source
This commit is contained in:
ishaan-jaff 2023-09-07 22:07:42 -07:00
parent cd7bad2fb5
commit adf11c950c
1 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

14
cookbook/benchmark/benchmark.py
View file

@ -4,16 +4,30 @@ import click
from tqdm import tqdm from tqdm import tqdm
from tabulate import tabulate from tabulate import tabulate
from termcolor import colored from termcolor import colored
import os
# Define the list of models to benchmark # Define the list of models to benchmark
# select any LLM listed here: https://docs.litellm.ai/docs/providers
models = ['gpt-3.5-turbo', 'togethercomputer/llama-2-70b-chat', 'claude-2'] models = ['gpt-3.5-turbo', 'togethercomputer/llama-2-70b-chat', 'claude-2']
# Enter LLM API keys
# https://docs.litellm.ai/docs/providers
os.environ['OPENAI_API_KEY'] = ""
os.environ['ANTHROPIC_API_KEY'] = ""
os.environ['TOGETHERAI_API_KEY'] = ""
# List of questions to benchmark (replace with your questions) # List of questions to benchmark (replace with your questions)
questions = [ questions = [
"When will BerriAI IPO?", "When will BerriAI IPO?",
"When will LiteLLM hit $100M ARR?" "When will LiteLLM hit $100M ARR?"
] ]
# Enter your system prompt here
system_prompt = """
You are LiteLLMs helpful assistant
"""
@click.command() @click.command()
@click.option('--system-prompt', default="You are a helpful assistant that can answer questions.", help="System prompt for the conversation.") @click.option('--system-prompt', default="You are a helpful assistant that can answer questions.", help="System prompt for the conversation.")
def main(system_prompt): def main(system_prompt):