phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

docs + update benchmark.py

Browse source
This commit is contained in:
ishaan-jaff 2023-09-13 11:25:19 -07:00
parent 721d34bda2
commit 7158d0ba1f
2 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
cookbook/benchmark/benchmark.py
View file

@ -9,13 +9,12 @@ import os
# Define the list of models to benchmark
# select any LLM listed here: https://docs.litellm.ai/docs/providers
models = ['gpt-3.5-turbo', 'togethercomputer/llama-2-70b-chat', 'claude-2']
models = ['gpt-3.5-turbo', 'claude-2']
# Enter LLM API keys
# https://docs.litellm.ai/docs/providers
os.environ['OPENAI_API_KEY'] = ""
os.environ['ANTHROPIC_API_KEY'] = ""
os.environ['TOGETHERAI_API_KEY'] = ""
# List of questions to benchmark (replace with your questions)
questions = [