feat: Add open benchmark template codegen (#1579)

## What does this PR do?

As title, add codegen for open-benchmark template

## test 

checked the new generated run.yaml file and it's identical before and
after the change

Also add small improvement to together template so that missing
TOGETHER_API_KEY won't crash the server which is the consistent user
experience as other remote providers
This commit is contained in:
Botao Chen 2025-03-12 11:12:08 -07:00 committed by GitHub
parent 4eee349acd
commit 0b0be70605
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 430 additions and 84 deletions

View file

@ -453,6 +453,40 @@
"transformers",
"uvicorn"
],
"open-benchmark": [
"aiosqlite",
"autoevals",
"blobfile",
"chardet",
"chromadb-client",
"datasets",
"fastapi",
"fire",
"httpx",
"litellm",
"matplotlib",
"mcp",
"nltk",
"numpy",
"openai",
"opentelemetry-exporter-otlp-proto-http",
"opentelemetry-sdk",
"pandas",
"pillow",
"psycopg2-binary",
"pymongo",
"pypdf",
"redis",
"requests",
"scikit-learn",
"scipy",
"sentencepiece",
"sqlite-vec",
"together",
"tqdm",
"transformers",
"uvicorn"
],
"remote-vllm": [
"aiosqlite",
"autoevals",