Convert TGI to work with openai_compat

This commit is contained in:
Ashwin Bharambe 2024-10-08 12:57:34 -07:00 committed by Ashwin Bharambe
parent 05e73d12b3
commit ed899a5dec
6 changed files with 133 additions and 338 deletions

View file

@ -55,8 +55,8 @@ def get_expected_stop_reason(model: str):
@pytest_asyncio.fixture(
scope="session",
params=[
# {"model": Llama_8B},
{"model": Llama_3B},
{"model": Llama_8B},
# {"model": Llama_3B},
],
ids=lambda d: d["model"],
)