phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs update ai21 doc

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-02 12:26:53 -07:00
parent 93650db380
commit f28e94827c
3 changed files with 113 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/tests/test_get_llm_provider.py
View file

@ -77,3 +77,19 @@ def test_get_llm_provider_ai21_chat():
assert custom_llm_provider == "ai21_chat"
assert model == "jamba-1.5-large"
assert api_base == "https://api.ai21.com/studio/v1"
def test_get_llm_provider_ai21_chat_test2():
"""
if user prefix with ai21/ but calls jamba-1.5-large then it should be ai21_chat provider
"""
model, custom_llm_provider, dynamic_api_key, api_base = litellm.get_llm_provider(
model="ai21/jamba-1.5-large",
)
print("model=", model)
print("custom_llm_provider=", custom_llm_provider)
print("api_base=", api_base)
assert custom_llm_provider == "ai21_chat"
assert model == "jamba-1.5-large"
assert api_base == "https://api.ai21.com/studio/v1"