phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(utils.py): check env var for api base for openai-compatible endpoints

Browse source 
Closes https://github.com/BerriAI/litellm/issues/5066
This commit is contained in:
Krrish Dholakia 2024-08-06 08:32:08 -07:00
parent 455e97482f
commit 3a3381387f
3 changed files with 64 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/tests/test_get_llm_provider.py
View file

@ -56,3 +56,15 @@ def test_get_llm_provider_mistral_custom_api_base():
api_base
== "https://mistral-large-fr-ishaan.francecentral.inference.ai.azure.com/v1"
)
def test_get_llm_provider_deepseek_custom_api_base():
os.environ["DEEPSEEK_API_BASE"] = "MY-FAKE-BASE"
model, custom_llm_provider, dynamic_api_key, api_base = litellm.get_llm_provider(
model="deepseek/deep-chat",
)
assert custom_llm_provider == "deepseek"
assert model == "deep-chat"
assert api_base == "MY-FAKE-BASE"
os.environ.pop("DEEPSEEK_API_BASE")