phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

router fix init openai compatible providers

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-19 19:42:04 -07:00
parent 7f9d56d277
commit 368e0109a4
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router_utils/client_initalization_utils.py
View file

@ -79,7 +79,10 @@ def set_client(litellm_router_instance: LitellmRouter, model: dict):
default_api_key = None default_api_key = None
if custom_llm_provider in litellm.openai_compatible_providers: if custom_llm_provider in litellm.openai_compatible_providers:
_, custom_llm_provider, api_key, api_base = litellm.get_llm_provider( _, custom_llm_provider, api_key, api_base = litellm.get_llm_provider(
model=model_name model=model_name,
custom_llm_provider=custom_llm_provider,
api_key=litellm_params.get("api_key"),
api_base=litellm_params.get("api_base"),
) )
default_api_base = api_base default_api_base = api_base
default_api_key = api_key default_api_key = api_key