phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs(config.md): update wildcard docs

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-26 08:59:53 -07:00
parent 9d87767639
commit e39ff46222
3 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

2
docs/my-website/docs/proxy/configs.md
View file

@ -295,7 +295,7 @@ Dynamically call any model from any given provider without the need to predefine
model_list: model_list:
- model_name: "*" # all requests where model not in your config go to this deployment - model_name: "*" # all requests where model not in your config go to this deployment
litellm_params: litellm_params:
model: "openai/*" # passes our validation check that a real provider is given model: "*" # passes our validation check that a real provider is given
``` ```
2. Start LiteLLM proxy 2. Start LiteLLM proxy

4
litellm/proxy/_new_secret_config.yaml
View file

@ -1,4 +1,4 @@
model_list: model_list:
- model_name: "gpt-3.5-turbo" - model_name: "*"
litellm_params: litellm_params:
model: "openai/gpt-3.5-turbo" model: "*"

4
litellm/router.py
View file

@ -2937,8 +2937,8 @@ class Router:
model_group = kwargs["litellm_params"]["metadata"].get( model_group = kwargs["litellm_params"]["metadata"].get(
"model_group", None "model_group", None
) )
model_info = kwargs["litellm_params"].get("model_info", {}) or {}
id = kwargs["litellm_params"].get("model_info", {}).get("id", None) id = model_info.get("id", None)
if model_group is None or id is None: if model_group is None or id is None:
return return
elif isinstance(id, int): elif isinstance(id, int):