phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(proxy_server): adding model fallbacks and default model to toml

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-13 15:30:18 -07:00
parent 46ab76562c
commit 4d4f8bfa5d
6 changed files with 14 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/main.py
View file

@ -229,7 +229,7 @@ def completion(
litellm_logging_obj = kwargs.get('litellm_logging_obj', None)
id = kwargs.get('id', None)
metadata = kwargs.get('metadata', None)
fallbacks = kwargs.get('fallbacks', [])
fallbacks = kwargs.get('fallbacks', None)
######## end of unpacking kwargs ###########
openai_params = ["functions", "function_call", "temperature", "temperature", "top_p", "n", "stream", "stop", "max_tokens", "presence_penalty", "frequency_penalty", "logit_bias", "user", "request_timeout", "api_base", "api_version", "api_key"]
litellm_params = ["metadata", "acompletion", "caching", "return_async", "mock_response", "api_key", "api_version", "api_base", "force_timeout", "logger_fn", "verbose", "custom_llm_provider", "litellm_logging_obj", "litellm_call_id", "use_client", "id", "metadata", "fallbacks", "azure"]
@ -239,7 +239,11 @@ def completion(
return mock_completion(model, messages, stream=stream, mock_response=mock_response)
try:
logging = litellm_logging_obj
if fallbacks != []:
fallbacks = (
fallbacks
or litellm.model_fallbacks
)
if fallbacks is not None:
return completion_with_fallbacks(**args)
if litellm.model_alias_map and model in litellm.model_alias_map:
args["model_alias_map"] = litellm.model_alias_map