phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): expose model_info as part of pydantic model params object

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-01 20:55:26 -08:00
parent 41afe48bf8
commit 60af976aac
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_server.py
View file

@ -156,6 +156,7 @@ class ProxyChatCompletionRequest(BaseModel):
class ModelParams(BaseModel): class ModelParams(BaseModel):
model_name: str model_name: str
litellm_params: dict litellm_params: dict
model_info: dict
user_api_base = None user_api_base = None
user_model = None user_model = None
@ -421,6 +422,7 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str):
except Exception as e: except Exception as e:
raise Exception(f"Exception while reading Config: {e}") raise Exception(f"Exception while reading Config: {e}")
## PRINT YAML FOR CONFIRMING IT WORKS
printed_yaml = copy.deepcopy(config) printed_yaml = copy.deepcopy(config)
printed_yaml.pop("environment_variables") printed_yaml.pop("environment_variables")
for model in printed_yaml["model_list"]: for model in printed_yaml["model_list"]: