feat(ui): add models via ui

adds ability to add models via ui to the proxy. also fixes additional bugs around new /model/new endpoint
This commit is contained in:
Krrish Dholakia 2024-04-04 18:56:20 -07:00
parent 9b8e1fe052
commit ece37a4b7f
34 changed files with 333 additions and 108 deletions

View file

@ -110,6 +110,11 @@ class Deployment(BaseModel):
litellm_params: LiteLLM_Params
model_info: ModelInfo
def __init__(self, model_info: Optional[ModelInfo] = None, **params):
if model_info is None:
model_info = ModelInfo()
super().__init__(model_info=model_info, **params)
def to_json(self, **kwargs):
try:
return self.model_dump(**kwargs) # noqa