feat - update deployments

This commit is contained in:
Ishaan Jaff 2024-04-24 09:53:42 -07:00
parent 70c98617da
commit 3d1a158b63
2 changed files with 38 additions and 1 deletions

View file

@ -155,6 +155,36 @@ class LiteLLM_Params(BaseModel):
setattr(self, key, value)
class updateLiteLLMParams(BaseModel):
# This class is used to update the LiteLLM_Params
# only differece is model is optional
model: Optional[str] = None
tpm: Optional[int] = None
rpm: Optional[int] = None
api_key: Optional[str] = None
api_base: Optional[str] = None
api_version: Optional[str] = None
timeout: Optional[Union[float, str]] = None # if str, pass in as os.environ/
stream_timeout: Optional[Union[float, str]] = (
None # timeout when making stream=True calls, if str, pass in as os.environ/
)
max_retries: int = 2 # follows openai default of 2
organization: Optional[str] = None # for openai orgs
## VERTEX AI ##
vertex_project: Optional[str] = None
vertex_location: Optional[str] = None
## AWS BEDROCK / SAGEMAKER ##
aws_access_key_id: Optional[str] = None
aws_secret_access_key: Optional[str] = None
aws_region_name: Optional[str] = None
class updateDeployment(BaseModel):
model_name: Optional[str] = None
litellm_params: Optional[updateLiteLLMParams] = None
model_info: Optional[ModelInfo] = None
class Deployment(BaseModel):
model_name: str
litellm_params: LiteLLM_Params