forked from phoenix/litellm-mirror
feat - update deployments
This commit is contained in:
parent
70c98617da
commit
3d1a158b63
2 changed files with 38 additions and 1 deletions
|
@ -155,6 +155,36 @@ class LiteLLM_Params(BaseModel):
|
|||
setattr(self, key, value)
|
||||
|
||||
|
||||
class updateLiteLLMParams(BaseModel):
|
||||
# This class is used to update the LiteLLM_Params
|
||||
# only differece is model is optional
|
||||
model: Optional[str] = None
|
||||
tpm: Optional[int] = None
|
||||
rpm: Optional[int] = None
|
||||
api_key: Optional[str] = None
|
||||
api_base: Optional[str] = None
|
||||
api_version: Optional[str] = None
|
||||
timeout: Optional[Union[float, str]] = None # if str, pass in as os.environ/
|
||||
stream_timeout: Optional[Union[float, str]] = (
|
||||
None # timeout when making stream=True calls, if str, pass in as os.environ/
|
||||
)
|
||||
max_retries: int = 2 # follows openai default of 2
|
||||
organization: Optional[str] = None # for openai orgs
|
||||
## VERTEX AI ##
|
||||
vertex_project: Optional[str] = None
|
||||
vertex_location: Optional[str] = None
|
||||
## AWS BEDROCK / SAGEMAKER ##
|
||||
aws_access_key_id: Optional[str] = None
|
||||
aws_secret_access_key: Optional[str] = None
|
||||
aws_region_name: Optional[str] = None
|
||||
|
||||
|
||||
class updateDeployment(BaseModel):
|
||||
model_name: Optional[str] = None
|
||||
litellm_params: Optional[updateLiteLLMParams] = None
|
||||
model_info: Optional[ModelInfo] = None
|
||||
|
||||
|
||||
class Deployment(BaseModel):
|
||||
model_name: str
|
||||
litellm_params: LiteLLM_Params
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue