forked from phoenix/litellm-mirror
(fix) litellm cloud formation stack
This commit is contained in:
parent
2f960a9651
commit
323f15aa2f
1 changed files with 2 additions and 2 deletions
44
enterprise/cloudformation_stack/litellm.yaml
Normal file
44
enterprise/cloudformation_stack/litellm.yaml
Normal file
|
@ -0,0 +1,44 @@
|
|||
Resources:
|
||||
LiteLLMServer:
|
||||
Type: AWS::EC2::Instance
|
||||
Properties:
|
||||
AvailabilityZone: us-east-1a
|
||||
ImageId: ami-0f403e3180720dd7e
|
||||
InstanceType: t2.micro
|
||||
|
||||
LiteLLMServerAutoScalingGroup:
|
||||
Type: AWS::AutoScaling::AutoScalingGroup
|
||||
Properties:
|
||||
AvailabilityZones:
|
||||
- us-east-1a
|
||||
LaunchConfigurationName: !Ref LiteLLMServerLaunchConfig
|
||||
MinSize: 1
|
||||
MaxSize: 3
|
||||
DesiredCapacity: 1
|
||||
HealthCheckGracePeriod: 300
|
||||
|
||||
LiteLLMServerLaunchConfig:
|
||||
Type: AWS::AutoScaling::LaunchConfiguration
|
||||
Properties:
|
||||
ImageId: ami-0f403e3180720dd7e # Replace with your desired AMI ID
|
||||
InstanceType: t2.micro
|
||||
|
||||
LiteLLMServerScalingPolicy:
|
||||
Type: AWS::AutoScaling::ScalingPolicy
|
||||
Properties:
|
||||
AutoScalingGroupName: !Ref LiteLLMServerAutoScalingGroup
|
||||
PolicyType: TargetTrackingScaling
|
||||
TargetTrackingConfiguration:
|
||||
PredefinedMetricSpecification:
|
||||
PredefinedMetricType: ASGAverageCPUUtilization
|
||||
TargetValue: 60.0
|
||||
|
||||
LiteLLMDB:
|
||||
Type: AWS::RDS::DBInstance
|
||||
Properties:
|
||||
AllocatedStorage: 20
|
||||
Engine: postgres
|
||||
MasterUsername: litellmAdmin
|
||||
MasterUserPassword: litellmPassword
|
||||
DBInstanceClass: db.t3.micro
|
||||
AvailabilityZone: us-east-1a
|
Loading…
Add table
Add a link
Reference in a new issue