phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add mangum.

Browse source
This commit is contained in:
David Manouchehri 2023-11-23 00:04:47 -05:00
parent 4d9aa7a3f7
commit 60ca43b6d9
No known key found for this signature in database
3 changed files with 7 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/lambda.py Normal file
View file

@ -0,0 +1,4 @@
from mangum import Mangum
from litellm.proxy.proxy_server import app
handler = Mangum(app, lifespan="on")

3
requirements.txt
View file

@ -13,4 +13,5 @@ pyyaml
rq
prisma
celery
psutil
psutil
mangum

2
template.yaml
View file

@ -46,7 +46,7 @@ Resources:
Properties:
FunctionName: !Sub "${AWS::StackName}-llmlite"
CodeUri: "./litellm"
Handler: proxy/lambda.lambda_handler
Handler: proxy/lambda.handler
Runtime: python3.11
AutoPublishAlias: !Ref AliasParameter
Role: !GetAtt LambdaExecutionRole.Arn