phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) inc default gunicorn timeout

Browse source
This commit is contained in:
ishaan-jaff 2024-02-12 20:31:34 -08:00
parent 05a9ec2365
commit c7e4432597
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/proxy_cli.py
View file

@ -570,6 +570,7 @@ def run_server(
"worker_class": "uvicorn.workers.UvicornWorker", "worker_class": "uvicorn.workers.UvicornWorker",
"preload": True, # Add the preload flag, "preload": True, # Add the preload flag,
"accesslog": "-", # Log to stdout "accesslog": "-", # Log to stdout
"timeout": 600, # default to very high number, bedrock/anthropic.claude-v2:1 can take 30+ seconds for the 1st chunk to come in
"access_log_format": '%(h)s %(l)s %(u)s %(t)s "%(r)s" %(s)s %(b)s', "access_log_format": '%(h)s %(l)s %(u)s %(t)s "%(r)s" %(s)s %(b)s',
} }