STREAM_SSE_DONE_STRING

This commit is contained in:
Ishaan Jaff 2025-03-12 09:33:28 -07:00
parent aa250088b2
commit 58acf23c3e
2 changed files with 3 additions and 4 deletions

View file

@ -18,6 +18,7 @@ SINGLE_DEPLOYMENT_TRAFFIC_FAILURE_THRESHOLD = 1000 # Minimum number of requests
REPEATED_STREAMING_CHUNK_LIMIT = 100 # catch if model starts looping the same chunk while streaming. Uses high default to prevent false positives.
#### Networking settings ####
request_timeout: float = 6000 # time in seconds
STREAM_SSE_DONE_STRING: str = "[DONE]"
LITELLM_CHAT_PROVIDERS = [
"openai",