phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) retry cloudflare ai workers 3 times

Browse source
This commit is contained in:
ishaan-jaff 2024-01-05 13:55:47 +05:30
parent b2be530a13
commit f650f979c6
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/tests/test_async_fn.py
View file

@ -167,7 +167,7 @@ def test_get_cloudflare_response_streaming():
model="cloudflare/@cf/meta/llama-2-7b-chat-int8", model="cloudflare/@cf/meta/llama-2-7b-chat-int8",
messages=messages, messages=messages,
stream=True, stream=True,
timeout=5, num_retries=3, # cloudflare ai workers is EXTREMELY UNSTABLE
) )
print(type(response)) print(type(response))