phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) retry cloudflare ai workers 3 times

Browse source
This commit is contained in:
ishaan-jaff 2024-01-05 13:55:47 +05:30
parent 6694975ec3
commit 20256c45ad
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/tests/test_async_fn.py
View file

@ -167,7 +167,7 @@ def test_get_cloudflare_response_streaming():
model="cloudflare/@cf/meta/llama-2-7b-chat-int8", model="cloudflare/@cf/meta/llama-2-7b-chat-int8",
messages=messages, messages=messages,
stream=True, stream=True,
timeout=5, num_retries=3, # cloudflare ai workers is EXTREMELY UNSTABLE
) )
print(type(response)) print(type(response))