phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) hosted - ollama catch timeouts

Browse source
This commit is contained in:
ishaan-jaff 2024-01-09 10:34:36 +05:30
parent 77027746ba
commit 4791514351
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/tests/test_completion.py
View file

@ -744,18 +744,19 @@ def test_completion_openai_litellm_key():
def test_completion_ollama_hosted():
try:
litellm.request_timeout = 20 # give ollama 20 seconds to response
litellm.set_verbose = True
response = completion(
model="ollama/phi",
messages=messages,
max_tokens=10,
num_retries=3,
timeout=20,
max_tokens=2,
api_base="https://test-ollama-endpoint.onrender.com",
)
# Add any assertions here to check the response
print(response)
except Timeout as e:
except openai.APITimeoutError as e:
print("got a timeout error. Passed ! ")
litellm.request_timeout = None
pass
except Exception as e:
pytest.fail(f"Error occurred: {e}")