phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_completion.py-+-test_streaming.py): add ollama endpoint to ci/cd pipeline

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-22 12:21:33 +05:30
parent 57607f111a
commit eb2d13e2fb
3 changed files with 47 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

27
litellm/tests/test_streaming.py
View file

@ -276,6 +276,33 @@ def test_completion_azure_function_calling_stream():
# test_completion_azure_function_calling_stream()
def test_completion_ollama_hosted_stream():
try:
litellm.set_verbose = True
response = completion(
model="ollama/phi",
messages=messages,
max_tokens=10,
api_base="https://test-ollama-endpoint.onrender.com",
stream=True
)
# Add any assertions here to check the response
complete_response = ""
# Add any assertions here to check the response
for idx, init_chunk in enumerate(response):
chunk, finished = streaming_format_tests(idx, init_chunk)
complete_response += chunk
if finished:
assert isinstance(init_chunk.choices[0], litellm.utils.StreamingChoices)
break
if complete_response.strip() == "":
raise Exception("Empty response received")
print(f"complete_response: {complete_response}")
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_ollama_hosted_stream()
def test_completion_claude_stream():
try:
messages = [