Merge branch 'main' into litellm_azure_ai_openai_support

This commit is contained in:
Krish Dholakia 2024-08-14 17:53:27 -07:00 committed by GitHub
commit bda1ee16a9
34 changed files with 1805 additions and 180 deletions

View file

@ -14,7 +14,7 @@ sys.path.insert(
) # Adds the parent directory to the system path
import os
from unittest.mock import MagicMock, patch
from unittest.mock import AsyncMock, MagicMock, patch
import pytest
@ -3474,7 +3474,6 @@ def response_format_tests(response: litellm.ModelResponse):
assert isinstance(response.usage.total_tokens, int) # type: ignore
@pytest.mark.parametrize("sync_mode", [True, False])
@pytest.mark.parametrize(
"model",
[
@ -3488,6 +3487,7 @@ def response_format_tests(response: litellm.ModelResponse):
"cohere.command-text-v14",
],
)
@pytest.mark.parametrize("sync_mode", [True, False])
@pytest.mark.asyncio
async def test_completion_bedrock_httpx_models(sync_mode, model):
litellm.set_verbose = True
@ -3730,19 +3730,21 @@ def test_completion_anyscale_api():
# test_completion_anyscale_api()
@pytest.mark.skip(reason="flaky test, times out frequently")
# @pytest.mark.skip(reason="flaky test, times out frequently")
def test_completion_cohere():
try:
# litellm.set_verbose=True
messages = [
{"role": "system", "content": "You're a good bot"},
{"role": "assistant", "content": [{"text": "2", "type": "text"}]},
{"role": "assistant", "content": [{"text": "3", "type": "text"}]},
{
"role": "user",
"content": "Hey",
},
]
response = completion(
model="command-nightly",
model="command-r",
messages=messages,
)
print(response)