From 11a8713a50869c5b07dff8f94ef288435ab97358 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Wed, 6 Dec 2023 10:08:20 -0800 Subject: [PATCH] (test) router - set sync stream client --- litellm/tests/test_router.py | 31 ++++++++++++++++++++++++++++++- 1 file changed, 30 insertions(+), 1 deletion(-) diff --git a/litellm/tests/test_router.py b/litellm/tests/test_router.py index 17c582d532..5cfe424576 100644 --- a/litellm/tests/test_router.py +++ b/litellm/tests/test_router.py @@ -707,7 +707,36 @@ def test_reading_keys_os_environ(): print("passed testing of reading keys from os.environ") async_client: openai.AsyncAzureOpenAI = model["async_client"] assert async_client.api_key == os.environ["AZURE_API_KEY"] - assert async_client.base_url == os.environ["AZURE_API_BASE"] + assert async_client.base_url == os.environ["AZURE_API_BASE"] + assert async_client.max_retries == (os.environ["AZURE_MAX_RETRIES"]), f"{async_client.max_retries} vs {os.environ['AZURE_MAX_RETRIES']}" + assert async_client.timeout == (os.environ["AZURE_TIMEOUT"]), f"{async_client.timeout} vs {os.environ['AZURE_TIMEOUT']}" + print("async client set correctly!") + + print("\n Testing async streaming client") + + stream_async_client: openai.AsyncAzureOpenAI = model["stream_async_client"] + assert stream_async_client.api_key == os.environ["AZURE_API_KEY"] + assert stream_async_client.base_url == os.environ["AZURE_API_BASE"] + assert stream_async_client.max_retries == (os.environ["AZURE_MAX_RETRIES"]), f"{stream_async_client.max_retries} vs {os.environ['AZURE_MAX_RETRIES']}" + assert stream_async_client.timeout == (os.environ["AZURE_STREAM_TIMEOUT"]), f"{stream_async_client.timeout} vs {os.environ['AZURE_TIMEOUT']}" + print("async stream client set correctly!") + + print("\n Testing sync client") + client: openai.AzureOpenAI = model["client"] + assert client.api_key == os.environ["AZURE_API_KEY"] + assert client.base_url == os.environ["AZURE_API_BASE"] + assert client.max_retries == (os.environ["AZURE_MAX_RETRIES"]), f"{client.max_retries} vs {os.environ['AZURE_MAX_RETRIES']}" + assert client.timeout == (os.environ["AZURE_TIMEOUT"]), f"{client.timeout} vs {os.environ['AZURE_TIMEOUT']}" + print("sync client set correctly!") + + print("\n Testing sync stream client") + stream_client: openai.AzureOpenAI = model["stream_client"] + assert stream_client.api_key == os.environ["AZURE_API_KEY"] + assert stream_client.base_url == os.environ["AZURE_API_BASE"] + assert stream_client.max_retries == (os.environ["AZURE_MAX_RETRIES"]), f"{stream_client.max_retries} vs {os.environ['AZURE_MAX_RETRIES']}" + assert stream_client.timeout == (os.environ["AZURE_STREAM_TIMEOUT"]), f"{stream_client.timeout} vs {os.environ['AZURE_TIMEOUT']}" + print("sync stream client set correctly!") + router.reset() except Exception as e: traceback.print_exc()