diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 2a231d822..9d2cf01be 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -816,156 +816,156 @@ def test_completion_sagemaker(): # test_completion_sagemaker() -def test_completion_bedrock_titan(): - try: - response = completion( - model="bedrock/amazon.titan-tg1-large", - messages=messages, - temperature=0.2, - max_tokens=200, - top_p=0.8, - logger_fn=logger_fn - ) - # Add any assertions here to check the response - print(response) - except RateLimitError: - pass - except Exception as e: - pytest.fail(f"Error occurred: {e}") +# def test_completion_bedrock_titan(): +# try: +# response = completion( +# model="bedrock/amazon.titan-tg1-large", +# messages=messages, +# temperature=0.2, +# max_tokens=200, +# top_p=0.8, +# logger_fn=logger_fn +# ) +# # Add any assertions here to check the response +# print(response) +# except RateLimitError: +# pass +# except Exception as e: +# pytest.fail(f"Error occurred: {e}") # test_completion_bedrock_titan() -def test_completion_bedrock_claude(): - print("calling claude") - try: - response = completion( - model="anthropic.claude-instant-v1", - messages=messages, - max_tokens=10, - temperature=0.1, - logger_fn=logger_fn - ) - # Add any assertions here to check the response - print(response) - except RateLimitError: - pass - except Exception as e: - pytest.fail(f"Error occurred: {e}") +# def test_completion_bedrock_claude(): +# print("calling claude") +# try: +# response = completion( +# model="anthropic.claude-instant-v1", +# messages=messages, +# max_tokens=10, +# temperature=0.1, +# logger_fn=logger_fn +# ) +# # Add any assertions here to check the response +# print(response) +# except RateLimitError: +# pass +# except Exception as e: +# pytest.fail(f"Error occurred: {e}") # test_completion_bedrock_claude() -def test_completion_bedrock_claude_completion_auth(): - print("calling bedrock claude completion params auth") - import os +# def test_completion_bedrock_claude_completion_auth(): +# print("calling bedrock claude completion params auth") +# import os - aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"] - aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"] - aws_region_name = os.environ["AWS_REGION_NAME"] +# aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"] +# aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"] +# aws_region_name = os.environ["AWS_REGION_NAME"] - os.environ["AWS_ACCESS_KEY_ID"] = "" - os.environ["AWS_SECRET_ACCESS_KEY"] = "" - os.environ["AWS_REGION_NAME"] = "" +# os.environ["AWS_ACCESS_KEY_ID"] = "" +# os.environ["AWS_SECRET_ACCESS_KEY"] = "" +# os.environ["AWS_REGION_NAME"] = "" - try: - response = completion( - model="bedrock/anthropic.claude-instant-v1", - messages=messages, - max_tokens=10, - temperature=0.1, - logger_fn=logger_fn, - aws_access_key_id=aws_access_key_id, - aws_secret_access_key=aws_secret_access_key, - aws_region_name=aws_region_name, - ) - # Add any assertions here to check the response - print(response) +# try: +# response = completion( +# model="bedrock/anthropic.claude-instant-v1", +# messages=messages, +# max_tokens=10, +# temperature=0.1, +# logger_fn=logger_fn, +# aws_access_key_id=aws_access_key_id, +# aws_secret_access_key=aws_secret_access_key, +# aws_region_name=aws_region_name, +# ) +# # Add any assertions here to check the response +# print(response) - os.environ["AWS_ACCESS_KEY_ID"] = aws_access_key_id - os.environ["AWS_SECRET_ACCESS_KEY"] = aws_secret_access_key - os.environ["AWS_REGION_NAME"] = aws_region_name - except RateLimitError: - pass - except Exception as e: - pytest.fail(f"Error occurred: {e}") +# os.environ["AWS_ACCESS_KEY_ID"] = aws_access_key_id +# os.environ["AWS_SECRET_ACCESS_KEY"] = aws_secret_access_key +# os.environ["AWS_REGION_NAME"] = aws_region_name +# except RateLimitError: +# pass +# except Exception as e: +# pytest.fail(f"Error occurred: {e}") # test_completion_bedrock_claude_completion_auth() -def test_completion_bedrock_claude_external_client_auth(): - print("calling bedrock claude external client auth") - import os +# def test_completion_bedrock_claude_external_client_auth(): +# print("calling bedrock claude external client auth") +# import os - aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"] - aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"] - aws_region_name = os.environ["AWS_REGION_NAME"] +# aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"] +# aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"] +# aws_region_name = os.environ["AWS_REGION_NAME"] - os.environ["AWS_ACCESS_KEY_ID"] = "" - os.environ["AWS_SECRET_ACCESS_KEY"] = "" - os.environ["AWS_REGION_NAME"] = "" +# os.environ["AWS_ACCESS_KEY_ID"] = "" +# os.environ["AWS_SECRET_ACCESS_KEY"] = "" +# os.environ["AWS_REGION_NAME"] = "" - try: - import boto3 - bedrock = boto3.client( - service_name="bedrock-runtime", - region_name=aws_region_name, - aws_access_key_id=aws_access_key_id, - aws_secret_access_key=aws_secret_access_key, - endpoint_url=f"https://bedrock-runtime.{aws_region_name}.amazonaws.com" - ) +# try: +# import boto3 +# bedrock = boto3.client( +# service_name="bedrock-runtime", +# region_name=aws_region_name, +# aws_access_key_id=aws_access_key_id, +# aws_secret_access_key=aws_secret_access_key, +# endpoint_url=f"https://bedrock-runtime.{aws_region_name}.amazonaws.com" +# ) - response = completion( - model="bedrock/anthropic.claude-instant-v1", - messages=messages, - max_tokens=10, - temperature=0.1, - logger_fn=logger_fn, - aws_bedrock_client=bedrock, - ) - # Add any assertions here to check the response - print(response) +# response = completion( +# model="bedrock/anthropic.claude-instant-v1", +# messages=messages, +# max_tokens=10, +# temperature=0.1, +# logger_fn=logger_fn, +# aws_bedrock_client=bedrock, +# ) +# # Add any assertions here to check the response +# print(response) - os.environ["AWS_ACCESS_KEY_ID"] = aws_access_key_id - os.environ["AWS_SECRET_ACCESS_KEY"] = aws_secret_access_key - os.environ["AWS_REGION_NAME"] = aws_region_name - except RateLimitError: - pass - except Exception as e: - pytest.fail(f"Error occurred: {e}") +# os.environ["AWS_ACCESS_KEY_ID"] = aws_access_key_id +# os.environ["AWS_SECRET_ACCESS_KEY"] = aws_secret_access_key +# os.environ["AWS_REGION_NAME"] = aws_region_name +# except RateLimitError: +# pass +# except Exception as e: +# pytest.fail(f"Error occurred: {e}") # test_completion_bedrock_claude_external_client_auth() -def test_completion_bedrock_claude_stream(): - print("calling claude") - litellm.set_verbose = False - try: - response = completion( - model="bedrock/anthropic.claude-instant-v1", - messages=messages, - stream=True - ) - # Add any assertions here to check the response - print(response) - for chunk in response: - print(chunk) - except RateLimitError: - pass - except Exception as e: - pytest.fail(f"Error occurred: {e}") +# def test_completion_bedrock_claude_stream(): +# print("calling claude") +# litellm.set_verbose = False +# try: +# response = completion( +# model="bedrock/anthropic.claude-instant-v1", +# messages=messages, +# stream=True +# ) +# # Add any assertions here to check the response +# print(response) +# for chunk in response: +# print(chunk) +# except RateLimitError: +# pass +# except Exception as e: +# pytest.fail(f"Error occurred: {e}") # test_completion_bedrock_claude_stream() -def test_completion_bedrock_ai21(): - try: - litellm.set_verbose = False - response = completion( - model="bedrock/ai21.j2-mid", - messages=messages, - temperature=0.2, - top_p=0.2, - max_tokens=20 - ) - # Add any assertions here to check the response - print(response) - except RateLimitError: - pass - except Exception as e: - pytest.fail(f"Error occurred: {e}") +# def test_completion_bedrock_ai21(): +# try: +# litellm.set_verbose = False +# response = completion( +# model="bedrock/ai21.j2-mid", +# messages=messages, +# temperature=0.2, +# top_p=0.2, +# max_tokens=20 +# ) +# # Add any assertions here to check the response +# print(response) +# except RateLimitError: +# pass +# except Exception as e: +# pytest.fail(f"Error occurred: {e}") ######## Test VLLM ########