phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test: removing bedrock claude-v1 testing - bedrock removed this

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-28 11:08:05 -08:00
parent 9124ef60a4
commit a042092faa
3 changed files with 8 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

1
docs/my-website/docs/providers/bedrock.md
View file

@ -291,7 +291,6 @@ Here's an example of using a bedrock model with LiteLLM
| Anthropic Claude-V2.1 | `completion(model='bedrock/anthropic.claude-v2:1', messages=messages)` | `os.environ['ANTHROPIC_ACCESS_KEY_ID']`, `os.environ['ANTHROPIC_SECRET_ACCESS_KEY']` | | Anthropic Claude-V2.1 | `completion(model='bedrock/anthropic.claude-v2:1', messages=messages)` | `os.environ['ANTHROPIC_ACCESS_KEY_ID']`, `os.environ['ANTHROPIC_SECRET_ACCESS_KEY']` |
| Anthropic Claude-V2 | `completion(model='bedrock/anthropic.claude-v2', messages=messages)` | `os.environ['ANTHROPIC_ACCESS_KEY_ID']`, `os.environ['ANTHROPIC_SECRET_ACCESS_KEY']` | | Anthropic Claude-V2 | `completion(model='bedrock/anthropic.claude-v2', messages=messages)` | `os.environ['ANTHROPIC_ACCESS_KEY_ID']`, `os.environ['ANTHROPIC_SECRET_ACCESS_KEY']` |
| Anthropic Claude-Instant V1 | `completion(model='bedrock/anthropic.claude-instant-v1', messages=messages)` | `os.environ['ANTHROPIC_ACCESS_KEY_ID']`, `os.environ['ANTHROPIC_SECRET_ACCESS_KEY']` | | Anthropic Claude-Instant V1 | `completion(model='bedrock/anthropic.claude-instant-v1', messages=messages)` | `os.environ['ANTHROPIC_ACCESS_KEY_ID']`, `os.environ['ANTHROPIC_SECRET_ACCESS_KEY']` |
| Anthropic Claude-V1 | `completion(model='bedrock/anthropic.claude-v1', messages=messages)` | `os.environ['ANTHROPIC_ACCESS_KEY_ID']`, `os.environ['ANTHROPIC_SECRET_ACCESS_KEY']` |
| Amazon Titan Lite | `completion(model='bedrock/amazon.titan-text-lite-v1', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` | | Amazon Titan Lite | `completion(model='bedrock/amazon.titan-text-lite-v1', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` |
| Amazon Titan Express | `completion(model='bedrock/amazon.titan-text-express-v1', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` | | Amazon Titan Express | `completion(model='bedrock/amazon.titan-text-express-v1', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` |
| Cohere Command | `completion(model='bedrock/cohere.command-text-v14', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` | | Cohere Command | `completion(model='bedrock/cohere.command-text-v14', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` |

4
litellm/tests/test_caching.py
View file

@ -571,7 +571,7 @@ def test_redis_cache_acompletion_stream_bedrock():
async def call1(): async def call1():
nonlocal response_1_content nonlocal response_1_content
response1 = await litellm.acompletion( response1 = await litellm.acompletion(
model="bedrock/anthropic.claude-v1", model="bedrock/anthropic.claude-v2",
messages=messages, messages=messages,
max_tokens=40, max_tokens=40,
temperature=1, temperature=1,
@ -589,7 +589,7 @@ def test_redis_cache_acompletion_stream_bedrock():
async def call2(): async def call2():
nonlocal response_2_content nonlocal response_2_content
response2 = await litellm.acompletion( response2 = await litellm.acompletion(
model="bedrock/anthropic.claude-v1", model="bedrock/anthropic.claude-v2",
messages=messages, messages=messages,
max_tokens=40, max_tokens=40,
temperature=1, temperature=1,

12
litellm/tests/test_custom_callback_input.py
View file

@ -483,12 +483,12 @@ def test_chat_bedrock_stream():
customHandler = CompletionCustomHandler() customHandler = CompletionCustomHandler()
litellm.callbacks = [customHandler] litellm.callbacks = [customHandler]
response = litellm.completion( response = litellm.completion(
model="bedrock/anthropic.claude-v1", model="bedrock/anthropic.claude-v2",
messages=[{"role": "user", "content": "Hi 👋 - i'm sync bedrock"}], messages=[{"role": "user", "content": "Hi 👋 - i'm sync bedrock"}],
) )
# test streaming # test streaming
response = litellm.completion( response = litellm.completion(
model="bedrock/anthropic.claude-v1", model="bedrock/anthropic.claude-v2",
messages=[{"role": "user", "content": "Hi 👋 - i'm sync bedrock"}], messages=[{"role": "user", "content": "Hi 👋 - i'm sync bedrock"}],
stream=True, stream=True,
) )
@ -497,7 +497,7 @@ def test_chat_bedrock_stream():
# test failure callback # test failure callback
try: try:
response = litellm.completion( response = litellm.completion(
model="bedrock/anthropic.claude-v1", model="bedrock/anthropic.claude-v2",
messages=[{"role": "user", "content": "Hi 👋 - i'm sync bedrock"}], messages=[{"role": "user", "content": "Hi 👋 - i'm sync bedrock"}],
aws_region_name="my-bad-region", aws_region_name="my-bad-region",
stream=True, stream=True,
@ -524,12 +524,12 @@ async def test_async_chat_bedrock_stream():
customHandler = CompletionCustomHandler() customHandler = CompletionCustomHandler()
litellm.callbacks = [customHandler] litellm.callbacks = [customHandler]
response = await litellm.acompletion( response = await litellm.acompletion(
model="bedrock/anthropic.claude-v1", model="bedrock/anthropic.claude-v2",
messages=[{"role": "user", "content": "Hi 👋 - i'm async bedrock"}], messages=[{"role": "user", "content": "Hi 👋 - i'm async bedrock"}],
) )
# test streaming # test streaming
response = await litellm.acompletion( response = await litellm.acompletion(
model="bedrock/anthropic.claude-v1", model="bedrock/anthropic.claude-v2",
messages=[{"role": "user", "content": "Hi 👋 - i'm async bedrock"}], messages=[{"role": "user", "content": "Hi 👋 - i'm async bedrock"}],
stream=True, stream=True,
) )
@ -540,7 +540,7 @@ async def test_async_chat_bedrock_stream():
## test failure callback ## test failure callback
try: try:
response = await litellm.acompletion( response = await litellm.acompletion(
model="bedrock/anthropic.claude-v1", model="bedrock/anthropic.claude-v2",
messages=[{"role": "user", "content": "Hi 👋 - i'm async bedrock"}], messages=[{"role": "user", "content": "Hi 👋 - i'm async bedrock"}],
aws_region_name="my-bad-key", aws_region_name="my-bad-key",
stream=True, stream=True,