forked from phoenix/litellm-mirror
(test) test bedrock on router
This commit is contained in:
parent
13261287ec
commit
3bdf61f02a
1 changed files with 36 additions and 1 deletions
|
@ -330,3 +330,38 @@ def test_azure_aembedding_on_router():
|
|||
traceback.print_exc()
|
||||
pytest.fail(f"Error occurred: {e}")
|
||||
# test_azure_aembedding_on_router()
|
||||
|
||||
|
||||
def test_bedrock_on_router():
|
||||
litellm.set_verbose = True
|
||||
print("\n Testing bedrock on router\n")
|
||||
try:
|
||||
model_list = [
|
||||
{
|
||||
"model_name": "claude-v1",
|
||||
"litellm_params": {
|
||||
"model": "bedrock/anthropic.claude-instant-v1",
|
||||
},
|
||||
"tpm": 100000,
|
||||
"rpm": 10000,
|
||||
},
|
||||
]
|
||||
|
||||
async def test():
|
||||
router = Router(model_list=model_list)
|
||||
response = await router.acompletion(
|
||||
model="claude-v1",
|
||||
messages=[
|
||||
{
|
||||
"role": "user",
|
||||
"content": "hello from litellm test",
|
||||
}
|
||||
]
|
||||
)
|
||||
print(response)
|
||||
router.reset()
|
||||
asyncio.run(test())
|
||||
except Exception as e:
|
||||
traceback.print_exc()
|
||||
pytest.fail(f"Error occurred: {e}")
|
||||
# test_bedrock_on_router()
|
Loading…
Add table
Add a link
Reference in a new issue