forked from phoenix/litellm-mirror
(test) test bedrock on router
This commit is contained in:
parent
13261287ec
commit
3bdf61f02a
1 changed files with 36 additions and 1 deletions
|
@ -330,3 +330,38 @@ def test_azure_aembedding_on_router():
|
||||||
traceback.print_exc()
|
traceback.print_exc()
|
||||||
pytest.fail(f"Error occurred: {e}")
|
pytest.fail(f"Error occurred: {e}")
|
||||||
# test_azure_aembedding_on_router()
|
# test_azure_aembedding_on_router()
|
||||||
|
|
||||||
|
|
||||||
|
def test_bedrock_on_router():
|
||||||
|
litellm.set_verbose = True
|
||||||
|
print("\n Testing bedrock on router\n")
|
||||||
|
try:
|
||||||
|
model_list = [
|
||||||
|
{
|
||||||
|
"model_name": "claude-v1",
|
||||||
|
"litellm_params": {
|
||||||
|
"model": "bedrock/anthropic.claude-instant-v1",
|
||||||
|
},
|
||||||
|
"tpm": 100000,
|
||||||
|
"rpm": 10000,
|
||||||
|
},
|
||||||
|
]
|
||||||
|
|
||||||
|
async def test():
|
||||||
|
router = Router(model_list=model_list)
|
||||||
|
response = await router.acompletion(
|
||||||
|
model="claude-v1",
|
||||||
|
messages=[
|
||||||
|
{
|
||||||
|
"role": "user",
|
||||||
|
"content": "hello from litellm test",
|
||||||
|
}
|
||||||
|
]
|
||||||
|
)
|
||||||
|
print(response)
|
||||||
|
router.reset()
|
||||||
|
asyncio.run(test())
|
||||||
|
except Exception as e:
|
||||||
|
traceback.print_exc()
|
||||||
|
pytest.fail(f"Error occurred: {e}")
|
||||||
|
# test_bedrock_on_router()
|
Loading…
Add table
Add a link
Reference in a new issue