phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) router - explcitly call one deployment

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 21:56:56 -08:00
parent 8e6c4c5310
commit 5e065ebb8f
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/tests/test_router.py
View file

@ -184,7 +184,7 @@ def test_call_one_endpoint():
"rpm": 10000,
},
]
litellm.set_verbose=True
router = Router(model_list=model_list,
routing_strategy="simple-shuffle",
set_verbose=True,
@ -200,6 +200,7 @@ def test_call_one_endpoint():
"content": "hello this request will pass"
}
],
specific_deployment=True
)
print("\n response", response)
@ -212,6 +213,7 @@ def test_call_one_endpoint():
"content": "hello this request will pass"
}
],
specific_deployment=True
)
print("\n response", response)
@ -219,7 +221,8 @@ def test_call_one_endpoint():
async def call_azure_embedding():
response = await router.aembedding(
model="azure/azure-embedding-model",
input = ["good morning from litellm"]
input = ["good morning from litellm"],
specific_deployment=True
)
print("\n response", response)