forked from phoenix/litellm-mirror
test(test_keys.py): reorder tests
This commit is contained in:
parent
dd47c9d854
commit
70d5f9ef96
1 changed files with 24 additions and 24 deletions
|
@ -336,30 +336,6 @@ async def test_key_info_spend_values():
|
||||||
assert rounded_response_cost == rounded_key_info_spend
|
assert rounded_response_cost == rounded_key_info_spend
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_key_info_spend_values_sagemaker():
|
|
||||||
"""
|
|
||||||
Tests the sync streaming loop to ensure spend is correctly calculated.
|
|
||||||
- create key
|
|
||||||
- make completion call
|
|
||||||
- assert cost is expected value
|
|
||||||
"""
|
|
||||||
async with aiohttp.ClientSession() as session:
|
|
||||||
## streaming - sagemaker
|
|
||||||
key_gen = await generate_key(session=session, i=0, models=[])
|
|
||||||
new_key = key_gen["key"]
|
|
||||||
prompt_tokens, completion_tokens = await chat_completion_streaming(
|
|
||||||
session=session, key=new_key, model="sagemaker-completion-model"
|
|
||||||
)
|
|
||||||
await asyncio.sleep(5) # allow db log to be updated
|
|
||||||
key_info = await get_key_info(
|
|
||||||
session=session, get_key=new_key, call_key=new_key
|
|
||||||
)
|
|
||||||
rounded_key_info_spend = round(key_info["info"]["spend"], 8)
|
|
||||||
assert rounded_key_info_spend > 0
|
|
||||||
# assert rounded_response_cost == rounded_key_info_spend
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
async def test_key_with_budgets():
|
async def test_key_with_budgets():
|
||||||
"""
|
"""
|
||||||
|
@ -411,3 +387,27 @@ async def test_key_crossing_budget():
|
||||||
pytest.fail("Should have failed - Key crossed it's budget")
|
pytest.fail("Should have failed - Key crossed it's budget")
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
assert "ExceededTokenBudget: Current spend for token:" in str(e)
|
assert "ExceededTokenBudget: Current spend for token:" in str(e)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_key_zinfo_spend_values_sagemaker():
|
||||||
|
"""
|
||||||
|
Tests the sync streaming loop to ensure spend is correctly calculated.
|
||||||
|
- create key
|
||||||
|
- make completion call
|
||||||
|
- assert cost is expected value
|
||||||
|
"""
|
||||||
|
async with aiohttp.ClientSession() as session:
|
||||||
|
## streaming - sagemaker
|
||||||
|
key_gen = await generate_key(session=session, i=0, models=[])
|
||||||
|
new_key = key_gen["key"]
|
||||||
|
prompt_tokens, completion_tokens = await chat_completion_streaming(
|
||||||
|
session=session, key=new_key, model="sagemaker-completion-model"
|
||||||
|
)
|
||||||
|
await asyncio.sleep(5) # allow db log to be updated
|
||||||
|
key_info = await get_key_info(
|
||||||
|
session=session, get_key=new_key, call_key=new_key
|
||||||
|
)
|
||||||
|
rounded_key_info_spend = round(key_info["info"]["spend"], 8)
|
||||||
|
assert rounded_key_info_spend > 0
|
||||||
|
# assert rounded_response_cost == rounded_key_info_spend
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue