mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 11:14:04 +00:00
fix qdrant semantic caching test
This commit is contained in:
parent
428a74be07
commit
228a0bd6f7
1 changed files with 2 additions and 0 deletions
|
@ -1761,6 +1761,7 @@ async def test_qdrant_semantic_cache_acompletion():
|
||||||
"content": f"write a one sentence poem about: {random_number}",
|
"content": f"write a one sentence poem about: {random_number}",
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
|
mock_response="hello",
|
||||||
max_tokens=20,
|
max_tokens=20,
|
||||||
)
|
)
|
||||||
print(f"Response1: {response1}")
|
print(f"Response1: {response1}")
|
||||||
|
@ -1810,6 +1811,7 @@ async def test_qdrant_semantic_cache_acompletion_stream():
|
||||||
max_tokens=40,
|
max_tokens=40,
|
||||||
temperature=1,
|
temperature=1,
|
||||||
stream=True,
|
stream=True,
|
||||||
|
mock_response="hi",
|
||||||
)
|
)
|
||||||
async for chunk in response1:
|
async for chunk in response1:
|
||||||
response_1_id = chunk.id
|
response_1_id = chunk.id
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue