phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(router_strategy/) ensure all async functions use async cache methods (#6489)

Browse source 
* fix router strat

* use async set / get cache in router_strategy

* add coverage for router strategy

* fix imports

* fix batch_get_cache

* use async methods for least busy

* fix least busy use async methods

* fix test_dual_cache_increment

* test async_get_available_deployment when routing_strategy="least-busy"
This commit is contained in:
Ishaan Jaff 2024-10-29 21:07:17 +05:30 • committed by GitHub
parent f9ba74ef87
commit 441adad3ae
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 202 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

7
tests/local_testing/test_dual_cache.py
View file

@ -158,7 +158,7 @@ async def test_dual_cache_batch_operations(is_async):
if is_async:
results = await dual_cache.async_batch_get_cache(test_keys)
else:
results = dual_cache.batch_get_cache(test_keys)
results = dual_cache.batch_get_cache(test_keys, parent_otel_span=None)
assert results == test_values
mock_redis_get.assert_not_called()
@ -181,7 +181,10 @@ async def test_dual_cache_increment(is_async):
) as mock_redis_increment:
if is_async:
result = await dual_cache.async_increment_cache(
test_key, increment_value, local_only=True
test_key,
increment_value,
local_only=True,
parent_otel_span=None,
)
else:
result = dual_cache.increment_cache(