phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) proxy - cache config

Browse source
This commit is contained in:
ishaan-jaff 2023-12-16 14:45:06 +05:30
parent 6b7d0eada4
commit ed0b5d29b0
3 changed files with 40 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

23
litellm/tests/test_proxy_server.py
View file

@ -256,6 +256,29 @@ def test_load_router_config():
print(result)
assert len(result[1]) == 2
# tests for litellm.cache set from config
print("testing reading proxy config for cache")
litellm.cache = None
load_router_config(
router=None,
config_file_path=f"{filepath}/example_config_yaml/cache_no_params.yaml"
)
assert litellm.cache is not None
assert "redis_client" in vars(litellm.cache.cache) # it should default to redis on proxy
assert litellm.cache.supported_call_types == ['completion', 'acompletion', 'embedding', 'aembedding'] # init with all call types
print("testing reading proxy config for cache with params")
load_router_config(
router=None,
config_file_path=f"{filepath}/example_config_yaml/cache_with_params.yaml"
)
assert litellm.cache is not None
print(litellm.cache)
print(litellm.cache.supported_call_types)
print(vars(litellm.cache.cache))
assert "redis_client" in vars(litellm.cache.cache) # it should default to redis on proxy
assert litellm.cache.supported_call_types == ['embedding', 'aembedding'] # init with all call types
except Exception as e:
pytest.fail("Proxy: Got exception reading config", e)
# test_load_router_config()