phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(docs) cache params

Browse source
This commit is contained in:
ishaan-jaff 2023-12-16 14:45:19 +05:30
parent ed0b5d29b0
commit 7b851a3870
1 changed files with 1 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
docs/my-website/docs/proxy/caching.md
View file

@ -93,9 +93,7 @@ model_list:
litellm_settings: litellm_settings:
set_verbose: True set_verbose: True
cache: True # set cache responses to True, litellm defaults to using a redis cache cache: True # set cache responses to True, litellm defaults to using a redis cache
cache_params: # cache_params are optional
# cache_params are optional
cache_params:
type: "redis" # The type of cache to initialize. Can be "local" or "redis". Defaults to "local". type: "redis" # The type of cache to initialize. Can be "local" or "redis". Defaults to "local".
host: "localhost" # The host address for the Redis cache. Required if type is "redis". host: "localhost" # The host address for the Redis cache. Required if type is "redis".
port: 6379 # The port number for the Redis cache. Required if type is "redis". port: 6379 # The port number for the Redis cache. Required if type is "redis".