From aadc29aab8aec76960953e93f16f69667340939e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 2 Aug 2024 15:17:09 -0700 Subject: [PATCH] docs call types --- docs/my-website/docs/proxy/caching.md | 24 ++++++------------------ 1 file changed, 6 insertions(+), 18 deletions(-) diff --git a/docs/my-website/docs/proxy/caching.md b/docs/my-website/docs/proxy/caching.md index f733498d9..20e21ef2d 100644 --- a/docs/my-website/docs/proxy/caching.md +++ b/docs/my-website/docs/proxy/caching.md @@ -272,12 +272,8 @@ litellm_settings: cache: True cache_params: type: redis - supported_call_types: [ - "acompletion", # /chat/completions - "atext_completion", # /completions - "aembedding", # /embeddings - "atranscription", # /audio/transcriptions - ] + supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"] + # /chat/completions, /completions, /embeddings, /audio/transcriptions ``` ### Set Cache Params on config.yaml ```yaml @@ -299,12 +295,8 @@ litellm_settings: password: "your_password" # The password for the Redis cache. Required if type is "redis". # Optional configurations - supported_call_types: [ - "acompletion", # /chat/completions - "atext_completion", # /completions - "aembedding", # /embeddings - "atranscription", # /audio/transcriptions - ] + supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"] + # /chat/completions, /completions, /embeddings, /audio/transcriptions ``` ### Turn on / off caching per request. @@ -649,12 +641,8 @@ cache_params: # List of litellm call types to cache for # Options: "completion", "acompletion", "embedding", "aembedding" - supported_call_types: [ - "acompletion", # /chat/completions - "atext_completion", # /completions - "aembedding", # /embeddings - "atranscription", # /audio/transcriptions - ] + supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"] + # /chat/completions, /completions, /embeddings, /audio/transcriptions # Redis cache parameters host: localhost # Redis server hostname or IP address