phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

docs call types

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-02 15:17:09 -07:00
parent 2fd523a0f9
commit aadc29aab8
1 changed files with 6 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

24
docs/my-website/docs/proxy/caching.md
View file

@ -272,12 +272,8 @@ litellm_settings:
cache: True cache: True
cache_params: cache_params:
type: redis type: redis
supported_call_types: [ supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"]
"acompletion", # /chat/completions # /chat/completions, /completions, /embeddings, /audio/transcriptions
"atext_completion", # /completions
"aembedding", # /embeddings
"atranscription", # /audio/transcriptions
]
``` ```
### Set Cache Params on config.yaml ### Set Cache Params on config.yaml
```yaml ```yaml
@ -299,12 +295,8 @@ litellm_settings:
password: "your_password" # The password for the Redis cache. Required if type is "redis". password: "your_password" # The password for the Redis cache. Required if type is "redis".
# Optional configurations # Optional configurations
supported_call_types: [ supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"]
"acompletion", # /chat/completions # /chat/completions, /completions, /embeddings, /audio/transcriptions
"atext_completion", # /completions
"aembedding", # /embeddings
"atranscription", # /audio/transcriptions
]
``` ```
### Turn on / off caching per request. ### Turn on / off caching per request.
@ -649,12 +641,8 @@ cache_params:
# List of litellm call types to cache for # List of litellm call types to cache for
# Options: "completion", "acompletion", "embedding", "aembedding" # Options: "completion", "acompletion", "embedding", "aembedding"
supported_call_types: [ supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"]
"acompletion", # /chat/completions # /chat/completions, /completions, /embeddings, /audio/transcriptions
"atext_completion", # /completions
"aembedding", # /embeddings
"atranscription", # /audio/transcriptions
]
# Redis cache parameters # Redis cache parameters
host: localhost # Redis server hostname or IP address host: localhost # Redis server hostname or IP address