phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

docs call types

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-02 15:17:09 -07:00
parent 2fd523a0f9
commit aadc29aab8
1 changed files with 6 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

24
docs/my-website/docs/proxy/caching.md
View file

@ -272,12 +272,8 @@ litellm_settings:
cache: True
cache_params:
type: redis
supported_call_types: [
"acompletion", # /chat/completions
"atext_completion", # /completions
"aembedding", # /embeddings
"atranscription", # /audio/transcriptions
]
supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"]
# /chat/completions, /completions, /embeddings, /audio/transcriptions
```
### Set Cache Params on config.yaml
```yaml
@ -299,12 +295,8 @@ litellm_settings:
password: "your_password" # The password for the Redis cache. Required if type is "redis".
# Optional configurations
supported_call_types: [
"acompletion", # /chat/completions
"atext_completion", # /completions
"aembedding", # /embeddings
"atranscription", # /audio/transcriptions
]
supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"]
# /chat/completions, /completions, /embeddings, /audio/transcriptions
```
### Turn on / off caching per request.
@ -649,12 +641,8 @@ cache_params:
# List of litellm call types to cache for
# Options: "completion", "acompletion", "embedding", "aembedding"
supported_call_types: [
"acompletion", # /chat/completions
"atext_completion", # /completions
"aembedding", # /embeddings
"atranscription", # /audio/transcriptions
]
supported_call_types: ["acompletion", "atext_completion", "aembedding", "atranscription"]
# /chat/completions, /completions, /embeddings, /audio/transcriptions
# Redis cache parameters
host: localhost # Redis server hostname or IP address