phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) use semantic cache on proxy

Browse source
This commit is contained in:
ishaan-jaff 2024-02-06 10:27:33 -08:00
parent 05f379234d
commit a1fc1e49c7
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_config.yaml
View file

@ -77,7 +77,7 @@ litellm_settings:
cache_params: cache_params:
type: "redis-semantic" type: "redis-semantic"
similarity_threshold: 0.8 similarity_threshold: 0.8
redis_semantic_cache_use_async: True redis_semantic_cache_embedding_model: azure-embedding-model
# cache: True # cache: True
# setting callback class # setting callback class
# callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance] # callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance]