phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(nvidia_nim/embed.py): add 'dimensions' support (#8302)

Browse source 
* fix(nvidia_nim/embed.py): add 'dimensions' support

Fixes https://github.com/BerriAI/litellm/issues/8238

* fix(proxy_Server.py): initialize router redis cache if setup on proxy

Fixes https://github.com/BerriAI/litellm/issues/6602

* test: add unit testing for new helper function
This commit is contained in:
Krish Dholakia 2025-02-07 16:19:32 -08:00 • committed by GitHub
parent 942446d826
commit 024237077b
5 changed files with 36 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -1631,7 +1631,7 @@ class ProxyConfig:
self,
cache_params: dict,
):
global redis_usage_cache
global redis_usage_cache, llm_router
from litellm import Cache
if "default_in_memory_ttl" in cache_params:
@ -1646,6 +1646,10 @@ class ProxyConfig:
## INIT PROXY REDIS USAGE CLIENT ##
redis_usage_cache = litellm.cache.cache
## INIT ROUTER REDIS CACHE ##
if llm_router is not None:
llm_router._update_redis_cache(cache=redis_usage_cache)
async def get_config(self, config_file_path: Optional[str] = None) -> dict:
"""
Load config file