phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(caching.py): remove print verbose statement

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-13 14:11:05 +05:30
parent 01df37d8cf
commit c43a141889
1 changed files with 0 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/caching.py
View file

@ -96,16 +96,10 @@ class RedisCache(BaseCache):
self.redis_client = get_redis_client(**redis_kwargs) self.redis_client = get_redis_client(**redis_kwargs)
self.redis_kwargs = redis_kwargs self.redis_kwargs = redis_kwargs
self.async_redis_conn_pool = get_redis_connection_pool() self.async_redis_conn_pool = get_redis_connection_pool()
print_verbose(
f"Number of available connections init: {self.async_redis_conn_pool.pool.qsize()}"
)
def init_async_client(self): def init_async_client(self):
from ._redis import get_redis_async_client from ._redis import get_redis_async_client
print_verbose(
f"Number of available connections client_init: {self.async_redis_conn_pool.pool.qsize()}"
)
return get_redis_async_client( return get_redis_async_client(
connection_pool=self.async_redis_conn_pool, **self.redis_kwargs connection_pool=self.async_redis_conn_pool, **self.redis_kwargs
) )
@ -131,9 +125,6 @@ class RedisCache(BaseCache):
except Exception as e: except Exception as e:
# NON blocking - notify users Redis is throwing an exception # NON blocking - notify users Redis is throwing an exception
logging.debug("LiteLLM Caching: set() - Got exception from REDIS : ", e) logging.debug("LiteLLM Caching: set() - Got exception from REDIS : ", e)
print_verbose(
f"Number of available connections set_cache complete: {self.async_redis_conn_pool.pool.qsize()}"
)
async def async_set_cache_pipeline(self, cache_list, ttl=None): async def async_set_cache_pipeline(self, cache_list, ttl=None):
""" """
@ -155,9 +146,6 @@ class RedisCache(BaseCache):
pipe.set(cache_key, json.dumps(cache_value)) pipe.set(cache_key, json.dumps(cache_value))
# Execute the pipeline and return the results. # Execute the pipeline and return the results.
results = await pipe.execute() results = await pipe.execute()
print_verbose(
f"Number of available connections set_cache complete: {self.async_redis_conn_pool.pool.qsize()}"
)
print_verbose(f"pipeline results: {results}") print_verbose(f"pipeline results: {results}")
# Optionally, you could process 'results' to make sure that all set operations were successful. # Optionally, you could process 'results' to make sure that all set operations were successful.
@ -212,10 +200,6 @@ class RedisCache(BaseCache):
traceback.print_exc() traceback.print_exc()
logging.debug("LiteLLM Caching: get() - Got exception from REDIS: ", e) logging.debug("LiteLLM Caching: get() - Got exception from REDIS: ", e)
print_verbose(
f"Number of available connections get_cache complete: {self.async_redis_conn_pool.pool.qsize()}"
)
def flush_cache(self): def flush_cache(self):
self.redis_client.flushall() self.redis_client.flushall()