phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix install on python 3.8

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-24 17:27:14 -07:00
parent 5b19aac705
commit 4e8f2a57e0
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/caching.py
View file

@ -17,7 +17,6 @@ import traceback
from datetime import timedelta
from typing import Any, BinaryIO, List, Literal, Optional, Union
from cachetools import LRUCache
from openai._models import BaseModel as OpenAIObject
import litellm
@ -69,6 +68,8 @@ class InMemoryCache(BaseCache):
"""
max_size_in_memory [int]: Maximum number of items in cache. done to prevent memory leaks. Use 200 items as a default
"""
from cachetools import LRUCache
self.max_size_in_memory = max_size_in_memory or 200
self.cache_dict: LRUCache = LRUCache(maxsize=self.max_size_in_memory)
self.ttl_dict: LRUCache = LRUCache(maxsize=self.max_size_in_memory)