phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix install on python 3.8

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-24 17:27:14 -07:00
parent b13a93d9bc
commit effc7579ac
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
.circleci/config.yml
View file

@ -89,7 +89,7 @@ jobs:
name: Linting Testing name: Linting Testing
command: | command: |
cd litellm cd litellm
python -m pip install types-requests types-setuptools types-redis types-PyYAML python -m pip install types-requests types-setuptools types-redis types-PyYAML types-cachetools
if ! python -m mypy . --ignore-missing-imports; then if ! python -m mypy . --ignore-missing-imports; then
echo "mypy detected errors" echo "mypy detected errors"
exit 1 exit 1

3
litellm/caching.py
View file

@ -17,7 +17,6 @@ import traceback
from datetime import timedelta from datetime import timedelta
from typing import Any, BinaryIO, List, Literal, Optional, Union from typing import Any, BinaryIO, List, Literal, Optional, Union
from cachetools import LRUCache
from openai._models import BaseModel as OpenAIObject from openai._models import BaseModel as OpenAIObject
import litellm import litellm
@ -69,6 +68,8 @@ class InMemoryCache(BaseCache):
""" """
max_size_in_memory [int]: Maximum number of items in cache. done to prevent memory leaks. Use 200 items as a default max_size_in_memory [int]: Maximum number of items in cache. done to prevent memory leaks. Use 200 items as a default
""" """
from cachetools import LRUCache
self.max_size_in_memory = max_size_in_memory or 200 self.max_size_in_memory = max_size_in_memory or 200
self.cache_dict: LRUCache = LRUCache(maxsize=self.max_size_in_memory) self.cache_dict: LRUCache = LRUCache(maxsize=self.max_size_in_memory)
self.ttl_dict: LRUCache = LRUCache(maxsize=self.max_size_in_memory) self.ttl_dict: LRUCache = LRUCache(maxsize=self.max_size_in_memory)