phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(caching.py): hash the cache key to prevent key too long errors

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-29 15:03:33 +05:30
parent 6e68cd1125
commit 1e07f0fce8
3 changed files with 28 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/caching.py
View file

@ -9,7 +9,7 @@
import litellm
import time, logging
import json, traceback, ast
import json, traceback, ast, hashlib
from typing import Optional, Literal, List
@ -301,7 +301,12 @@ class Cache:
param_value = kwargs[param]
cache_key += f"{str(param)}: {str(param_value)}"
print_verbose(f"\nCreated cache key: {cache_key}")
return cache_key
# Use hashlib to create a sha256 hash of the cache key
hash_object = hashlib.sha256(cache_key.encode())
# Hexadecimal representation of the hash
hash_hex = hash_object.hexdigest()
print_verbose(f"Hashed cache key (SHA-256): {hash_hex}")
return hash_hex
def generate_streaming_content(self, content):
chunk_size = 5 # Adjust the chunk size as needed