phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #4684 from BerriAI/litellm_safe_memory_mode

Browse source 
[Feat] Allow safe memory mode
This commit is contained in:
Ishaan Jaff 2024-07-12 18:32:16 -07:00 • committed by GitHub
commit 1adff9cbd6
2 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/__init__.py
View file

@ -113,6 +113,7 @@ ssl_verify: bool = True
ssl_certificate: Optional[str] = None
disable_streaming_logging: bool = False
in_memory_llm_clients_cache: dict = {}
safe_memory_mode: bool = False
### DEFAULT AZURE API VERSION ###
AZURE_DEFAULT_API_VERSION = "2024-02-01" # this is updated to the latest
### GUARDRAILS ###

2
litellm/proxy/utils.py
View file

@ -83,6 +83,8 @@ def safe_deep_copy(data):
Use this function to safely deep copy the LiteLLM Request
"""
if litellm.safe_memory_mode is True:
return data
# Step 1: Remove the litellm_parent_otel_span
if isinstance(data, dict):