phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat add safe_memory_mode

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-12 18:18:39 -07:00
parent fd743aaefd
commit 08efef5316
2 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/__init__.py
View file

@ -113,6 +113,7 @@ ssl_verify: bool = True
ssl_certificate: Optional[str] = None ssl_certificate: Optional[str] = None
disable_streaming_logging: bool = False disable_streaming_logging: bool = False
in_memory_llm_clients_cache: dict = {} in_memory_llm_clients_cache: dict = {}
safe_memory_mode: bool = False
### DEFAULT AZURE API VERSION ### ### DEFAULT AZURE API VERSION ###
AZURE_DEFAULT_API_VERSION = "2024-02-01" # this is updated to the latest AZURE_DEFAULT_API_VERSION = "2024-02-01" # this is updated to the latest
### GUARDRAILS ### ### GUARDRAILS ###

2
litellm/proxy/utils.py
View file

@ -83,6 +83,8 @@ def safe_deep_copy(data):
Use this function to safely deep copy the LiteLLM Request Use this function to safely deep copy the LiteLLM Request
""" """
if litellm.safe_memory_mode is True:
return data
# Step 1: Remove the litellm_parent_otel_span # Step 1: Remove the litellm_parent_otel_span
if isinstance(data, dict): if isinstance(data, dict):