phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - use safe_deep copy from litellm

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-07 14:11:55 -07:00
parent 6ce970e7cd
commit a6ec9cd54b
1 changed files with 17 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/proxy/utils.py
View file

@ -71,11 +71,27 @@ def print_verbose(print_statement):
def safe_deep_copy(data): def safe_deep_copy(data):
"""
Safe Deep Copy
The LiteLLM Request has some object that can-not be pickled / deep copied
Use this function to safely deep copy the LiteLLM Request
"""
# Step 1: Remove the litellm_parent_otel_span
if isinstance(data, dict): if isinstance(data, dict):
# remove litellm_parent_otel_span since this is not picklable # remove litellm_parent_otel_span since this is not picklable
if "metadata" in data and "litellm_parent_otel_span" in data["metadata"]: if "metadata" in data and "litellm_parent_otel_span" in data["metadata"]:
data["metadata"].pop("litellm_parent_otel_span") data["metadata"].pop("litellm_parent_otel_span")
new_data = copy.deepcopy(data) new_data = copy.deepcopy(data)
# Step 2: re-add the litellm_parent_otel_span after doing a deep copy
if isinstance(data, dict):
if "metadata" in data and "litellm_parent_otel_span" in data["metadata"]:
data["metadata"]["litellm_parent_otel_span"] = data["metadata"][
"litellm_parent_otel_span"
]
return new_data return new_data
@ -2891,6 +2907,7 @@ missing_keys_html_form = """
def _to_ns(dt): def _to_ns(dt):
return int(dt.timestamp() * 1e9) return int(dt.timestamp() * 1e9)
def get_error_message_str(e: Exception) -> str: def get_error_message_str(e: Exception) -> str:
error_message = "" error_message = ""
if isinstance(e, HTTPException): if isinstance(e, HTTPException):