phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs semantic caching qdrant

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-21 13:03:41 -07:00
parent b196f41d64
commit b522ade709
3 changed files with 73 additions and 49 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/proxy/common_utils/callback_utils.py
View file

@ -285,14 +285,18 @@ def get_remaining_tokens_and_requests_from_request_data(data: Dict) -> Dict[str,
return headers
def get_applied_guardrails_header(request_data: Dict) -> Optional[Dict]:
def get_logging_caching_headers(request_data: Dict) -> Optional[Dict]:
_metadata = request_data.get("metadata", None) or {}
headers = {}
if "applied_guardrails" in _metadata:
return {
"x-litellm-applied-guardrails": ",".join(_metadata["applied_guardrails"]),
}
headers["x-litellm-applied-guardrails"] = ",".join(
_metadata["applied_guardrails"]
)
return None
if "semantic-similarity" in _metadata:
headers["x-litellm-semantic-similarity"] = str(_metadata["semantic-similarity"])
return headers
def add_guardrail_to_applied_guardrails_header(