phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

SpendLogsPayload- track user ip

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-08 10:16:58 -07:00
parent 626c630eaf
commit b99ffcf8ae
4 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/_types.py
View file

@ -1319,6 +1319,7 @@ class LiteLLM_SpendLogs(LiteLLMBase):
cache_hit: Optional[str] = "False" cache_hit: Optional[str] = "False"
cache_key: Optional[str] = None cache_key: Optional[str] = None
request_tags: Optional[Json] = None request_tags: Optional[Json] = None
requester_ip_address: Optional[str] = None
class LiteLLM_ErrorLogs(LiteLLMBase): class LiteLLM_ErrorLogs(LiteLLMBase):
@ -1510,6 +1511,7 @@ class SpendLogsMetadata(TypedDict):
spend_logs_metadata: Optional[ spend_logs_metadata: Optional[
dict dict
] # special param to log k,v pairs to spendlogs for a call ] # special param to log k,v pairs to spendlogs for a call
requester_ip_address: Optional[str]
class SpendLogsPayload(TypedDict): class SpendLogsPayload(TypedDict):
@ -1534,6 +1536,7 @@ class SpendLogsPayload(TypedDict):
request_tags: str # json str request_tags: str # json str
team_id: Optional[str] team_id: Optional[str]
end_user: Optional[str] end_user: Optional[str]
requester_ip_address: Optional[str]
class SpanAttributes(str, enum.Enum): class SpanAttributes(str, enum.Enum):

1
litellm/proxy/schema.prisma
View file

@ -191,6 +191,7 @@ model LiteLLM_SpendLogs {
request_tags Json @default("[]") request_tags Json @default("[]")
team_id String? team_id String?
end_user String? end_user String?
requester_ip_address String?
} }
// View spend, model, api_key per request // View spend, model, api_key per request

2
litellm/proxy/spend_tracking/spend_tracking_utils.py
View file

@ -55,6 +55,7 @@ def get_logging_payload(
user_api_key_user_id=None, user_api_key_user_id=None,
user_api_key_team_alias=None, user_api_key_team_alias=None,
spend_logs_metadata=None, spend_logs_metadata=None,
requester_ip_address=None,
) )
if isinstance(metadata, dict): if isinstance(metadata, dict):
verbose_proxy_logger.debug( verbose_proxy_logger.debug(
@ -109,6 +110,7 @@ def get_logging_payload(
api_base=litellm_params.get("api_base", ""), api_base=litellm_params.get("api_base", ""),
model_group=_model_group, model_group=_model_group,
model_id=_model_id, model_id=_model_id,
requester_ip_address=clean_metadata.get("requester_ip_address", None),
) )
verbose_proxy_logger.debug( verbose_proxy_logger.debug(

1
schema.prisma
View file

@ -191,6 +191,7 @@ model LiteLLM_SpendLogs {
request_tags Json @default("[]") request_tags Json @default("[]")
team_id String? team_id String?
end_user String? end_user String?
requester_ip_address String?
} }
// View spend, model, api_key per request // View spend, model, api_key per request