phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat - track custom_llm_provider in StandardLoggingPayload

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-19 15:24:11 -08:00
parent 98c7889013
commit 812ff23c7d
2 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/litellm_core_utils/litellm_logging.py
View file

@ -2359,6 +2359,7 @@ def _init_custom_logger_compatible_class( # noqa: PLR0915
_in_memory_loggers.append(_mlflow_logger)
return _mlflow_logger # type: ignore
def get_custom_logger_compatible_class(
logging_integration: litellm._custom_logger_compatible_callbacks_literal,
) -> Optional[CustomLogger]:
@ -2850,6 +2851,7 @@ def get_standard_logging_object_payload(
request_tags=request_tags,
end_user=end_user_id or "",
api_base=litellm_params.get("api_base", ""),
custom_llm_provider=litellm_params.get("custom_llm_provider", None),
model_group=_model_group,
model_id=_model_id,
requester_ip_address=clean_metadata.get("requester_ip_address", None),

1
litellm/types/utils.py
View file

@ -1542,6 +1542,7 @@ class StandardLoggingPayload(TypedDict):
model_id: Optional[str]
model_group: Optional[str]
api_base: str
custom_llm_provider: Optional[str]
metadata: StandardLoggingMetadata
cache_hit: Optional[bool]
cache_key: Optional[str]