Compare commits

...
Sign in to create a new pull request.

1 commit

Author SHA1 Message Date
Ishaan Jaff
812ff23c7d feat - track custom_llm_provider in StandardLoggingPayload 2024-11-19 15:24:11 -08:00
2 changed files with 3 additions and 0 deletions

View file

@ -2359,6 +2359,7 @@ def _init_custom_logger_compatible_class( # noqa: PLR0915
_in_memory_loggers.append(_mlflow_logger)
return _mlflow_logger # type: ignore
def get_custom_logger_compatible_class(
logging_integration: litellm._custom_logger_compatible_callbacks_literal,
) -> Optional[CustomLogger]:
@ -2850,6 +2851,7 @@ def get_standard_logging_object_payload(
request_tags=request_tags,
end_user=end_user_id or "",
api_base=litellm_params.get("api_base", ""),
custom_llm_provider=litellm_params.get("custom_llm_provider", None),
model_group=_model_group,
model_id=_model_id,
requester_ip_address=clean_metadata.get("requester_ip_address", None),

View file

@ -1542,6 +1542,7 @@ class StandardLoggingPayload(TypedDict):
model_id: Optional[str]
model_group: Optional[str]
api_base: str
custom_llm_provider: Optional[str]
metadata: StandardLoggingMetadata
cache_hit: Optional[bool]
cache_key: Optional[str]