phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

[Fix] o1-mini causes pydantic warnings on reasoning_tokens (#5754)

Browse source 
* add requester_metadata in standard logging payload

* log requester_metadata in metadata

* use StandardLoggingPayload for logging

* docs StandardLoggingPayload

* fix import

* include standard logging object in failure

* add test for requester metadata

* handle completion_tokens_details

* add test for completion_tokens_details
This commit is contained in:
Ishaan Jaff 2024-09-17 20:23:14 -07:00 • committed by GitHub
parent d0425e7767
commit 7f4dfe434a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 91 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/litellm_pre_call_utils.py
View file

@ -96,7 +96,7 @@ def convert_key_logging_metadata_to_callback(
for var, value in data.callback_vars.items():
if team_callback_settings_obj.callback_vars is None:
team_callback_settings_obj.callback_vars = {}
team_callback_settings_obj.callback_vars[var] = (
team_callback_settings_obj.callback_vars[var] = str(
litellm.utils.get_secret(value, default_value=value) or value
)
@ -204,6 +204,13 @@ async def add_litellm_data_to_request(
if _metadata_variable_name not in data:
data[_metadata_variable_name] = {}
# We want to log the "metadata" from the client side request. Avoid circular reference by not directly assigning metadata to itself
if "metadata" in data and data["metadata"] is not None:
data[_metadata_variable_name]["requester_metadata"] = copy.deepcopy(
data["metadata"]
)
data[_metadata_variable_name]["user_api_key"] = user_api_key_dict.api_key
data[_metadata_variable_name]["user_api_key_alias"] = getattr(
user_api_key_dict, "key_alias", None