fix langsmith log user api key, user_id etc

This commit is contained in:
Ishaan Jaff 2024-07-17 11:19:08 -07:00
parent 27f0a148d9
commit b34eea9c28

View file

@ -27,6 +27,11 @@ class LangsmithInputs(BaseModel):
original_response: Optional[str] = None original_response: Optional[str] = None
response_cost: Optional[float] = None response_cost: Optional[float] = None
# LiteLLM Virtual Key specific fields
user_api_key: Optional[str] = None
user_api_key_user_id: Optional[str] = None
user_api_key_team_alias: Optional[str] = None
def is_serializable(value): def is_serializable(value):
non_serializable_types = ( non_serializable_types = (
@ -57,6 +62,13 @@ class LangsmithLogger:
kwargs.get("litellm_params", {}).get("metadata", {}) or {} kwargs.get("litellm_params", {}).get("metadata", {}) or {}
) # if metadata is None ) # if metadata is None
# set user_api_key, user_team_id, user_api_key_user_id
kwargs["user_api_key"] = metadata.get("user_api_key", None)
kwargs["user_api_key_user_id"] = metadata.get("user_api_key_user_id", None)
kwargs["user_api_key_team_alias"] = metadata.get(
"user_api_key_team_alias", None
)
# set project name and run_name for langsmith logging # set project name and run_name for langsmith logging
# users can pass project_name and run name to litellm.completion() # users can pass project_name and run name to litellm.completion()
# Example: litellm.completion(model, messages, metadata={"project_name": "my-litellm-project", "run_name": "my-langsmith-run"}) # Example: litellm.completion(model, messages, metadata={"project_name": "my-litellm-project", "run_name": "my-langsmith-run"})