From adfd6ab900de537dda814c6573a0cd6102d0c19e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 24 Jul 2024 07:08:40 -0700 Subject: [PATCH 1/3] langsmith - support logging tags --- litellm/integrations/langsmith.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/integrations/langsmith.py b/litellm/integrations/langsmith.py index 81db798ae..12ed1ac70 100644 --- a/litellm/integrations/langsmith.py +++ b/litellm/integrations/langsmith.py @@ -79,6 +79,7 @@ class LangsmithLogger(CustomLogger): project_name = metadata.get("project_name", self.langsmith_project) run_name = metadata.get("run_name", self.langsmith_default_run_name) run_id = metadata.get("id", None) + tags = metadata.get("tags", []) or [] verbose_logger.debug( f"Langsmith Logging - project_name: {project_name}, run_name {run_name}" ) @@ -122,6 +123,7 @@ class LangsmithLogger(CustomLogger): "session_name": project_name, "start_time": start_time, "end_time": end_time, + "tags": tags, } if run_id: From e378ab8bc9e7f7e57358c44e80a01f58e87b8761 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 24 Jul 2024 07:12:36 -0700 Subject: [PATCH 2/3] docs - logging langsmith tags --- docs/my-website/docs/observability/langsmith_integration.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docs/my-website/docs/observability/langsmith_integration.md b/docs/my-website/docs/observability/langsmith_integration.md index d57a64f09..f02cdb652 100644 --- a/docs/my-website/docs/observability/langsmith_integration.md +++ b/docs/my-website/docs/observability/langsmith_integration.md @@ -56,7 +56,7 @@ response = litellm.completion( ``` ## Advanced -### Set Custom Project & Run names +### Set Langsmith fields - Custom Projec, Run names, tags ```python import litellm @@ -77,6 +77,7 @@ response = litellm.completion( metadata={ "run_name": "litellmRUN", # langsmith run name "project_name": "litellm-completion", # langsmith project name + "tags": ["model1", "prod-2"] # tags to log on langsmith } ) print(response) From cea8fcc3fcfcc9dfbb2f8ca4d849cf48074c8642 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 24 Jul 2024 07:12:45 -0700 Subject: [PATCH 3/3] test - logging langsmith tags --- litellm/tests/test_langsmith.py | 1 + 1 file changed, 1 insertion(+) diff --git a/litellm/tests/test_langsmith.py b/litellm/tests/test_langsmith.py index 7c690212e..68182e73d 100644 --- a/litellm/tests/test_langsmith.py +++ b/litellm/tests/test_langsmith.py @@ -36,6 +36,7 @@ async def test_async_langsmith_logging(): temperature=0.2, metadata={ "id": run_id, + "tags": ["tag1", "tag2"], "user_api_key": "6eb81e014497d89f3cc1aa9da7c2b37bda6b7fea68e4b710d33d94201e68970c", "user_api_key_alias": "ishaans-langmsith-key", "user_api_end_user_max_budget": None,