phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix testing langsmith logging

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-17 15:14:57 -07:00
parent 0e170c75de
commit ba2f23de97
1 changed files with 14 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

26
litellm/tests/test_langsmith.py
View file

@ -4,6 +4,10 @@ import sys
sys.path.insert(0, os.path.abspath("../..")) sys.path.insert(0, os.path.abspath("../.."))
import asyncio
import pytest
import litellm import litellm
from litellm import completion from litellm import completion
from litellm.integrations.langsmith import LangsmithLogger from litellm.integrations.langsmith import LangsmithLogger
@ -14,14 +18,15 @@ import time
test_langsmith_logger = LangsmithLogger() test_langsmith_logger = LangsmithLogger()
def test_langsmith_logging(): @pytest.mark.asyncio()
async def test_langsmith_logging():
try: try:
import uuid import uuid
run_id = str(uuid.uuid4()) run_id = str(uuid.uuid4())
litellm.set_verbose = True litellm.set_verbose = True
litellm.success_callback = ["langsmith"] litellm.callbacks = ["langsmith"]
response = completion( response = await litellm.acompletion(
model="claude-instant-1.2", model="claude-instant-1.2",
messages=[{"role": "user", "content": "what llm are u"}], messages=[{"role": "user", "content": "what llm are u"}],
max_tokens=10, max_tokens=10,
@ -40,7 +45,7 @@ def test_langsmith_logging():
}, },
) )
print(response) print(response)
time.sleep(3) await asyncio.sleep(3)
print("run_id", run_id) print("run_id", run_id)
logged_run_on_langsmith = test_langsmith_logger.get_run_by_id(run_id=run_id) logged_run_on_langsmith = test_langsmith_logger.get_run_by_id(run_id=run_id)
@ -50,13 +55,15 @@ def test_langsmith_logging():
print("fields in logged_run_on_langsmith", logged_run_on_langsmith.keys()) print("fields in logged_run_on_langsmith", logged_run_on_langsmith.keys())
input_fields_on_langsmith = logged_run_on_langsmith.get("inputs") input_fields_on_langsmith = logged_run_on_langsmith.get("inputs")
extra_fields_on_langsmith = logged_run_on_langsmith.get("extra") extra_fields_on_langsmith = logged_run_on_langsmith.get("extra").get(
"invocation_params"
)
print("\nLogged INPUT ON LANGSMITH", input_fields_on_langsmith) print("\nLogged INPUT ON LANGSMITH", input_fields_on_langsmith)
print("\nextra fields on langsmith", extra_fields_on_langsmith) print("\nextra fields on langsmith", extra_fields_on_langsmith)
assert input_fields_on_langsmith is not None assert isinstance(input_fields_on_langsmith, dict)
assert "api_key" not in input_fields_on_langsmith assert "api_key" not in input_fields_on_langsmith
assert "api_key" not in extra_fields_on_langsmith assert "api_key" not in extra_fields_on_langsmith
@ -67,6 +74,7 @@ def test_langsmith_logging():
except Exception as e: except Exception as e:
print(e) print(e)
pytest.fail(f"Error occurred: {e}")
# test_langsmith_logging() # test_langsmith_logging()
@ -87,9 +95,6 @@ def test_langsmith_logging_with_metadata():
print(e) print(e)
# test_langsmith_logging_with_metadata()
def test_langsmith_logging_with_streaming_and_metadata(): def test_langsmith_logging_with_streaming_and_metadata():
try: try:
litellm.success_callback = ["langsmith"] litellm.success_callback = ["langsmith"]
@ -105,6 +110,3 @@ def test_langsmith_logging_with_streaming_and_metadata():
time.sleep(3) time.sleep(3)
except Exception as e: except Exception as e:
print(e) print(e)
# test_langsmith_logging_with_streaming_and_metadata()