forked from phoenix-oss/llama-stack-mirror
abfbaf3c1b
All of the tests from `llama_stack/providers/tests/` are now moved to `tests/integration`. I converted the `tools`, `scoring` and `datasetio` tests to use API. However, `eval` and `post_training` proved to be a bit challenging to leaving those. I think `post_training` should be relatively straightforward also. As part of this, I noticed that `wolfram_alpha` tool wasn't added to some of our commonly used distros so I added it. I am going to remove a lot of code duplication from distros next so while this looks like a one-off right now, it will go away and be there uniformly for all distros.
66 lines
1.9 KiB
Python
66 lines
1.9 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
import json
|
|
import os
|
|
|
|
import pytest
|
|
|
|
|
|
@pytest.fixture
|
|
def sample_search_query():
|
|
return "What are the latest developments in quantum computing?"
|
|
|
|
|
|
@pytest.fixture
|
|
def sample_wolfram_alpha_query():
|
|
return "What is the square root of 16?"
|
|
|
|
|
|
def test_web_search_tool(llama_stack_client, sample_search_query):
|
|
"""Test the web search tool functionality."""
|
|
if "TAVILY_SEARCH_API_KEY" not in os.environ:
|
|
pytest.skip("TAVILY_SEARCH_API_KEY not set, skipping test")
|
|
|
|
response = llama_stack_client.tool_runtime.invoke_tool(
|
|
tool_name="web_search", kwargs={"query": sample_search_query}
|
|
)
|
|
|
|
# Verify the response
|
|
assert response.content is not None
|
|
assert len(response.content) > 0
|
|
assert isinstance(response.content, str)
|
|
|
|
content = json.loads(response.content)
|
|
assert "query" in content
|
|
assert "top_k" in content
|
|
assert len(content["top_k"]) > 0
|
|
|
|
first = content["top_k"][0]
|
|
assert "title" in first
|
|
assert "url" in first
|
|
|
|
|
|
def test_wolfram_alpha_tool(llama_stack_client, sample_wolfram_alpha_query):
|
|
"""Test the wolfram alpha tool functionality."""
|
|
if "WOLFRAM_ALPHA_API_KEY" not in os.environ:
|
|
pytest.skip("WOLFRAM_ALPHA_API_KEY not set, skipping test")
|
|
|
|
response = llama_stack_client.tool_runtime.invoke_tool(
|
|
tool_name="wolfram_alpha", kwargs={"query": sample_wolfram_alpha_query}
|
|
)
|
|
|
|
print(response.content)
|
|
assert response.content is not None
|
|
assert len(response.content) > 0
|
|
assert isinstance(response.content, str)
|
|
|
|
content = json.loads(response.content)
|
|
result = content["queryresult"]
|
|
assert "success" in result
|
|
assert result["success"]
|
|
assert "pods" in result
|
|
assert len(result["pods"]) > 0
|