mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-21 12:09:40 +00:00
75480b01b8
This PR replaces unittest with pytest. Part of https://github.com/meta-llama/llama-stack/issues/2680 cc @leseb Signed-off-by: Mustafa Elbehery <melbeher@redhat.com>
83 lines
2.4 KiB
Python
83 lines
2.4 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# top-level folder for each specific model found within the models/ directory at
|
|
# the top-level of this source tree.
|
|
|
|
import textwrap
|
|
from datetime import datetime
|
|
|
|
from llama_stack.models.llama.llama3.prompt_templates import (
|
|
BuiltinToolGenerator,
|
|
FunctionTagCustomToolGenerator,
|
|
JsonCustomToolGenerator,
|
|
PythonListCustomToolGenerator,
|
|
SystemDefaultGenerator,
|
|
)
|
|
|
|
|
|
def check_generator_output(generator):
|
|
for example in generator.data_examples():
|
|
pt = generator.gen(example)
|
|
text = pt.render()
|
|
if not example:
|
|
continue
|
|
for tool in example:
|
|
assert tool.tool_name in text
|
|
|
|
|
|
def test_system_default():
|
|
generator = SystemDefaultGenerator()
|
|
today = datetime.now().strftime("%d %B %Y")
|
|
expected_text = f"Cutting Knowledge Date: December 2023\nToday Date: {today}"
|
|
assert expected_text.strip("\n") == generator.gen(generator.data_examples()[0]).render()
|
|
|
|
|
|
def test_system_builtin_only():
|
|
generator = BuiltinToolGenerator()
|
|
expected_text = textwrap.dedent(
|
|
"""
|
|
Environment: ipython
|
|
Tools: brave_search, wolfram_alpha
|
|
"""
|
|
)
|
|
assert expected_text.strip("\n") == generator.gen(generator.data_examples()[0]).render()
|
|
|
|
|
|
def test_system_custom_only():
|
|
generator = JsonCustomToolGenerator()
|
|
check_generator_output(generator)
|
|
|
|
|
|
def test_system_custom_function_tag():
|
|
generator = FunctionTagCustomToolGenerator()
|
|
check_generator_output(generator)
|
|
|
|
|
|
def test_llama_3_2_system_zero_shot():
|
|
generator = PythonListCustomToolGenerator()
|
|
check_generator_output(generator)
|
|
|
|
|
|
def test_llama_3_2_provided_system_prompt():
|
|
generator = PythonListCustomToolGenerator()
|
|
user_system_prompt = textwrap.dedent(
|
|
"""
|
|
Overriding message.
|
|
|
|
{{ function_description }}
|
|
"""
|
|
)
|
|
example = generator.data_examples()[0]
|
|
|
|
pt = generator.gen(example, user_system_prompt)
|
|
text = pt.render()
|
|
assert "Overriding message." in text
|
|
assert '"name": "get_weather"' in text
|