forked from phoenix/litellm-mirror
27e18358ab
* fix(pattern_match_deployments.py): default to user input if unable to map based on wildcards * test: fix test * test: reset test name * test: update conftest to reload proxy server module between tests * ci(config.yml): move langfuse out of local_testing reduce ci/cd time * ci(config.yml): cleanup langfuse ci/cd tests * fix: update test to not use global proxy_server app module * ci: move caching to a separate test pipeline speed up ci pipeline * test: update conftest to check if proxy_server attr exists before reloading * build(conftest.py): don't block on inability to reload proxy_server * ci(config.yml): update caching unit test filter to work on 'cache' keyword as well * fix(encrypt_decrypt_utils.py): use function to get salt key * test: mark flaky test * test: handle anthropic overloaded errors * refactor: create separate ci/cd pipeline for proxy unit tests make ci/cd faster * ci(config.yml): add litellm_proxy_unit_testing to build_and_test jobs * ci(config.yml): generate prisma binaries for proxy unit tests * test: readd vertex_key.json * ci(config.yml): remove `-s` from proxy_unit_test cmd speed up test * ci: remove any 'debug' logging flag speed up ci pipeline * test: fix test * test(test_braintrust.py): rerun * test: add delay for braintrust test
733 lines
20 KiB
Python
733 lines
20 KiB
Python
system_message_short = {
|
|
"message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"count": 12,
|
|
}
|
|
|
|
system_message = {
|
|
"message": {
|
|
"role": "system",
|
|
"content": "You are a helpful, pattern-following assistant that translates corporate jargon into plain English.",
|
|
},
|
|
"count": 25,
|
|
}
|
|
|
|
system_message_long = {
|
|
"message": {
|
|
"role": "system",
|
|
"content": "Assistant helps the company employees with their healthcare plan questions, and questions about the employee handbook. Be brief in your answers.",
|
|
},
|
|
"count": 31,
|
|
}
|
|
|
|
system_message_unicode = {
|
|
"message": {
|
|
"role": "system",
|
|
"content": "á",
|
|
},
|
|
"count": 8,
|
|
}
|
|
|
|
system_message_with_name = {
|
|
"message": {
|
|
"role": "system",
|
|
"name": "example_user",
|
|
"content": "New synergies will help drive top-line growth.",
|
|
},
|
|
"count": 20,
|
|
}
|
|
|
|
user_message = {
|
|
"message": {
|
|
"role": "user",
|
|
"content": "Hello, how are you?",
|
|
},
|
|
"count": 13,
|
|
}
|
|
|
|
user_message_unicode = {
|
|
"message": {
|
|
"role": "user",
|
|
"content": "á",
|
|
},
|
|
"count": 8,
|
|
}
|
|
|
|
user_message_perf = {
|
|
"message": {
|
|
"role": "user",
|
|
"content": "What happens in a performance review?",
|
|
},
|
|
"count": 14,
|
|
}
|
|
|
|
assistant_message_perf = {
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "During the performance review at Contoso Electronics, the supervisor will discuss the employee's performance over the past year and provide feedback on areas for improvement. They will also provide an opportunity for the employee to discuss their goals and objectives for the upcoming year. The review is a two-way dialogue between managers and employees, and employees will receive a written summary of their performance review which will include a rating of their performance, feedback, and goals and objectives for the upcoming year [employee_handbook-3.pdf].",
|
|
},
|
|
"count": 106,
|
|
}
|
|
|
|
assistant_message_perf_short = {
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "The supervisor will discuss the employee's performance and provide feedback on areas for improvement. They will also provide an opportunity for the employee to discuss their goals and objectives for the upcoming year. The review is a two-way dialogue between managers and employees, and employees will receive a written summary of their performance review which will include a rating of their performance, feedback, and goals for the upcoming year [employee_handbook-3.pdf].",
|
|
},
|
|
"count": 91,
|
|
}
|
|
|
|
user_message_dresscode = {
|
|
"message": {
|
|
"role": "user",
|
|
"content": "Is there a dress code?",
|
|
},
|
|
"count": 13,
|
|
}
|
|
|
|
assistant_message_dresscode = {
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "Yes, there is a dress code at Contoso Electronics. Look sharp! [employee_handbook-1.pdf]",
|
|
},
|
|
"count": 30,
|
|
}
|
|
|
|
user_message_pm = {
|
|
"message": {
|
|
"role": "user",
|
|
"content": "What does a Product Manager do?",
|
|
},
|
|
"count": 14,
|
|
}
|
|
|
|
text_and_image_message = {
|
|
"message": {
|
|
"role": "user",
|
|
"content": [
|
|
{"type": "text", "text": "Describe this picture:"},
|
|
{
|
|
"type": "image_url",
|
|
"image_url": {
|
|
"url": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z/C/HgAGgwJ/lK3Q6wAAAABJRU5ErkJggg==",
|
|
"detail": "high",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
"count": 266,
|
|
}
|
|
|
|
|
|
search_sources_toolchoice_auto = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "search_sources",
|
|
"description": "Retrieve sources from the Azure AI Search index",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"search_query": {
|
|
"type": "string",
|
|
"description": "Query string to retrieve documents from azure search eg: 'Health care plan'",
|
|
}
|
|
},
|
|
"required": ["search_query"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "auto",
|
|
"count": 66,
|
|
}
|
|
|
|
search_sources_toolchoice_none = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "search_sources",
|
|
"description": "Retrieve sources from the Azure AI Search index",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"search_query": {
|
|
"type": "string",
|
|
"description": "Query string to retrieve documents from azure search eg: 'Health care plan'",
|
|
}
|
|
},
|
|
"required": ["search_query"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 67,
|
|
}
|
|
|
|
search_sources_toolchoice_name = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "search_sources",
|
|
"description": "Retrieve sources from the Azure AI Search index",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"search_query": {
|
|
"type": "string",
|
|
"description": "Query string to retrieve documents from azure search eg: 'Health care plan'",
|
|
}
|
|
},
|
|
"required": ["search_query"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": {"type": "function", "function": {"name": "search_sources"}},
|
|
"count": 75,
|
|
}
|
|
|
|
integer_enum = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "data_demonstration",
|
|
"description": "This is the main function description",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"integer_enum": {"type": "integer", "enum": [-1, 1]}
|
|
},
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 54,
|
|
}
|
|
|
|
|
|
integer_enum_tool_choice_name = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "data_demonstration",
|
|
"description": "This is the main function description",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"integer_enum": {"type": "integer", "enum": [-1, 1]}
|
|
},
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": {
|
|
"type": "function",
|
|
"function": {"name": "data_demonstration"},
|
|
}, # 4 tokens for "data_demonstration"
|
|
"count": 64,
|
|
}
|
|
|
|
no_parameters = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "search_sources",
|
|
"description": "Retrieve sources from the Azure AI Search index",
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "auto",
|
|
"count": 42,
|
|
}
|
|
|
|
no_parameters_tool_choice_name = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "search_sources",
|
|
"description": "Retrieve sources from the Azure AI Search index",
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": {
|
|
"type": "function",
|
|
"function": {"name": "search_sources"},
|
|
}, # 2 tokens for "search_sources"
|
|
"count": 51,
|
|
}
|
|
|
|
no_parameter_description_or_required = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "search_sources",
|
|
"description": "Retrieve sources from the Azure AI Search index",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {"search_query": {"type": "string"}},
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "auto",
|
|
"count": 49,
|
|
}
|
|
|
|
no_parameter_description = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "search_sources",
|
|
"description": "Retrieve sources from the Azure AI Search index",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {"search_query": {"type": "string"}},
|
|
"required": ["search_query"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "auto",
|
|
"count": 49,
|
|
}
|
|
|
|
string_enum = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "summarize_order",
|
|
"description": "Summarize the customer order request",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"product_name": {
|
|
"type": "string",
|
|
"description": "Product name ordered by customer",
|
|
},
|
|
"quantity": {
|
|
"type": "integer",
|
|
"description": "Quantity ordered by customer",
|
|
},
|
|
"unit": {
|
|
"type": "string",
|
|
"enum": ["meals", "days"],
|
|
"description": "unit of measurement of the customer order",
|
|
},
|
|
},
|
|
"required": ["product_name", "quantity", "unit"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 86,
|
|
}
|
|
|
|
inner_object = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "data_demonstration",
|
|
"description": "This is the main function description",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"object_1": {
|
|
"type": "object",
|
|
"description": "The object data type as a property",
|
|
"properties": {
|
|
"string1": {"type": "string"},
|
|
},
|
|
}
|
|
},
|
|
"required": ["object_1"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 65, # counted 67, over by 2
|
|
}
|
|
"""
|
|
namespace functions {
|
|
|
|
// This is the main function description
|
|
type data_demonstration = (_: {
|
|
// The object data type as a property
|
|
object_1: {
|
|
string1?: string,
|
|
},
|
|
}) => any;
|
|
|
|
} // namespace functions
|
|
"""
|
|
|
|
inner_object_with_enum_only = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "data_demonstration",
|
|
"description": "This is the main function description",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"object_1": {
|
|
"type": "object",
|
|
"description": "The object data type as a property",
|
|
"properties": {
|
|
"string_2a": {
|
|
"type": "string",
|
|
"enum": ["Happy", "Sad"],
|
|
}
|
|
},
|
|
}
|
|
},
|
|
"required": ["object_1"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 73, # counted 74, over by 1
|
|
}
|
|
"""
|
|
namespace functions {
|
|
|
|
// This is the main function description
|
|
type data_demonstration = (_: {
|
|
// The object data type as a property
|
|
object_1: {
|
|
string_2a?: "Happy" | "Sad",
|
|
},
|
|
}) => any;
|
|
|
|
} // namespace functions
|
|
"""
|
|
|
|
inner_object_with_enum = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "data_demonstration",
|
|
"description": "This is the main function description",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"object_1": {
|
|
"type": "object",
|
|
"description": "The object data type as a property",
|
|
"properties": {
|
|
"string_2a": {
|
|
"type": "string",
|
|
"enum": ["Happy", "Sad"],
|
|
},
|
|
"string_2b": {
|
|
"type": "string",
|
|
"description": "Description in a second object is lost",
|
|
},
|
|
},
|
|
}
|
|
},
|
|
"required": ["object_1"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 89, # counted 92, over by 3
|
|
}
|
|
"""
|
|
namespace functions {
|
|
|
|
// This is the main function description
|
|
type data_demonstration = (_: {
|
|
// The object data type as a property
|
|
object_1: {
|
|
string_2a?: "Happy" | "Sad",
|
|
// Description in a second object is lost
|
|
string_2b?: string,
|
|
},
|
|
}) => any;
|
|
|
|
} // namespace functions
|
|
"""
|
|
|
|
inner_object_and_string = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "data_demonstration",
|
|
"description": "This is the main function description",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"object_1": {
|
|
"type": "object",
|
|
"description": "The object data type as a property",
|
|
"properties": {
|
|
"string_2a": {
|
|
"type": "string",
|
|
"enum": ["Happy", "Sad"],
|
|
},
|
|
"string_2b": {
|
|
"type": "string",
|
|
"description": "Description in a second object is lost",
|
|
},
|
|
},
|
|
},
|
|
"string_1": {
|
|
"type": "string",
|
|
"description": "Not required gets a question mark",
|
|
},
|
|
},
|
|
"required": ["object_1"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 103, # counted 106, over by 3
|
|
}
|
|
"""
|
|
namespace functions {
|
|
|
|
// This is the main function description
|
|
type data_demonstration = (_: {
|
|
// The object data type as a property
|
|
object_1: {
|
|
string_2a?: "Happy" | "Sad",
|
|
// Description in a second object is lost
|
|
string_2b?: string,
|
|
},
|
|
// Not required gets a question mark
|
|
string_1?: string,
|
|
}) => any;
|
|
|
|
} // namespace functions
|
|
"""
|
|
|
|
boolean = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "human_escalation",
|
|
"description": "Check if user wants to escalate to a human",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"requires_escalation": {
|
|
"type": "boolean",
|
|
"description": "If user is showing signs of frustration or anger in the query. Also if the user says they want to talk to a real person and not a chat bot.",
|
|
}
|
|
},
|
|
"required": ["requires_escalation"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 89, # over by 3
|
|
}
|
|
|
|
array = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "get_coordinates",
|
|
"description": "Get the latitude and longitude of multiple mailing addresses",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"addresses": {
|
|
"type": "array",
|
|
"description": "The mailing addresses to be located",
|
|
"items": {"type": "string"},
|
|
}
|
|
},
|
|
"required": ["addresses"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 59,
|
|
}
|
|
|
|
null = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "get_null",
|
|
"description": "Get the null value",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"null_value": {
|
|
"type": "null",
|
|
"description": "The null value to be returned",
|
|
}
|
|
},
|
|
"required": ["null_value"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 55,
|
|
}
|
|
|
|
no_type = {
|
|
"system_message": {
|
|
"role": "system",
|
|
"content": "You are a bot.",
|
|
},
|
|
"tools": [
|
|
{
|
|
"type": "function",
|
|
"function": {
|
|
"name": "get_no_type",
|
|
"description": "Get the no type value",
|
|
"parameters": {
|
|
"type": "object",
|
|
"properties": {
|
|
"no_type_value": {
|
|
"description": "The no type value to be returned",
|
|
}
|
|
},
|
|
"required": ["no_type_value"],
|
|
},
|
|
},
|
|
}
|
|
],
|
|
"tool_choice": "none",
|
|
"count": 59,
|
|
}
|
|
|
|
MESSAGES_TEXT = [
|
|
system_message,
|
|
system_message_short,
|
|
system_message_long,
|
|
system_message_unicode,
|
|
system_message_with_name,
|
|
user_message,
|
|
user_message_unicode,
|
|
user_message_perf,
|
|
user_message_dresscode,
|
|
user_message_pm,
|
|
assistant_message_perf,
|
|
assistant_message_perf_short,
|
|
assistant_message_dresscode,
|
|
]
|
|
|
|
MESSAGES_WITH_IMAGES = [text_and_image_message]
|
|
|
|
MESSAGES_WITH_TOOLS = [
|
|
inner_object,
|
|
inner_object_and_string,
|
|
inner_object_with_enum_only,
|
|
inner_object_with_enum,
|
|
search_sources_toolchoice_auto,
|
|
search_sources_toolchoice_none,
|
|
search_sources_toolchoice_name,
|
|
integer_enum,
|
|
integer_enum_tool_choice_name,
|
|
no_parameters,
|
|
no_parameters_tool_choice_name,
|
|
no_parameter_description_or_required,
|
|
no_parameter_description,
|
|
string_enum,
|
|
boolean,
|
|
array,
|
|
no_type,
|
|
null,
|
|
]
|