From a55e56ed2b66e36fdedc3cd44da45dc56db37d5e Mon Sep 17 00:00:00 2001 From: Sixian Yi Date: Wed, 22 Jan 2025 17:31:31 -0800 Subject: [PATCH] bug fix --- llama_stack/templates/cerebras/report.md | 12 ++++++------ llama_stack/templates/fireworks/report.md | 12 ++++++------ llama_stack/templates/together/report.md | 12 ++++++------ tests/client-sdk/report.py | 4 ++-- 4 files changed, 20 insertions(+), 20 deletions(-) diff --git a/llama_stack/templates/cerebras/report.md b/llama_stack/templates/cerebras/report.md index 3b81fd9f0..5603a469e 100644 --- a/llama_stack/templates/cerebras/report.md +++ b/llama_stack/templates/cerebras/report.md @@ -22,8 +22,8 @@ | Model | API | Capability | Test | Status | |:----- |:-----|:-----|:-----|:-----| | Llama-3.1-8B-Instruct | /chat_completion | streaming | test_text_chat_completion_streaming | ✅ | -| Llama-3.1-8B-Instruct | /chat_completion | streaming | test_image_chat_completion_streaming | ❌ | -| Llama-3.1-8B-Instruct | /chat_completion | non_streaming | test_image_chat_completion_non_streaming | ❌ | +| Llama-3.2-11B-Vision-Instruct | /chat_completion | streaming | test_image_chat_completion_streaming | ❌ | +| Llama-3.2-11B-Vision-Instruct | /chat_completion | non_streaming | test_image_chat_completion_non_streaming | ❌ | | Llama-3.1-8B-Instruct | /chat_completion | non_streaming | test_text_chat_completion_non_streaming | ✅ | | Llama-3.1-8B-Instruct | /chat_completion | tool_calling | test_text_chat_completion_with_tool_calling_and_streaming | ✅ | | Llama-3.1-8B-Instruct | /chat_completion | tool_calling | test_text_chat_completion_with_tool_calling_and_non_streaming | ✅ | @@ -34,11 +34,11 @@ ## Vector_io: | API | Capability | Test | Status | |:-----|:-----|:-----|:-----| -| retrieve | | test_vector_db_retrieve | ✅ | +| /retrieve | | test_vector_db_retrieve | ✅ | ## Agents: | API | Capability | Test | Status | |:-----|:-----|:-----|:-----| -| create_agent_turn | rag | test_rag_agent | ✅ | -| create_agent_turn | custom_tool | test_custom_tool | ✅ | -| create_agent_turn | code_execution | test_code_interpreter_for_attachments | ✅ | +| /create_agent_turn | rag | test_rag_agent | ✅ | +| /create_agent_turn | custom_tool | test_custom_tool | ✅ | +| /create_agent_turn | code_execution | test_code_interpreter_for_attachments | ✅ | diff --git a/llama_stack/templates/fireworks/report.md b/llama_stack/templates/fireworks/report.md index b55e1cdcd..9306d327c 100644 --- a/llama_stack/templates/fireworks/report.md +++ b/llama_stack/templates/fireworks/report.md @@ -22,8 +22,8 @@ | Model | API | Capability | Test | Status | |:----- |:-----|:-----|:-----|:-----| | Llama-3.1-8B-Instruct | /chat_completion | streaming | test_text_chat_completion_streaming | ✅ | -| Llama-3.1-8B-Instruct | /chat_completion | streaming | test_image_chat_completion_streaming | ✅ | -| Llama-3.1-8B-Instruct | /chat_completion | non_streaming | test_image_chat_completion_non_streaming | ✅ | +| Llama-3.2-11B-Vision-Instruct | /chat_completion | streaming | test_image_chat_completion_streaming | ✅ | +| Llama-3.2-11B-Vision-Instruct | /chat_completion | non_streaming | test_image_chat_completion_non_streaming | ✅ | | Llama-3.1-8B-Instruct | /chat_completion | non_streaming | test_text_chat_completion_non_streaming | ✅ | | Llama-3.1-8B-Instruct | /chat_completion | tool_calling | test_text_chat_completion_with_tool_calling_and_streaming | ✅ | | Llama-3.1-8B-Instruct | /chat_completion | tool_calling | test_text_chat_completion_with_tool_calling_and_non_streaming | ✅ | @@ -34,11 +34,11 @@ ## Vector_io: | API | Capability | Test | Status | |:-----|:-----|:-----|:-----| -| retrieve | | test_vector_db_retrieve | ✅ | +| /retrieve | | test_vector_db_retrieve | ✅ | ## Agents: | API | Capability | Test | Status | |:-----|:-----|:-----|:-----| -| create_agent_turn | rag | test_rag_agent | ✅ | -| create_agent_turn | custom_tool | test_custom_tool | ✅ | -| create_agent_turn | code_execution | test_code_interpreter_for_attachments | ✅ | +| /create_agent_turn | rag | test_rag_agent | ✅ | +| /create_agent_turn | custom_tool | test_custom_tool | ✅ | +| /create_agent_turn | code_execution | test_code_interpreter_for_attachments | ✅ | diff --git a/llama_stack/templates/together/report.md b/llama_stack/templates/together/report.md index 48e3325c1..294088bf0 100644 --- a/llama_stack/templates/together/report.md +++ b/llama_stack/templates/together/report.md @@ -22,8 +22,8 @@ | Model | API | Capability | Test | Status | |:----- |:-----|:-----|:-----|:-----| | Llama-3.1-8B-Instruct | /chat_completion | streaming | test_text_chat_completion_streaming | ✅ | -| Llama-3.1-8B-Instruct | /chat_completion | streaming | test_image_chat_completion_streaming | ✅ | -| Llama-3.1-8B-Instruct | /chat_completion | non_streaming | test_image_chat_completion_non_streaming | ✅ | +| Llama-3.2-11B-Vision-Instruct | /chat_completion | streaming | test_image_chat_completion_streaming | ✅ | +| Llama-3.2-11B-Vision-Instruct | /chat_completion | non_streaming | test_image_chat_completion_non_streaming | ✅ | | Llama-3.1-8B-Instruct | /chat_completion | non_streaming | test_text_chat_completion_non_streaming | ✅ | | Llama-3.1-8B-Instruct | /chat_completion | tool_calling | test_text_chat_completion_with_tool_calling_and_streaming | ✅ | | Llama-3.1-8B-Instruct | /chat_completion | tool_calling | test_text_chat_completion_with_tool_calling_and_non_streaming | ✅ | @@ -34,11 +34,11 @@ ## Vector_io: | API | Capability | Test | Status | |:-----|:-----|:-----|:-----| -| retrieve | | test_vector_db_retrieve | ✅ | +| /retrieve | | test_vector_db_retrieve | ✅ | ## Agents: | API | Capability | Test | Status | |:-----|:-----|:-----|:-----| -| create_agent_turn | rag | test_rag_agent | ✅ | -| create_agent_turn | custom_tool | test_custom_tool | ✅ | -| create_agent_turn | code_execution | test_code_interpreter_for_attachments | ✅ | +| /create_agent_turn | rag | test_rag_agent | ✅ | +| /create_agent_turn | custom_tool | test_custom_tool | ✅ | +| /create_agent_turn | code_execution | test_code_interpreter_for_attachments | ✅ | diff --git a/tests/client-sdk/report.py b/tests/client-sdk/report.py index 311b15ca3..ba85d004f 100644 --- a/tests/client-sdk/report.py +++ b/tests/client-sdk/report.py @@ -173,7 +173,7 @@ class Report: test_nodeids = self.test_name_to_nodeid[test_name] assert len(test_nodeids) > 0 test_table.append( - f"| {api} | {capa} | {test_name} | {self._print_result_icon(self.test_data[test_nodeids[0]])} |" + f"| /{api} | {capa} | {test_name} | {self._print_result_icon(self.test_data[test_nodeids[0]])} |" ) report.extend(test_table) @@ -189,7 +189,7 @@ class Report: self.text_model_id = self.text_model_id or text_model elif "vision_model_id" in item.funcargs: vision_model = item.funcargs["vision_model_id"].split("/")[1] - self.vision_model_id = self.text_model_id or vision_model + self.vision_model_id = self.vision_model_id or vision_model self.test_name_to_nodeid[func_name].append(item.nodeid)