Added tests for persistence

This commit is contained in:
Sarthak Deshpande 2024-10-21 15:56:54 +05:30
parent cae5b0708b
commit 862ff6c653
7 changed files with 157 additions and 11 deletions

View file

@ -71,8 +71,8 @@ async def inference_settings(request):
)
return {
"impl": impls[Api.inference],
"models_impl": impls[Api.models],
"impl": impls['impls'][Api.inference],
"models_impl": impls['impls'][Api.models],
"common_params": {
"model": model,
"tool_choice": ToolChoice.auto,

View file

@ -7,8 +7,8 @@
import unittest
from llama_models.llama3.api import * # noqa: F403
from llama_stack.inference.api import * # noqa: F403
from llama_stack.inference.prompt_adapter import chat_completion_request_to_messages
from llama_stack.apis.inference.inference import * # noqa: F403
from llama_stack.providers.utils.inference.prompt_adapter import chat_completion_request_to_messages
MODEL = "Llama3.1-8B-Instruct"