From 2fe4acd64d46c3dd3db71a550e6ee6d3b7b79402 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Thu, 26 Dec 2024 17:45:25 -0800 Subject: [PATCH] text inference --- .../tests/inference/test_text_inference.py | 29 +++++++++++++++---- 1 file changed, 24 insertions(+), 5 deletions(-) diff --git a/llama_stack/providers/tests/inference/test_text_inference.py b/llama_stack/providers/tests/inference/test_text_inference.py index 99a62ac08..2eeda0dbf 100644 --- a/llama_stack/providers/tests/inference/test_text_inference.py +++ b/llama_stack/providers/tests/inference/test_text_inference.py @@ -7,13 +7,32 @@ import pytest +from llama_models.llama3.api.datatypes import ( + SamplingParams, + StopReason, + ToolCall, + ToolDefinition, + ToolParamDefinition, + ToolPromptFormat, +) + from pydantic import BaseModel, ValidationError -from llama_models.llama3.api.datatypes import * # noqa: F403 -from llama_stack.apis.inference import * # noqa: F403 - -from llama_stack.distribution.datatypes import * # noqa: F403 - +from llama_stack.apis.inference import ( + ChatCompletionResponse, + ChatCompletionResponseEventType, + ChatCompletionResponseStreamChunk, + CompletionResponse, + CompletionResponseStreamChunk, + JsonSchemaResponseFormat, + LogProbConfig, + SystemMessage, + ToolCallDelta, + ToolCallParseStatus, + ToolChoice, + UserMessage, +) +from llama_stack.apis.models import Model from .utils import group_chunks