Fixed imports for inference

This commit is contained in:
Chantal D Gama Rose 2024-12-19 11:45:07 -08:00
parent 03607a68c7
commit 6e829f8f51

View file

@ -10,9 +10,7 @@ from typing import Any, AsyncGenerator, Dict, Generator, List, Optional
from llama_models.llama3.api.datatypes import ( from llama_models.llama3.api.datatypes import (
BuiltinTool, BuiltinTool,
CompletionMessage,
StopReason, StopReason,
TokenLogProbs,
ToolCall, ToolCall,
ToolDefinition, ToolDefinition,
) )
@ -42,12 +40,14 @@ from llama_stack.apis.inference import (
ChatCompletionResponseEvent, ChatCompletionResponseEvent,
ChatCompletionResponseEventType, ChatCompletionResponseEventType,
ChatCompletionResponseStreamChunk, ChatCompletionResponseStreamChunk,
CompletionMessage,
CompletionRequest, CompletionRequest,
CompletionResponse, CompletionResponse,
CompletionResponseStreamChunk, CompletionResponseStreamChunk,
JsonSchemaResponseFormat, JsonSchemaResponseFormat,
Message, Message,
SystemMessage, SystemMessage,
TokenLogProbs,
ToolCallDelta, ToolCallDelta,
ToolCallParseStatus, ToolCallParseStatus,
ToolResponseMessage, ToolResponseMessage,