mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-03 09:53:45 +00:00
8bf4ee9ab9
# What does this PR do? It was referencing strong_typing which was removed in https://github.com/llamastack/llama-stack/pull/3944 ## Test Plan New CI build test. Signed-off-by: Sébastien Han <seb@redhat.com>
861 lines
25 KiB
Python
861 lines
25 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
"""
|
|
Llama Stack API Specifications
|
|
|
|
This package contains the API definitions, data types, and protocol specifications
|
|
for Llama Stack. It is designed to be a lightweight dependency for external providers
|
|
and clients that need to interact with Llama Stack APIs without requiring the full
|
|
server implementation.
|
|
|
|
All imports from this package MUST use the form:
|
|
from llama_stack_api import <symbol>
|
|
|
|
Sub-module imports (e.g., from llama_stack_api.agents import Agents) are NOT supported
|
|
and considered a code smell. All exported symbols are explicitly listed in __all__.
|
|
"""
|
|
|
|
__version__ = "0.4.0.dev0"
|
|
|
|
# Import submodules for those who need them
|
|
from . import common # noqa: F401
|
|
|
|
# Import all public API symbols
|
|
from .agents import Agents, ResponseGuardrail, ResponseGuardrailSpec
|
|
from .batches import Batches, BatchObject, ListBatchesResponse
|
|
from .benchmarks import (
|
|
Benchmark,
|
|
BenchmarkInput,
|
|
Benchmarks,
|
|
CommonBenchmarkFields,
|
|
ListBenchmarksResponse,
|
|
)
|
|
|
|
# Import commonly used types from common submodule
|
|
from .common.content_types import (
|
|
URL,
|
|
ImageContentItem,
|
|
InterleavedContent,
|
|
InterleavedContentItem,
|
|
TextContentItem,
|
|
_URLOrData,
|
|
)
|
|
from .common.errors import (
|
|
ConflictError,
|
|
DatasetNotFoundError,
|
|
InvalidConversationIdError,
|
|
ModelNotFoundError,
|
|
ModelTypeError,
|
|
ResourceNotFoundError,
|
|
TokenValidationError,
|
|
ToolGroupNotFoundError,
|
|
UnsupportedModelError,
|
|
VectorStoreNotFoundError,
|
|
)
|
|
from .common.job_types import Job, JobStatus
|
|
from .common.responses import Order, PaginatedResponse
|
|
from .common.training_types import Checkpoint, PostTrainingMetric
|
|
from .common.type_system import (
|
|
ChatCompletionInputType,
|
|
CompletionInputType,
|
|
NumberType,
|
|
ParamType,
|
|
StringType,
|
|
)
|
|
from .conversations import (
|
|
Conversation,
|
|
ConversationDeletedResource,
|
|
ConversationItem,
|
|
ConversationItemCreateRequest,
|
|
ConversationItemDeletedResource,
|
|
ConversationItemInclude,
|
|
ConversationItemList,
|
|
ConversationMessage,
|
|
Conversations,
|
|
Metadata,
|
|
)
|
|
from .datasetio import DatasetIO, DatasetStore
|
|
from .datasets import (
|
|
CommonDatasetFields,
|
|
Dataset,
|
|
DatasetInput,
|
|
DatasetPurpose,
|
|
Datasets,
|
|
DatasetType,
|
|
DataSource,
|
|
ListDatasetsResponse,
|
|
RowsDataSource,
|
|
URIDataSource,
|
|
)
|
|
from .datatypes import (
|
|
Api,
|
|
BenchmarksProtocolPrivate,
|
|
DatasetsProtocolPrivate,
|
|
DynamicApiMeta,
|
|
Error,
|
|
ExternalApiSpec,
|
|
HealthResponse,
|
|
HealthStatus,
|
|
InlineProviderSpec,
|
|
ModelsProtocolPrivate,
|
|
ProviderSpec,
|
|
RemoteProviderConfig,
|
|
RemoteProviderSpec,
|
|
RoutingTable,
|
|
ScoringFunctionsProtocolPrivate,
|
|
ShieldsProtocolPrivate,
|
|
ToolGroupsProtocolPrivate,
|
|
VectorStoresProtocolPrivate,
|
|
)
|
|
from .eval import BenchmarkConfig, Eval, EvalCandidate, EvaluateResponse, ModelCandidate
|
|
from .files import (
|
|
ExpiresAfter,
|
|
Files,
|
|
ListOpenAIFileResponse,
|
|
OpenAIFileDeleteResponse,
|
|
OpenAIFileObject,
|
|
OpenAIFilePurpose,
|
|
)
|
|
from .inference import (
|
|
Bf16QuantizationConfig,
|
|
ChatCompletionResponseEventType,
|
|
CompletionRequest,
|
|
EmbeddingsResponse,
|
|
EmbeddingTaskType,
|
|
Fp8QuantizationConfig,
|
|
GrammarResponseFormat,
|
|
GreedySamplingStrategy,
|
|
Inference,
|
|
InferenceProvider,
|
|
Int4QuantizationConfig,
|
|
JsonSchemaResponseFormat,
|
|
ListOpenAIChatCompletionResponse,
|
|
LogProbConfig,
|
|
ModelStore,
|
|
OpenAIAssistantMessageParam,
|
|
OpenAIChatCompletion,
|
|
OpenAIChatCompletionChunk,
|
|
OpenAIChatCompletionContentPartImageParam,
|
|
OpenAIChatCompletionContentPartParam,
|
|
OpenAIChatCompletionContentPartTextParam,
|
|
OpenAIChatCompletionMessageContent,
|
|
OpenAIChatCompletionRequestWithExtraBody,
|
|
OpenAIChatCompletionTextOnlyMessageContent,
|
|
OpenAIChatCompletionToolCall,
|
|
OpenAIChatCompletionToolCallFunction,
|
|
OpenAIChatCompletionUsage,
|
|
OpenAIChatCompletionUsageCompletionTokensDetails,
|
|
OpenAIChatCompletionUsagePromptTokensDetails,
|
|
OpenAIChoice,
|
|
OpenAIChoiceDelta,
|
|
OpenAIChoiceLogprobs,
|
|
OpenAIChunkChoice,
|
|
OpenAICompletion,
|
|
OpenAICompletionChoice,
|
|
OpenAICompletionLogprobs,
|
|
OpenAICompletionRequestWithExtraBody,
|
|
OpenAICompletionWithInputMessages,
|
|
OpenAIDeveloperMessageParam,
|
|
OpenAIEmbeddingData,
|
|
OpenAIEmbeddingsRequestWithExtraBody,
|
|
OpenAIEmbeddingsResponse,
|
|
OpenAIEmbeddingUsage,
|
|
OpenAIFile,
|
|
OpenAIFileFile,
|
|
OpenAIImageURL,
|
|
OpenAIJSONSchema,
|
|
OpenAIMessageParam,
|
|
OpenAIResponseFormatJSONObject,
|
|
OpenAIResponseFormatJSONSchema,
|
|
OpenAIResponseFormatParam,
|
|
OpenAIResponseFormatText,
|
|
OpenAISystemMessageParam,
|
|
OpenAITokenLogProb,
|
|
OpenAIToolMessageParam,
|
|
OpenAITopLogProb,
|
|
OpenAIUserMessageParam,
|
|
QuantizationConfig,
|
|
QuantizationType,
|
|
RerankData,
|
|
RerankResponse,
|
|
ResponseFormat,
|
|
ResponseFormatType,
|
|
SamplingParams,
|
|
SamplingStrategy,
|
|
SystemMessage,
|
|
SystemMessageBehavior,
|
|
TextTruncation,
|
|
TokenLogProbs,
|
|
ToolChoice,
|
|
ToolResponseMessage,
|
|
TopKSamplingStrategy,
|
|
TopPSamplingStrategy,
|
|
UserMessage,
|
|
)
|
|
from .inspect import (
|
|
ApiFilter,
|
|
HealthInfo,
|
|
Inspect,
|
|
ListRoutesResponse,
|
|
RouteInfo,
|
|
VersionInfo,
|
|
)
|
|
from .models import (
|
|
CommonModelFields,
|
|
ListModelsResponse,
|
|
Model,
|
|
ModelInput,
|
|
Models,
|
|
ModelType,
|
|
OpenAIListModelsResponse,
|
|
OpenAIModel,
|
|
)
|
|
from .openai_responses import (
|
|
AllowedToolsFilter,
|
|
ApprovalFilter,
|
|
ListOpenAIResponseInputItem,
|
|
ListOpenAIResponseObject,
|
|
MCPListToolsTool,
|
|
OpenAIDeleteResponseObject,
|
|
OpenAIResponseAnnotationCitation,
|
|
OpenAIResponseAnnotationContainerFileCitation,
|
|
OpenAIResponseAnnotationFileCitation,
|
|
OpenAIResponseAnnotationFilePath,
|
|
OpenAIResponseAnnotations,
|
|
OpenAIResponseContentPart,
|
|
OpenAIResponseContentPartOutputText,
|
|
OpenAIResponseContentPartReasoningSummary,
|
|
OpenAIResponseContentPartReasoningText,
|
|
OpenAIResponseContentPartRefusal,
|
|
OpenAIResponseError,
|
|
OpenAIResponseInput,
|
|
OpenAIResponseInputFunctionToolCallOutput,
|
|
OpenAIResponseInputMessageContent,
|
|
OpenAIResponseInputMessageContentFile,
|
|
OpenAIResponseInputMessageContentImage,
|
|
OpenAIResponseInputMessageContentText,
|
|
OpenAIResponseInputTool,
|
|
OpenAIResponseInputToolFileSearch,
|
|
OpenAIResponseInputToolFunction,
|
|
OpenAIResponseInputToolMCP,
|
|
OpenAIResponseInputToolWebSearch,
|
|
OpenAIResponseMCPApprovalRequest,
|
|
OpenAIResponseMCPApprovalResponse,
|
|
OpenAIResponseMessage,
|
|
OpenAIResponseObject,
|
|
OpenAIResponseObjectStream,
|
|
OpenAIResponseObjectStreamResponseCompleted,
|
|
OpenAIResponseObjectStreamResponseContentPartAdded,
|
|
OpenAIResponseObjectStreamResponseContentPartDone,
|
|
OpenAIResponseObjectStreamResponseCreated,
|
|
OpenAIResponseObjectStreamResponseFailed,
|
|
OpenAIResponseObjectStreamResponseFileSearchCallCompleted,
|
|
OpenAIResponseObjectStreamResponseFileSearchCallInProgress,
|
|
OpenAIResponseObjectStreamResponseFileSearchCallSearching,
|
|
OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta,
|
|
OpenAIResponseObjectStreamResponseFunctionCallArgumentsDone,
|
|
OpenAIResponseObjectStreamResponseIncomplete,
|
|
OpenAIResponseObjectStreamResponseInProgress,
|
|
OpenAIResponseObjectStreamResponseMcpCallArgumentsDelta,
|
|
OpenAIResponseObjectStreamResponseMcpCallArgumentsDone,
|
|
OpenAIResponseObjectStreamResponseMcpCallCompleted,
|
|
OpenAIResponseObjectStreamResponseMcpCallFailed,
|
|
OpenAIResponseObjectStreamResponseMcpCallInProgress,
|
|
OpenAIResponseObjectStreamResponseMcpListToolsCompleted,
|
|
OpenAIResponseObjectStreamResponseMcpListToolsFailed,
|
|
OpenAIResponseObjectStreamResponseMcpListToolsInProgress,
|
|
OpenAIResponseObjectStreamResponseOutputItemAdded,
|
|
OpenAIResponseObjectStreamResponseOutputItemDone,
|
|
OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded,
|
|
OpenAIResponseObjectStreamResponseOutputTextDelta,
|
|
OpenAIResponseObjectStreamResponseOutputTextDone,
|
|
OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded,
|
|
OpenAIResponseObjectStreamResponseReasoningSummaryPartDone,
|
|
OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta,
|
|
OpenAIResponseObjectStreamResponseReasoningSummaryTextDone,
|
|
OpenAIResponseObjectStreamResponseReasoningTextDelta,
|
|
OpenAIResponseObjectStreamResponseReasoningTextDone,
|
|
OpenAIResponseObjectStreamResponseRefusalDelta,
|
|
OpenAIResponseObjectStreamResponseRefusalDone,
|
|
OpenAIResponseObjectStreamResponseWebSearchCallCompleted,
|
|
OpenAIResponseObjectStreamResponseWebSearchCallInProgress,
|
|
OpenAIResponseObjectStreamResponseWebSearchCallSearching,
|
|
OpenAIResponseObjectWithInput,
|
|
OpenAIResponseOutput,
|
|
OpenAIResponseOutputMessageContent,
|
|
OpenAIResponseOutputMessageContentOutputText,
|
|
OpenAIResponseOutputMessageFileSearchToolCall,
|
|
OpenAIResponseOutputMessageFileSearchToolCallResults,
|
|
OpenAIResponseOutputMessageFunctionToolCall,
|
|
OpenAIResponseOutputMessageMCPCall,
|
|
OpenAIResponseOutputMessageMCPListTools,
|
|
OpenAIResponseOutputMessageWebSearchToolCall,
|
|
OpenAIResponsePrompt,
|
|
OpenAIResponseText,
|
|
OpenAIResponseTextFormat,
|
|
OpenAIResponseTool,
|
|
OpenAIResponseToolMCP,
|
|
OpenAIResponseUsage,
|
|
OpenAIResponseUsageInputTokensDetails,
|
|
OpenAIResponseUsageOutputTokensDetails,
|
|
WebSearchToolTypes,
|
|
)
|
|
from .post_training import (
|
|
AlgorithmConfig,
|
|
DataConfig,
|
|
DatasetFormat,
|
|
DPOAlignmentConfig,
|
|
DPOLossType,
|
|
EfficiencyConfig,
|
|
ListPostTrainingJobsResponse,
|
|
LoraFinetuningConfig,
|
|
OptimizerConfig,
|
|
OptimizerType,
|
|
PostTraining,
|
|
PostTrainingJob,
|
|
PostTrainingJobArtifactsResponse,
|
|
PostTrainingJobLogStream,
|
|
PostTrainingJobStatusResponse,
|
|
PostTrainingRLHFRequest,
|
|
QATFinetuningConfig,
|
|
RLHFAlgorithm,
|
|
TrainingConfig,
|
|
)
|
|
from .prompts import ListPromptsResponse, Prompt, Prompts
|
|
from .providers import ListProvidersResponse, ProviderInfo, Providers
|
|
from .rag_tool import (
|
|
DefaultRAGQueryGeneratorConfig,
|
|
LLMRAGQueryGeneratorConfig,
|
|
RAGDocument,
|
|
RAGQueryConfig,
|
|
RAGQueryGenerator,
|
|
RAGQueryGeneratorConfig,
|
|
RAGQueryResult,
|
|
RAGSearchMode,
|
|
Ranker,
|
|
RRFRanker,
|
|
WeightedRanker,
|
|
)
|
|
from .resource import Resource, ResourceType
|
|
from .safety import (
|
|
ModerationObject,
|
|
ModerationObjectResults,
|
|
RunShieldResponse,
|
|
Safety,
|
|
SafetyViolation,
|
|
ShieldStore,
|
|
ViolationLevel,
|
|
)
|
|
from .schema_utils import (
|
|
CallableT,
|
|
ExtraBodyField,
|
|
SchemaInfo,
|
|
WebMethod,
|
|
clear_dynamic_schema_types,
|
|
get_registered_schema_info,
|
|
iter_dynamic_schema_types,
|
|
iter_json_schema_types,
|
|
iter_registered_schema_types,
|
|
json_schema_type,
|
|
register_dynamic_schema_type,
|
|
register_schema,
|
|
webmethod,
|
|
)
|
|
from .scoring import (
|
|
ScoreBatchResponse,
|
|
ScoreResponse,
|
|
Scoring,
|
|
ScoringFunctionStore,
|
|
ScoringResult,
|
|
ScoringResultRow,
|
|
)
|
|
from .scoring_functions import (
|
|
AggregationFunctionType,
|
|
BasicScoringFnParams,
|
|
CommonScoringFnFields,
|
|
ListScoringFunctionsResponse,
|
|
LLMAsJudgeScoringFnParams,
|
|
RegexParserScoringFnParams,
|
|
ScoringFn,
|
|
ScoringFnInput,
|
|
ScoringFnParams,
|
|
ScoringFnParamsType,
|
|
ScoringFunctions,
|
|
)
|
|
from .shields import (
|
|
CommonShieldFields,
|
|
ListShieldsResponse,
|
|
Shield,
|
|
ShieldInput,
|
|
Shields,
|
|
)
|
|
from .tools import (
|
|
ListToolDefsResponse,
|
|
ListToolGroupsResponse,
|
|
SpecialToolGroup,
|
|
ToolDef,
|
|
ToolGroup,
|
|
ToolGroupInput,
|
|
ToolGroups,
|
|
ToolInvocationResult,
|
|
ToolRuntime,
|
|
ToolStore,
|
|
)
|
|
from .vector_io import (
|
|
Chunk,
|
|
ChunkMetadata,
|
|
OpenAICreateVectorStoreFileBatchRequestWithExtraBody,
|
|
OpenAICreateVectorStoreRequestWithExtraBody,
|
|
QueryChunksResponse,
|
|
SearchRankingOptions,
|
|
VectorIO,
|
|
VectorStoreChunkingStrategy,
|
|
VectorStoreChunkingStrategyAuto,
|
|
VectorStoreChunkingStrategyStatic,
|
|
VectorStoreChunkingStrategyStaticConfig,
|
|
VectorStoreContent,
|
|
VectorStoreCreateRequest,
|
|
VectorStoreDeleteResponse,
|
|
VectorStoreFileBatchObject,
|
|
VectorStoreFileContentResponse,
|
|
VectorStoreFileCounts,
|
|
VectorStoreFileDeleteResponse,
|
|
VectorStoreFileLastError,
|
|
VectorStoreFileObject,
|
|
VectorStoreFilesListInBatchResponse,
|
|
VectorStoreFileStatus,
|
|
VectorStoreListFilesResponse,
|
|
VectorStoreListResponse,
|
|
VectorStoreModifyRequest,
|
|
VectorStoreObject,
|
|
VectorStoreSearchRequest,
|
|
VectorStoreSearchResponse,
|
|
VectorStoreSearchResponsePage,
|
|
VectorStoreTable,
|
|
)
|
|
from .vector_stores import VectorStore, VectorStoreInput
|
|
from .version import (
|
|
LLAMA_STACK_API_V1,
|
|
LLAMA_STACK_API_V1ALPHA,
|
|
LLAMA_STACK_API_V1BETA,
|
|
)
|
|
|
|
__all__ = [
|
|
# Submodules
|
|
"common",
|
|
# Version constants
|
|
"LLAMA_STACK_API_V1",
|
|
"LLAMA_STACK_API_V1ALPHA",
|
|
"LLAMA_STACK_API_V1BETA",
|
|
# API Symbols
|
|
"Agents",
|
|
"AggregationFunctionType",
|
|
"AlgorithmConfig",
|
|
"AllowedToolsFilter",
|
|
"Api",
|
|
"ApiFilter",
|
|
"ApprovalFilter",
|
|
"BasicScoringFnParams",
|
|
"Batches",
|
|
"BatchObject",
|
|
"Benchmark",
|
|
"BenchmarkConfig",
|
|
"BenchmarkInput",
|
|
"Benchmarks",
|
|
"BenchmarksProtocolPrivate",
|
|
"Bf16QuantizationConfig",
|
|
"CallableT",
|
|
"ChatCompletionInputType",
|
|
"ChatCompletionResponseEventType",
|
|
"Checkpoint",
|
|
"Chunk",
|
|
"ChunkMetadata",
|
|
"CommonBenchmarkFields",
|
|
"ConflictError",
|
|
"CommonDatasetFields",
|
|
"CommonModelFields",
|
|
"CommonScoringFnFields",
|
|
"CommonShieldFields",
|
|
"CompletionInputType",
|
|
"CompletionRequest",
|
|
"Conversation",
|
|
"ConversationDeletedResource",
|
|
"ConversationItem",
|
|
"ConversationItemCreateRequest",
|
|
"ConversationItemDeletedResource",
|
|
"ConversationItemInclude",
|
|
"ConversationItemList",
|
|
"ConversationMessage",
|
|
"Conversations",
|
|
"DPOAlignmentConfig",
|
|
"DPOLossType",
|
|
"DataConfig",
|
|
"DataSource",
|
|
"Dataset",
|
|
"DatasetFormat",
|
|
"DatasetIO",
|
|
"DatasetInput",
|
|
"DatasetPurpose",
|
|
"DatasetNotFoundError",
|
|
"DatasetStore",
|
|
"DatasetType",
|
|
"Datasets",
|
|
"DatasetsProtocolPrivate",
|
|
"DefaultRAGQueryGeneratorConfig",
|
|
"Docstring",
|
|
"DynamicApiMeta",
|
|
"EfficiencyConfig",
|
|
"EmbeddingTaskType",
|
|
"EmbeddingsResponse",
|
|
"Error",
|
|
"Eval",
|
|
"EvalCandidate",
|
|
"EvaluateResponse",
|
|
"ExpiresAfter",
|
|
"ExternalApiSpec",
|
|
"ExtraBodyField",
|
|
"Files",
|
|
"Fp8QuantizationConfig",
|
|
"clear_dynamic_schema_types",
|
|
"get_schema_identifier",
|
|
"get_signature",
|
|
"GrammarResponseFormat",
|
|
"GreedySamplingStrategy",
|
|
"HealthInfo",
|
|
"HealthResponse",
|
|
"HealthStatus",
|
|
"ImageContentItem",
|
|
"Inference",
|
|
"InferenceProvider",
|
|
"InlineProviderSpec",
|
|
"Inspect",
|
|
"Int4QuantizationConfig",
|
|
"InterleavedContent",
|
|
"InterleavedContentItem",
|
|
"InvalidConversationIdError",
|
|
"is_generic_list",
|
|
"is_type_optional",
|
|
"is_type_union",
|
|
"is_unwrapped_body_param",
|
|
"iter_dynamic_schema_types",
|
|
"iter_json_schema_types",
|
|
"iter_registered_schema_types",
|
|
"get_registered_schema_info",
|
|
"Job",
|
|
"JobStatus",
|
|
"json_dump_string",
|
|
"json_schema_type",
|
|
"JsonSchemaGenerator",
|
|
"JsonSchemaResponseFormat",
|
|
"JsonType",
|
|
"LLMAsJudgeScoringFnParams",
|
|
"LLMRAGQueryGeneratorConfig",
|
|
"ListBatchesResponse",
|
|
"ListBenchmarksResponse",
|
|
"ListDatasetsResponse",
|
|
"ListModelsResponse",
|
|
"ListOpenAIChatCompletionResponse",
|
|
"ListOpenAIFileResponse",
|
|
"ListOpenAIResponseInputItem",
|
|
"ListOpenAIResponseObject",
|
|
"ListPostTrainingJobsResponse",
|
|
"ListPromptsResponse",
|
|
"ListProvidersResponse",
|
|
"ListRoutesResponse",
|
|
"ListScoringFunctionsResponse",
|
|
"ListShieldsResponse",
|
|
"ListToolDefsResponse",
|
|
"ListToolGroupsResponse",
|
|
"LogProbConfig",
|
|
"LoraFinetuningConfig",
|
|
"MCPListToolsTool",
|
|
"Metadata",
|
|
"Model",
|
|
"ModelCandidate",
|
|
"ModelInput",
|
|
"ModelNotFoundError",
|
|
"ModelStore",
|
|
"ModelType",
|
|
"ModelTypeError",
|
|
"Models",
|
|
"ModelsProtocolPrivate",
|
|
"ModerationObject",
|
|
"ModerationObjectResults",
|
|
"NumberType",
|
|
"object_to_json",
|
|
"OpenAIAssistantMessageParam",
|
|
"OpenAIChatCompletion",
|
|
"OpenAIChatCompletionChunk",
|
|
"OpenAIChatCompletionContentPartImageParam",
|
|
"OpenAIChatCompletionContentPartParam",
|
|
"OpenAIChatCompletionContentPartTextParam",
|
|
"OpenAIChatCompletionMessageContent",
|
|
"OpenAIChatCompletionRequestWithExtraBody",
|
|
"OpenAIChatCompletionTextOnlyMessageContent",
|
|
"OpenAIChatCompletionToolCall",
|
|
"OpenAIChatCompletionToolCallFunction",
|
|
"OpenAIChatCompletionUsage",
|
|
"OpenAIChatCompletionUsageCompletionTokensDetails",
|
|
"OpenAIChatCompletionUsagePromptTokensDetails",
|
|
"OpenAIChoice",
|
|
"OpenAIChoiceDelta",
|
|
"OpenAIChoiceLogprobs",
|
|
"OpenAIChunkChoice",
|
|
"OpenAICompletion",
|
|
"OpenAICompletionChoice",
|
|
"OpenAICompletionLogprobs",
|
|
"OpenAICompletionRequestWithExtraBody",
|
|
"OpenAICompletionWithInputMessages",
|
|
"OpenAICreateVectorStoreFileBatchRequestWithExtraBody",
|
|
"OpenAICreateVectorStoreRequestWithExtraBody",
|
|
"OpenAIDeleteResponseObject",
|
|
"OpenAIDeveloperMessageParam",
|
|
"OpenAIEmbeddingData",
|
|
"OpenAIEmbeddingUsage",
|
|
"OpenAIEmbeddingsRequestWithExtraBody",
|
|
"OpenAIEmbeddingsResponse",
|
|
"OpenAIFile",
|
|
"OpenAIFileDeleteResponse",
|
|
"OpenAIFileFile",
|
|
"OpenAIFileObject",
|
|
"OpenAIFilePurpose",
|
|
"OpenAIImageURL",
|
|
"OpenAIJSONSchema",
|
|
"OpenAIListModelsResponse",
|
|
"OpenAIMessageParam",
|
|
"OpenAIModel",
|
|
"Order",
|
|
"OpenAIResponseAnnotationCitation",
|
|
"OpenAIResponseAnnotationContainerFileCitation",
|
|
"OpenAIResponseAnnotationFileCitation",
|
|
"OpenAIResponseAnnotationFilePath",
|
|
"OpenAIResponseAnnotations",
|
|
"OpenAIResponseContentPart",
|
|
"OpenAIResponseContentPartOutputText",
|
|
"OpenAIResponseContentPartReasoningSummary",
|
|
"OpenAIResponseContentPartReasoningText",
|
|
"OpenAIResponseContentPartRefusal",
|
|
"OpenAIResponseError",
|
|
"OpenAIResponseFormatJSONObject",
|
|
"OpenAIResponseFormatJSONSchema",
|
|
"OpenAIResponseFormatParam",
|
|
"OpenAIResponseFormatText",
|
|
"OpenAIResponseInput",
|
|
"OpenAIResponseInputFunctionToolCallOutput",
|
|
"OpenAIResponseInputMessageContent",
|
|
"OpenAIResponseInputMessageContentFile",
|
|
"OpenAIResponseInputMessageContentImage",
|
|
"OpenAIResponseInputMessageContentText",
|
|
"OpenAIResponseInputTool",
|
|
"OpenAIResponseInputToolFileSearch",
|
|
"OpenAIResponseInputToolFunction",
|
|
"OpenAIResponseInputToolMCP",
|
|
"OpenAIResponseInputToolWebSearch",
|
|
"OpenAIResponseMCPApprovalRequest",
|
|
"OpenAIResponseMCPApprovalResponse",
|
|
"OpenAIResponseMessage",
|
|
"OpenAIResponseObject",
|
|
"OpenAIResponseObjectStream",
|
|
"OpenAIResponseObjectStreamResponseCompleted",
|
|
"OpenAIResponseObjectStreamResponseContentPartAdded",
|
|
"OpenAIResponseObjectStreamResponseContentPartDone",
|
|
"OpenAIResponseObjectStreamResponseCreated",
|
|
"OpenAIResponseObjectStreamResponseFailed",
|
|
"OpenAIResponseObjectStreamResponseFileSearchCallCompleted",
|
|
"OpenAIResponseObjectStreamResponseFileSearchCallInProgress",
|
|
"OpenAIResponseObjectStreamResponseFileSearchCallSearching",
|
|
"OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta",
|
|
"OpenAIResponseObjectStreamResponseFunctionCallArgumentsDone",
|
|
"OpenAIResponseObjectStreamResponseInProgress",
|
|
"OpenAIResponseObjectStreamResponseIncomplete",
|
|
"OpenAIResponseObjectStreamResponseMcpCallArgumentsDelta",
|
|
"OpenAIResponseObjectStreamResponseMcpCallArgumentsDone",
|
|
"OpenAIResponseObjectStreamResponseMcpCallCompleted",
|
|
"OpenAIResponseObjectStreamResponseMcpCallFailed",
|
|
"OpenAIResponseObjectStreamResponseMcpCallInProgress",
|
|
"OpenAIResponseObjectStreamResponseMcpListToolsCompleted",
|
|
"OpenAIResponseObjectStreamResponseMcpListToolsFailed",
|
|
"OpenAIResponseObjectStreamResponseMcpListToolsInProgress",
|
|
"OpenAIResponseObjectStreamResponseOutputItemAdded",
|
|
"OpenAIResponseObjectStreamResponseOutputItemDone",
|
|
"OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded",
|
|
"OpenAIResponseObjectStreamResponseOutputTextDelta",
|
|
"OpenAIResponseObjectStreamResponseOutputTextDone",
|
|
"OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded",
|
|
"OpenAIResponseObjectStreamResponseReasoningSummaryPartDone",
|
|
"OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta",
|
|
"OpenAIResponseObjectStreamResponseReasoningSummaryTextDone",
|
|
"OpenAIResponseObjectStreamResponseReasoningTextDelta",
|
|
"OpenAIResponseObjectStreamResponseReasoningTextDone",
|
|
"OpenAIResponseObjectStreamResponseRefusalDelta",
|
|
"OpenAIResponseObjectStreamResponseRefusalDone",
|
|
"OpenAIResponseObjectStreamResponseWebSearchCallCompleted",
|
|
"OpenAIResponseObjectStreamResponseWebSearchCallInProgress",
|
|
"OpenAIResponseObjectStreamResponseWebSearchCallSearching",
|
|
"OpenAIResponseObjectWithInput",
|
|
"OpenAIResponseOutput",
|
|
"OpenAIResponseOutputMessageContent",
|
|
"OpenAIResponseOutputMessageContentOutputText",
|
|
"OpenAIResponseOutputMessageFileSearchToolCall",
|
|
"OpenAIResponseOutputMessageFileSearchToolCallResults",
|
|
"OpenAIResponseOutputMessageFunctionToolCall",
|
|
"OpenAIResponseOutputMessageMCPCall",
|
|
"OpenAIResponseOutputMessageMCPListTools",
|
|
"OpenAIResponseOutputMessageWebSearchToolCall",
|
|
"OpenAIResponsePrompt",
|
|
"OpenAIResponseText",
|
|
"OpenAIResponseTextFormat",
|
|
"OpenAIResponseTool",
|
|
"OpenAIResponseToolMCP",
|
|
"OpenAIResponseUsage",
|
|
"OpenAIResponseUsageInputTokensDetails",
|
|
"OpenAIResponseUsageOutputTokensDetails",
|
|
"OpenAISystemMessageParam",
|
|
"OpenAITokenLogProb",
|
|
"OpenAIToolMessageParam",
|
|
"OpenAITopLogProb",
|
|
"OpenAIUserMessageParam",
|
|
"OptimizerConfig",
|
|
"OptimizerType",
|
|
"PaginatedResponse",
|
|
"ParamType",
|
|
"parse_type",
|
|
"PostTraining",
|
|
"PostTrainingMetric",
|
|
"PostTrainingJob",
|
|
"PostTrainingJobArtifactsResponse",
|
|
"PostTrainingJobLogStream",
|
|
"PostTrainingJobStatusResponse",
|
|
"PostTrainingRLHFRequest",
|
|
"Prompt",
|
|
"Prompts",
|
|
"ProviderInfo",
|
|
"ProviderSpec",
|
|
"Providers",
|
|
"python_type_to_name",
|
|
"QATFinetuningConfig",
|
|
"QuantizationConfig",
|
|
"QuantizationType",
|
|
"QueryChunksResponse",
|
|
"RAGDocument",
|
|
"RAGQueryConfig",
|
|
"RAGQueryGenerator",
|
|
"RAGQueryGeneratorConfig",
|
|
"RAGQueryResult",
|
|
"RAGSearchMode",
|
|
"register_dynamic_schema_type",
|
|
"register_schema",
|
|
"RLHFAlgorithm",
|
|
"RRFRanker",
|
|
"Ranker",
|
|
"RegexParserScoringFnParams",
|
|
"RemoteProviderConfig",
|
|
"RemoteProviderSpec",
|
|
"RerankData",
|
|
"RerankResponse",
|
|
"Resource",
|
|
"ResourceNotFoundError",
|
|
"ResourceType",
|
|
"ResponseFormat",
|
|
"ResponseFormatType",
|
|
"ResponseGuardrail",
|
|
"ResponseGuardrailSpec",
|
|
"RouteInfo",
|
|
"RoutingTable",
|
|
"RowsDataSource",
|
|
"RunShieldResponse",
|
|
"Safety",
|
|
"SafetyViolation",
|
|
"SamplingParams",
|
|
"SamplingStrategy",
|
|
"ScoreBatchResponse",
|
|
"ScoreResponse",
|
|
"Scoring",
|
|
"ScoringFn",
|
|
"ScoringFnInput",
|
|
"ScoringFnParams",
|
|
"ScoringFnParamsType",
|
|
"ScoringFunctionStore",
|
|
"ScoringFunctions",
|
|
"ScoringFunctionsProtocolPrivate",
|
|
"ScoringResult",
|
|
"ScoringResultRow",
|
|
"Schema",
|
|
"SchemaInfo",
|
|
"SchemaOptions",
|
|
"SearchRankingOptions",
|
|
"Shield",
|
|
"ShieldInput",
|
|
"ShieldStore",
|
|
"Shields",
|
|
"ShieldsProtocolPrivate",
|
|
"SpecialToolGroup",
|
|
"StrictJsonType",
|
|
"StringType",
|
|
"SystemMessage",
|
|
"SystemMessageBehavior",
|
|
"TextContentItem",
|
|
"TextTruncation",
|
|
"TokenLogProbs",
|
|
"TokenValidationError",
|
|
"ToolChoice",
|
|
"ToolGroupNotFoundError",
|
|
"ToolDef",
|
|
"ToolGroup",
|
|
"ToolGroupInput",
|
|
"ToolGroups",
|
|
"ToolGroupsProtocolPrivate",
|
|
"ToolInvocationResult",
|
|
"ToolResponseMessage",
|
|
"ToolRuntime",
|
|
"ToolStore",
|
|
"TopKSamplingStrategy",
|
|
"TopPSamplingStrategy",
|
|
"TrainingConfig",
|
|
"UnsupportedModelError",
|
|
"unwrap_generic_list",
|
|
"unwrap_optional_type",
|
|
"unwrap_union_types",
|
|
"URIDataSource",
|
|
"URL",
|
|
"_URLOrData",
|
|
"UserMessage",
|
|
"VectorIO",
|
|
"VectorStore",
|
|
"VectorStoreChunkingStrategy",
|
|
"VectorStoreChunkingStrategyAuto",
|
|
"VectorStoreChunkingStrategyStatic",
|
|
"VectorStoreChunkingStrategyStaticConfig",
|
|
"VectorStoreContent",
|
|
"VectorStoreCreateRequest",
|
|
"VectorStoreDeleteResponse",
|
|
"VectorStoreFileBatchObject",
|
|
"VectorStoreFileContentResponse",
|
|
"VectorStoreFileCounts",
|
|
"VectorStoreFileDeleteResponse",
|
|
"VectorStoreFileLastError",
|
|
"VectorStoreFileObject",
|
|
"VectorStoreFileStatus",
|
|
"VectorStoreFilesListInBatchResponse",
|
|
"VectorStoreInput",
|
|
"VectorStoreListFilesResponse",
|
|
"VectorStoreListResponse",
|
|
"VectorStoreModifyRequest",
|
|
"VectorStoreObject",
|
|
"VectorStoreSearchRequest",
|
|
"VectorStoreSearchResponse",
|
|
"VectorStoreSearchResponsePage",
|
|
"VectorStoreTable",
|
|
"VectorStoreNotFoundError",
|
|
"VectorStoresProtocolPrivate",
|
|
"VersionInfo",
|
|
"ViolationLevel",
|
|
"webmethod",
|
|
"WebMethod",
|
|
"WebSearchToolTypes",
|
|
"WeightedRanker",
|
|
]
|