mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-03 18:00:36 +00:00
feat: split API and provider specs into separate llama-stack-api pkg (#3895)
# What does this PR do? Extract API definitions and provider specifications into a standalone llama-stack-api package that can be published to PyPI independently of the main llama-stack server. see: https://github.com/llamastack/llama-stack/pull/2978 and https://github.com/llamastack/llama-stack/pull/2978#issuecomment-3145115942 Motivation External providers currently import from llama-stack, which overrides the installed version and causes dependency conflicts. This separation allows external providers to: - Install only the type definitions they need without server dependencies - Avoid version conflicts with the installed llama-stack package - Be versioned and released independently This enables us to re-enable external provider module tests that were previously blocked by these import conflicts. Changes - Created llama-stack-api package with minimal dependencies (pydantic, jsonschema) - Moved APIs, providers datatypes, strong_typing, and schema_utils - Updated all imports from llama_stack.* to llama_stack_api.* - Configured local editable install for development workflow - Updated linting and type-checking configuration for both packages Next Steps - Publish llama-stack-api to PyPI - Update external provider dependencies - Re-enable external provider module tests Pre-cursor PRs to this one: - #4093 - #3954 - #4064 These PRs moved key pieces _out_ of the Api pkg, limiting the scope of change here. relates to #3237 ## Test Plan Package builds successfully and can be imported independently. All pre-commit hooks pass with expected exclusions maintained. --------- Signed-off-by: Charlie Doern <cdoern@redhat.com>
This commit is contained in:
Charlie Doern
GitHub
parent
ceb716b9a0
commit
840ad75fe9
358 changed files with 2337 additions and 1424 deletions
871
src/llama-stack-api/llama_stack_api/__init__.py
Normal file
871
src/llama-stack-api/llama_stack_api/__init__.py
Normal file
|
|
@ -0,0 +1,871 @@
|
|||
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
||||
# All rights reserved.
|
||||
#
|
||||
# This source code is licensed under the terms described in the LICENSE file in
|
||||
# the root directory of this source tree.
|
||||
|
||||
"""
|
||||
Llama Stack API Specifications
|
||||
|
||||
This package contains the API definitions, data types, and protocol specifications
|
||||
for Llama Stack. It is designed to be a lightweight dependency for external providers
|
||||
and clients that need to interact with Llama Stack APIs without requiring the full
|
||||
server implementation.
|
||||
|
||||
All imports from this package MUST use the form:
|
||||
from llama_stack_api import <symbol>
|
||||
|
||||
Sub-module imports (e.g., from llama_stack_api.agents import Agents) are NOT supported
|
||||
and considered a code smell. All exported symbols are explicitly listed in __all__.
|
||||
"""
|
||||
|
||||
__version__ = "0.4.0"
|
||||
|
||||
# Import submodules for those who need them
|
||||
from . import common, strong_typing # noqa: F401
|
||||
|
||||
# Import all public API symbols
|
||||
from .agents import Agents, ResponseGuardrail, ResponseGuardrailSpec
|
||||
from .batches import Batches, BatchObject, ListBatchesResponse
|
||||
from .benchmarks import (
|
||||
Benchmark,
|
||||
BenchmarkInput,
|
||||
Benchmarks,
|
||||
CommonBenchmarkFields,
|
||||
ListBenchmarksResponse,
|
||||
)
|
||||
|
||||
# Import commonly used types from common submodule
|
||||
from .common.content_types import (
|
||||
URL,
|
||||
ImageContentItem,
|
||||
InterleavedContent,
|
||||
InterleavedContentItem,
|
||||
TextContentItem,
|
||||
_URLOrData,
|
||||
)
|
||||
from .common.errors import (
|
||||
ConflictError,
|
||||
DatasetNotFoundError,
|
||||
InvalidConversationIdError,
|
||||
ModelNotFoundError,
|
||||
ModelTypeError,
|
||||
ResourceNotFoundError,
|
||||
TokenValidationError,
|
||||
ToolGroupNotFoundError,
|
||||
UnsupportedModelError,
|
||||
VectorStoreNotFoundError,
|
||||
)
|
||||
from .common.job_types import Job, JobStatus
|
||||
from .common.responses import Order, PaginatedResponse
|
||||
from .common.training_types import Checkpoint, PostTrainingMetric
|
||||
from .common.type_system import (
|
||||
ChatCompletionInputType,
|
||||
CompletionInputType,
|
||||
NumberType,
|
||||
ParamType,
|
||||
StringType,
|
||||
)
|
||||
from .conversations import (
|
||||
Conversation,
|
||||
ConversationDeletedResource,
|
||||
ConversationItem,
|
||||
ConversationItemCreateRequest,
|
||||
ConversationItemDeletedResource,
|
||||
ConversationItemInclude,
|
||||
ConversationItemList,
|
||||
ConversationMessage,
|
||||
Conversations,
|
||||
Metadata,
|
||||
)
|
||||
from .datasetio import DatasetIO, DatasetStore
|
||||
from .datasets import (
|
||||
CommonDatasetFields,
|
||||
Dataset,
|
||||
DatasetInput,
|
||||
DatasetPurpose,
|
||||
Datasets,
|
||||
DatasetType,
|
||||
DataSource,
|
||||
ListDatasetsResponse,
|
||||
RowsDataSource,
|
||||
URIDataSource,
|
||||
)
|
||||
from .datatypes import (
|
||||
Api,
|
||||
BenchmarksProtocolPrivate,
|
||||
DatasetsProtocolPrivate,
|
||||
DynamicApiMeta,
|
||||
Error,
|
||||
ExternalApiSpec,
|
||||
HealthResponse,
|
||||
HealthStatus,
|
||||
InlineProviderSpec,
|
||||
ModelsProtocolPrivate,
|
||||
ProviderSpec,
|
||||
RemoteProviderConfig,
|
||||
RemoteProviderSpec,
|
||||
RoutingTable,
|
||||
ScoringFunctionsProtocolPrivate,
|
||||
ShieldsProtocolPrivate,
|
||||
ToolGroupsProtocolPrivate,
|
||||
VectorStoresProtocolPrivate,
|
||||
)
|
||||
from .eval import BenchmarkConfig, Eval, EvalCandidate, EvaluateResponse, ModelCandidate
|
||||
from .files import (
|
||||
ExpiresAfter,
|
||||
Files,
|
||||
ListOpenAIFileResponse,
|
||||
OpenAIFileDeleteResponse,
|
||||
OpenAIFileObject,
|
||||
OpenAIFilePurpose,
|
||||
)
|
||||
from .inference import (
|
||||
Bf16QuantizationConfig,
|
||||
ChatCompletionResponseEventType,
|
||||
CompletionRequest,
|
||||
EmbeddingsResponse,
|
||||
EmbeddingTaskType,
|
||||
Fp8QuantizationConfig,
|
||||
GrammarResponseFormat,
|
||||
GreedySamplingStrategy,
|
||||
Inference,
|
||||
InferenceProvider,
|
||||
Int4QuantizationConfig,
|
||||
JsonSchemaResponseFormat,
|
||||
ListOpenAIChatCompletionResponse,
|
||||
LogProbConfig,
|
||||
ModelStore,
|
||||
OpenAIAssistantMessageParam,
|
||||
OpenAIChatCompletion,
|
||||
OpenAIChatCompletionChunk,
|
||||
OpenAIChatCompletionContentPartImageParam,
|
||||
OpenAIChatCompletionContentPartParam,
|
||||
OpenAIChatCompletionContentPartTextParam,
|
||||
OpenAIChatCompletionMessageContent,
|
||||
OpenAIChatCompletionRequestWithExtraBody,
|
||||
OpenAIChatCompletionTextOnlyMessageContent,
|
||||
OpenAIChatCompletionToolCall,
|
||||
OpenAIChatCompletionToolCallFunction,
|
||||
OpenAIChatCompletionUsage,
|
||||
OpenAIChatCompletionUsageCompletionTokensDetails,
|
||||
OpenAIChatCompletionUsagePromptTokensDetails,
|
||||
OpenAIChoice,
|
||||
OpenAIChoiceDelta,
|
||||
OpenAIChoiceLogprobs,
|
||||
OpenAIChunkChoice,
|
||||
OpenAICompletion,
|
||||
OpenAICompletionChoice,
|
||||
OpenAICompletionLogprobs,
|
||||
OpenAICompletionRequestWithExtraBody,
|
||||
OpenAICompletionWithInputMessages,
|
||||
OpenAIDeveloperMessageParam,
|
||||
OpenAIEmbeddingData,
|
||||
OpenAIEmbeddingsRequestWithExtraBody,
|
||||
OpenAIEmbeddingsResponse,
|
||||
OpenAIEmbeddingUsage,
|
||||
OpenAIFile,
|
||||
OpenAIFileFile,
|
||||
OpenAIImageURL,
|
||||
OpenAIJSONSchema,
|
||||
OpenAIMessageParam,
|
||||
OpenAIResponseFormatJSONObject,
|
||||
OpenAIResponseFormatJSONSchema,
|
||||
OpenAIResponseFormatParam,
|
||||
OpenAIResponseFormatText,
|
||||
OpenAISystemMessageParam,
|
||||
OpenAITokenLogProb,
|
||||
OpenAIToolMessageParam,
|
||||
OpenAITopLogProb,
|
||||
OpenAIUserMessageParam,
|
||||
QuantizationConfig,
|
||||
QuantizationType,
|
||||
RerankData,
|
||||
RerankResponse,
|
||||
ResponseFormat,
|
||||
ResponseFormatType,
|
||||
SamplingParams,
|
||||
SamplingStrategy,
|
||||
SystemMessage,
|
||||
SystemMessageBehavior,
|
||||
TextTruncation,
|
||||
TokenLogProbs,
|
||||
ToolChoice,
|
||||
ToolResponseMessage,
|
||||
TopKSamplingStrategy,
|
||||
TopPSamplingStrategy,
|
||||
UserMessage,
|
||||
)
|
||||
from .inspect import (
|
||||
ApiFilter,
|
||||
HealthInfo,
|
||||
Inspect,
|
||||
ListRoutesResponse,
|
||||
RouteInfo,
|
||||
VersionInfo,
|
||||
)
|
||||
from .models import (
|
||||
CommonModelFields,
|
||||
ListModelsResponse,
|
||||
Model,
|
||||
ModelInput,
|
||||
Models,
|
||||
ModelType,
|
||||
OpenAIListModelsResponse,
|
||||
OpenAIModel,
|
||||
)
|
||||
from .openai_responses import (
|
||||
AllowedToolsFilter,
|
||||
ApprovalFilter,
|
||||
ListOpenAIResponseInputItem,
|
||||
ListOpenAIResponseObject,
|
||||
MCPListToolsTool,
|
||||
OpenAIDeleteResponseObject,
|
||||
OpenAIResponseAnnotationCitation,
|
||||
OpenAIResponseAnnotationContainerFileCitation,
|
||||
OpenAIResponseAnnotationFileCitation,
|
||||
OpenAIResponseAnnotationFilePath,
|
||||
OpenAIResponseAnnotations,
|
||||
OpenAIResponseContentPart,
|
||||
OpenAIResponseContentPartOutputText,
|
||||
OpenAIResponseContentPartReasoningSummary,
|
||||
OpenAIResponseContentPartReasoningText,
|
||||
OpenAIResponseContentPartRefusal,
|
||||
OpenAIResponseError,
|
||||
OpenAIResponseInput,
|
||||
OpenAIResponseInputFunctionToolCallOutput,
|
||||
OpenAIResponseInputMessageContent,
|
||||
OpenAIResponseInputMessageContentFile,
|
||||
OpenAIResponseInputMessageContentImage,
|
||||
OpenAIResponseInputMessageContentText,
|
||||
OpenAIResponseInputTool,
|
||||
OpenAIResponseInputToolFileSearch,
|
||||
OpenAIResponseInputToolFunction,
|
||||
OpenAIResponseInputToolMCP,
|
||||
OpenAIResponseInputToolWebSearch,
|
||||
OpenAIResponseMCPApprovalRequest,
|
||||
OpenAIResponseMCPApprovalResponse,
|
||||
OpenAIResponseMessage,
|
||||
OpenAIResponseObject,
|
||||
OpenAIResponseObjectStream,
|
||||
OpenAIResponseObjectStreamResponseCompleted,
|
||||
OpenAIResponseObjectStreamResponseContentPartAdded,
|
||||
OpenAIResponseObjectStreamResponseContentPartDone,
|
||||
OpenAIResponseObjectStreamResponseCreated,
|
||||
OpenAIResponseObjectStreamResponseFailed,
|
||||
OpenAIResponseObjectStreamResponseFileSearchCallCompleted,
|
||||
OpenAIResponseObjectStreamResponseFileSearchCallInProgress,
|
||||
OpenAIResponseObjectStreamResponseFileSearchCallSearching,
|
||||
OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta,
|
||||
OpenAIResponseObjectStreamResponseFunctionCallArgumentsDone,
|
||||
OpenAIResponseObjectStreamResponseIncomplete,
|
||||
OpenAIResponseObjectStreamResponseInProgress,
|
||||
OpenAIResponseObjectStreamResponseMcpCallArgumentsDelta,
|
||||
OpenAIResponseObjectStreamResponseMcpCallArgumentsDone,
|
||||
OpenAIResponseObjectStreamResponseMcpCallCompleted,
|
||||
OpenAIResponseObjectStreamResponseMcpCallFailed,
|
||||
OpenAIResponseObjectStreamResponseMcpCallInProgress,
|
||||
OpenAIResponseObjectStreamResponseMcpListToolsCompleted,
|
||||
OpenAIResponseObjectStreamResponseMcpListToolsFailed,
|
||||
OpenAIResponseObjectStreamResponseMcpListToolsInProgress,
|
||||
OpenAIResponseObjectStreamResponseOutputItemAdded,
|
||||
OpenAIResponseObjectStreamResponseOutputItemDone,
|
||||
OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded,
|
||||
OpenAIResponseObjectStreamResponseOutputTextDelta,
|
||||
OpenAIResponseObjectStreamResponseOutputTextDone,
|
||||
OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded,
|
||||
OpenAIResponseObjectStreamResponseReasoningSummaryPartDone,
|
||||
OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta,
|
||||
OpenAIResponseObjectStreamResponseReasoningSummaryTextDone,
|
||||
OpenAIResponseObjectStreamResponseReasoningTextDelta,
|
||||
OpenAIResponseObjectStreamResponseReasoningTextDone,
|
||||
OpenAIResponseObjectStreamResponseRefusalDelta,
|
||||
OpenAIResponseObjectStreamResponseRefusalDone,
|
||||
OpenAIResponseObjectStreamResponseWebSearchCallCompleted,
|
||||
OpenAIResponseObjectStreamResponseWebSearchCallInProgress,
|
||||
OpenAIResponseObjectStreamResponseWebSearchCallSearching,
|
||||
OpenAIResponseObjectWithInput,
|
||||
OpenAIResponseOutput,
|
||||
OpenAIResponseOutputMessageContent,
|
||||
OpenAIResponseOutputMessageContentOutputText,
|
||||
OpenAIResponseOutputMessageFileSearchToolCall,
|
||||
OpenAIResponseOutputMessageFileSearchToolCallResults,
|
||||
OpenAIResponseOutputMessageFunctionToolCall,
|
||||
OpenAIResponseOutputMessageMCPCall,
|
||||
OpenAIResponseOutputMessageMCPListTools,
|
||||
OpenAIResponseOutputMessageWebSearchToolCall,
|
||||
OpenAIResponsePrompt,
|
||||
OpenAIResponseText,
|
||||
OpenAIResponseTextFormat,
|
||||
OpenAIResponseTool,
|
||||
OpenAIResponseToolMCP,
|
||||
OpenAIResponseUsage,
|
||||
OpenAIResponseUsageInputTokensDetails,
|
||||
OpenAIResponseUsageOutputTokensDetails,
|
||||
WebSearchToolTypes,
|
||||
)
|
||||
from .post_training import (
|
||||
AlgorithmConfig,
|
||||
DataConfig,
|
||||
DatasetFormat,
|
||||
DPOAlignmentConfig,
|
||||
DPOLossType,
|
||||
EfficiencyConfig,
|
||||
ListPostTrainingJobsResponse,
|
||||
LoraFinetuningConfig,
|
||||
OptimizerConfig,
|
||||
OptimizerType,
|
||||
PostTraining,
|
||||
PostTrainingJob,
|
||||
PostTrainingJobArtifactsResponse,
|
||||
PostTrainingJobLogStream,
|
||||
PostTrainingJobStatusResponse,
|
||||
PostTrainingRLHFRequest,
|
||||
QATFinetuningConfig,
|
||||
RLHFAlgorithm,
|
||||
TrainingConfig,
|
||||
)
|
||||
from .prompts import ListPromptsResponse, Prompt, Prompts
|
||||
from .providers import ListProvidersResponse, ProviderInfo, Providers
|
||||
from .rag_tool import (
|
||||
DefaultRAGQueryGeneratorConfig,
|
||||
LLMRAGQueryGeneratorConfig,
|
||||
RAGDocument,
|
||||
RAGQueryConfig,
|
||||
RAGQueryGenerator,
|
||||
RAGQueryGeneratorConfig,
|
||||
RAGQueryResult,
|
||||
RAGSearchMode,
|
||||
Ranker,
|
||||
RRFRanker,
|
||||
WeightedRanker,
|
||||
)
|
||||
from .resource import Resource, ResourceType
|
||||
from .safety import (
|
||||
ModerationObject,
|
||||
ModerationObjectResults,
|
||||
RunShieldResponse,
|
||||
Safety,
|
||||
SafetyViolation,
|
||||
ShieldStore,
|
||||
ViolationLevel,
|
||||
)
|
||||
from .schema_utils import (
|
||||
CallableT,
|
||||
ExtraBodyField,
|
||||
WebMethod,
|
||||
json_schema_type,
|
||||
register_schema,
|
||||
webmethod,
|
||||
)
|
||||
from .scoring import (
|
||||
ScoreBatchResponse,
|
||||
ScoreResponse,
|
||||
Scoring,
|
||||
ScoringFunctionStore,
|
||||
ScoringResult,
|
||||
ScoringResultRow,
|
||||
)
|
||||
from .scoring_functions import (
|
||||
AggregationFunctionType,
|
||||
BasicScoringFnParams,
|
||||
CommonScoringFnFields,
|
||||
ListScoringFunctionsResponse,
|
||||
LLMAsJudgeScoringFnParams,
|
||||
RegexParserScoringFnParams,
|
||||
ScoringFn,
|
||||
ScoringFnInput,
|
||||
ScoringFnParams,
|
||||
ScoringFnParamsType,
|
||||
ScoringFunctions,
|
||||
)
|
||||
from .shields import (
|
||||
CommonShieldFields,
|
||||
ListShieldsResponse,
|
||||
Shield,
|
||||
ShieldInput,
|
||||
Shields,
|
||||
)
|
||||
|
||||
# Import from strong_typing
|
||||
from .strong_typing.core import JsonType
|
||||
from .strong_typing.docstring import Docstring, parse_type
|
||||
from .strong_typing.inspection import (
|
||||
get_signature,
|
||||
is_generic_list,
|
||||
is_type_optional,
|
||||
is_type_union,
|
||||
is_unwrapped_body_param,
|
||||
unwrap_generic_list,
|
||||
unwrap_optional_type,
|
||||
unwrap_union_types,
|
||||
)
|
||||
from .strong_typing.name import python_type_to_name
|
||||
from .strong_typing.schema import (
|
||||
JsonSchemaGenerator,
|
||||
Schema,
|
||||
SchemaOptions,
|
||||
StrictJsonType,
|
||||
get_schema_identifier,
|
||||
)
|
||||
from .strong_typing.serialization import json_dump_string, object_to_json
|
||||
from .tools import (
|
||||
ListToolDefsResponse,
|
||||
ListToolGroupsResponse,
|
||||
SpecialToolGroup,
|
||||
ToolDef,
|
||||
ToolGroup,
|
||||
ToolGroupInput,
|
||||
ToolGroups,
|
||||
ToolInvocationResult,
|
||||
ToolRuntime,
|
||||
ToolStore,
|
||||
)
|
||||
from .vector_io import (
|
||||
Chunk,
|
||||
ChunkMetadata,
|
||||
OpenAICreateVectorStoreFileBatchRequestWithExtraBody,
|
||||
OpenAICreateVectorStoreRequestWithExtraBody,
|
||||
QueryChunksResponse,
|
||||
SearchRankingOptions,
|
||||
VectorIO,
|
||||
VectorStoreChunkingStrategy,
|
||||
VectorStoreChunkingStrategyAuto,
|
||||
VectorStoreChunkingStrategyStatic,
|
||||
VectorStoreChunkingStrategyStaticConfig,
|
||||
VectorStoreContent,
|
||||
VectorStoreCreateRequest,
|
||||
VectorStoreDeleteResponse,
|
||||
VectorStoreFileBatchObject,
|
||||
VectorStoreFileContentResponse,
|
||||
VectorStoreFileCounts,
|
||||
VectorStoreFileDeleteResponse,
|
||||
VectorStoreFileLastError,
|
||||
VectorStoreFileObject,
|
||||
VectorStoreFilesListInBatchResponse,
|
||||
VectorStoreFileStatus,
|
||||
VectorStoreListFilesResponse,
|
||||
VectorStoreListResponse,
|
||||
VectorStoreModifyRequest,
|
||||
VectorStoreObject,
|
||||
VectorStoreSearchRequest,
|
||||
VectorStoreSearchResponse,
|
||||
VectorStoreSearchResponsePage,
|
||||
VectorStoreTable,
|
||||
)
|
||||
from .vector_stores import VectorStore, VectorStoreInput
|
||||
from .version import (
|
||||
LLAMA_STACK_API_V1,
|
||||
LLAMA_STACK_API_V1ALPHA,
|
||||
LLAMA_STACK_API_V1BETA,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
# Submodules
|
||||
"common",
|
||||
"strong_typing",
|
||||
# Version constants
|
||||
"LLAMA_STACK_API_V1",
|
||||
"LLAMA_STACK_API_V1ALPHA",
|
||||
"LLAMA_STACK_API_V1BETA",
|
||||
# API Symbols
|
||||
"Agents",
|
||||
"AggregationFunctionType",
|
||||
"AlgorithmConfig",
|
||||
"AllowedToolsFilter",
|
||||
"Api",
|
||||
"ApiFilter",
|
||||
"ApprovalFilter",
|
||||
"BasicScoringFnParams",
|
||||
"Batches",
|
||||
"BatchObject",
|
||||
"Benchmark",
|
||||
"BenchmarkConfig",
|
||||
"BenchmarkInput",
|
||||
"Benchmarks",
|
||||
"BenchmarksProtocolPrivate",
|
||||
"Bf16QuantizationConfig",
|
||||
"CallableT",
|
||||
"ChatCompletionInputType",
|
||||
"ChatCompletionResponseEventType",
|
||||
"Checkpoint",
|
||||
"Chunk",
|
||||
"ChunkMetadata",
|
||||
"CommonBenchmarkFields",
|
||||
"ConflictError",
|
||||
"CommonDatasetFields",
|
||||
"CommonModelFields",
|
||||
"CommonScoringFnFields",
|
||||
"CommonShieldFields",
|
||||
"CompletionInputType",
|
||||
"CompletionRequest",
|
||||
"Conversation",
|
||||
"ConversationDeletedResource",
|
||||
"ConversationItem",
|
||||
"ConversationItemCreateRequest",
|
||||
"ConversationItemDeletedResource",
|
||||
"ConversationItemInclude",
|
||||
"ConversationItemList",
|
||||
"ConversationMessage",
|
||||
"Conversations",
|
||||
"DPOAlignmentConfig",
|
||||
"DPOLossType",
|
||||
"DataConfig",
|
||||
"DataSource",
|
||||
"Dataset",
|
||||
"DatasetFormat",
|
||||
"DatasetIO",
|
||||
"DatasetInput",
|
||||
"DatasetPurpose",
|
||||
"DatasetNotFoundError",
|
||||
"DatasetStore",
|
||||
"DatasetType",
|
||||
"Datasets",
|
||||
"DatasetsProtocolPrivate",
|
||||
"DefaultRAGQueryGeneratorConfig",
|
||||
"Docstring",
|
||||
"DynamicApiMeta",
|
||||
"EfficiencyConfig",
|
||||
"EmbeddingTaskType",
|
||||
"EmbeddingsResponse",
|
||||
"Error",
|
||||
"Eval",
|
||||
"EvalCandidate",
|
||||
"EvaluateResponse",
|
||||
"ExpiresAfter",
|
||||
"ExternalApiSpec",
|
||||
"ExtraBodyField",
|
||||
"Files",
|
||||
"Fp8QuantizationConfig",
|
||||
"get_schema_identifier",
|
||||
"get_signature",
|
||||
"GrammarResponseFormat",
|
||||
"GreedySamplingStrategy",
|
||||
"HealthInfo",
|
||||
"HealthResponse",
|
||||
"HealthStatus",
|
||||
"ImageContentItem",
|
||||
"Inference",
|
||||
"InferenceProvider",
|
||||
"InlineProviderSpec",
|
||||
"Inspect",
|
||||
"Int4QuantizationConfig",
|
||||
"InterleavedContent",
|
||||
"InterleavedContentItem",
|
||||
"InvalidConversationIdError",
|
||||
"is_generic_list",
|
||||
"is_type_optional",
|
||||
"is_type_union",
|
||||
"is_unwrapped_body_param",
|
||||
"Job",
|
||||
"JobStatus",
|
||||
"json_dump_string",
|
||||
"json_schema_type",
|
||||
"JsonSchemaGenerator",
|
||||
"JsonSchemaResponseFormat",
|
||||
"JsonType",
|
||||
"LLMAsJudgeScoringFnParams",
|
||||
"LLMRAGQueryGeneratorConfig",
|
||||
"ListBatchesResponse",
|
||||
"ListBenchmarksResponse",
|
||||
"ListDatasetsResponse",
|
||||
"ListModelsResponse",
|
||||
"ListOpenAIChatCompletionResponse",
|
||||
"ListOpenAIFileResponse",
|
||||
"ListOpenAIResponseInputItem",
|
||||
"ListOpenAIResponseObject",
|
||||
"ListPostTrainingJobsResponse",
|
||||
"ListPromptsResponse",
|
||||
"ListProvidersResponse",
|
||||
"ListRoutesResponse",
|
||||
"ListScoringFunctionsResponse",
|
||||
"ListShieldsResponse",
|
||||
"ListToolDefsResponse",
|
||||
"ListToolGroupsResponse",
|
||||
"LogProbConfig",
|
||||
"LoraFinetuningConfig",
|
||||
"MCPListToolsTool",
|
||||
"Metadata",
|
||||
"Model",
|
||||
"ModelCandidate",
|
||||
"ModelInput",
|
||||
"ModelNotFoundError",
|
||||
"ModelStore",
|
||||
"ModelType",
|
||||
"ModelTypeError",
|
||||
"Models",
|
||||
"ModelsProtocolPrivate",
|
||||
"ModerationObject",
|
||||
"ModerationObjectResults",
|
||||
"NumberType",
|
||||
"object_to_json",
|
||||
"OpenAIAssistantMessageParam",
|
||||
"OpenAIChatCompletion",
|
||||
"OpenAIChatCompletionChunk",
|
||||
"OpenAIChatCompletionContentPartImageParam",
|
||||
"OpenAIChatCompletionContentPartParam",
|
||||
"OpenAIChatCompletionContentPartTextParam",
|
||||
"OpenAIChatCompletionMessageContent",
|
||||
"OpenAIChatCompletionRequestWithExtraBody",
|
||||
"OpenAIChatCompletionTextOnlyMessageContent",
|
||||
"OpenAIChatCompletionToolCall",
|
||||
"OpenAIChatCompletionToolCallFunction",
|
||||
"OpenAIChatCompletionUsage",
|
||||
"OpenAIChatCompletionUsageCompletionTokensDetails",
|
||||
"OpenAIChatCompletionUsagePromptTokensDetails",
|
||||
"OpenAIChoice",
|
||||
"OpenAIChoiceDelta",
|
||||
"OpenAIChoiceLogprobs",
|
||||
"OpenAIChunkChoice",
|
||||
"OpenAICompletion",
|
||||
"OpenAICompletionChoice",
|
||||
"OpenAICompletionLogprobs",
|
||||
"OpenAICompletionRequestWithExtraBody",
|
||||
"OpenAICompletionWithInputMessages",
|
||||
"OpenAICreateVectorStoreFileBatchRequestWithExtraBody",
|
||||
"OpenAICreateVectorStoreRequestWithExtraBody",
|
||||
"OpenAIDeleteResponseObject",
|
||||
"OpenAIDeveloperMessageParam",
|
||||
"OpenAIEmbeddingData",
|
||||
"OpenAIEmbeddingUsage",
|
||||
"OpenAIEmbeddingsRequestWithExtraBody",
|
||||
"OpenAIEmbeddingsResponse",
|
||||
"OpenAIFile",
|
||||
"OpenAIFileDeleteResponse",
|
||||
"OpenAIFileFile",
|
||||
"OpenAIFileObject",
|
||||
"OpenAIFilePurpose",
|
||||
"OpenAIImageURL",
|
||||
"OpenAIJSONSchema",
|
||||
"OpenAIListModelsResponse",
|
||||
"OpenAIMessageParam",
|
||||
"OpenAIModel",
|
||||
"Order",
|
||||
"OpenAIResponseAnnotationCitation",
|
||||
"OpenAIResponseAnnotationContainerFileCitation",
|
||||
"OpenAIResponseAnnotationFileCitation",
|
||||
"OpenAIResponseAnnotationFilePath",
|
||||
"OpenAIResponseAnnotations",
|
||||
"OpenAIResponseContentPart",
|
||||
"OpenAIResponseContentPartOutputText",
|
||||
"OpenAIResponseContentPartReasoningSummary",
|
||||
"OpenAIResponseContentPartReasoningText",
|
||||
"OpenAIResponseContentPartRefusal",
|
||||
"OpenAIResponseError",
|
||||
"OpenAIResponseFormatJSONObject",
|
||||
"OpenAIResponseFormatJSONSchema",
|
||||
"OpenAIResponseFormatParam",
|
||||
"OpenAIResponseFormatText",
|
||||
"OpenAIResponseInput",
|
||||
"OpenAIResponseInputFunctionToolCallOutput",
|
||||
"OpenAIResponseInputMessageContent",
|
||||
"OpenAIResponseInputMessageContentFile",
|
||||
"OpenAIResponseInputMessageContentImage",
|
||||
"OpenAIResponseInputMessageContentText",
|
||||
"OpenAIResponseInputTool",
|
||||
"OpenAIResponseInputToolFileSearch",
|
||||
"OpenAIResponseInputToolFunction",
|
||||
"OpenAIResponseInputToolMCP",
|
||||
"OpenAIResponseInputToolWebSearch",
|
||||
"OpenAIResponseMCPApprovalRequest",
|
||||
"OpenAIResponseMCPApprovalResponse",
|
||||
"OpenAIResponseMessage",
|
||||
"OpenAIResponseObject",
|
||||
"OpenAIResponseObjectStream",
|
||||
"OpenAIResponseObjectStreamResponseCompleted",
|
||||
"OpenAIResponseObjectStreamResponseContentPartAdded",
|
||||
"OpenAIResponseObjectStreamResponseContentPartDone",
|
||||
"OpenAIResponseObjectStreamResponseCreated",
|
||||
"OpenAIResponseObjectStreamResponseFailed",
|
||||
"OpenAIResponseObjectStreamResponseFileSearchCallCompleted",
|
||||
"OpenAIResponseObjectStreamResponseFileSearchCallInProgress",
|
||||
"OpenAIResponseObjectStreamResponseFileSearchCallSearching",
|
||||
"OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta",
|
||||
"OpenAIResponseObjectStreamResponseFunctionCallArgumentsDone",
|
||||
"OpenAIResponseObjectStreamResponseInProgress",
|
||||
"OpenAIResponseObjectStreamResponseIncomplete",
|
||||
"OpenAIResponseObjectStreamResponseMcpCallArgumentsDelta",
|
||||
"OpenAIResponseObjectStreamResponseMcpCallArgumentsDone",
|
||||
"OpenAIResponseObjectStreamResponseMcpCallCompleted",
|
||||
"OpenAIResponseObjectStreamResponseMcpCallFailed",
|
||||
"OpenAIResponseObjectStreamResponseMcpCallInProgress",
|
||||
"OpenAIResponseObjectStreamResponseMcpListToolsCompleted",
|
||||
"OpenAIResponseObjectStreamResponseMcpListToolsFailed",
|
||||
"OpenAIResponseObjectStreamResponseMcpListToolsInProgress",
|
||||
"OpenAIResponseObjectStreamResponseOutputItemAdded",
|
||||
"OpenAIResponseObjectStreamResponseOutputItemDone",
|
||||
"OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded",
|
||||
"OpenAIResponseObjectStreamResponseOutputTextDelta",
|
||||
"OpenAIResponseObjectStreamResponseOutputTextDone",
|
||||
"OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded",
|
||||
"OpenAIResponseObjectStreamResponseReasoningSummaryPartDone",
|
||||
"OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta",
|
||||
"OpenAIResponseObjectStreamResponseReasoningSummaryTextDone",
|
||||
"OpenAIResponseObjectStreamResponseReasoningTextDelta",
|
||||
"OpenAIResponseObjectStreamResponseReasoningTextDone",
|
||||
"OpenAIResponseObjectStreamResponseRefusalDelta",
|
||||
"OpenAIResponseObjectStreamResponseRefusalDone",
|
||||
"OpenAIResponseObjectStreamResponseWebSearchCallCompleted",
|
||||
"OpenAIResponseObjectStreamResponseWebSearchCallInProgress",
|
||||
"OpenAIResponseObjectStreamResponseWebSearchCallSearching",
|
||||
"OpenAIResponseObjectWithInput",
|
||||
"OpenAIResponseOutput",
|
||||
"OpenAIResponseOutputMessageContent",
|
||||
"OpenAIResponseOutputMessageContentOutputText",
|
||||
"OpenAIResponseOutputMessageFileSearchToolCall",
|
||||
"OpenAIResponseOutputMessageFileSearchToolCallResults",
|
||||
"OpenAIResponseOutputMessageFunctionToolCall",
|
||||
"OpenAIResponseOutputMessageMCPCall",
|
||||
"OpenAIResponseOutputMessageMCPListTools",
|
||||
"OpenAIResponseOutputMessageWebSearchToolCall",
|
||||
"OpenAIResponsePrompt",
|
||||
"OpenAIResponseText",
|
||||
"OpenAIResponseTextFormat",
|
||||
"OpenAIResponseTool",
|
||||
"OpenAIResponseToolMCP",
|
||||
"OpenAIResponseUsage",
|
||||
"OpenAIResponseUsageInputTokensDetails",
|
||||
"OpenAIResponseUsageOutputTokensDetails",
|
||||
"OpenAISystemMessageParam",
|
||||
"OpenAITokenLogProb",
|
||||
"OpenAIToolMessageParam",
|
||||
"OpenAITopLogProb",
|
||||
"OpenAIUserMessageParam",
|
||||
"OptimizerConfig",
|
||||
"OptimizerType",
|
||||
"PaginatedResponse",
|
||||
"ParamType",
|
||||
"parse_type",
|
||||
"PostTraining",
|
||||
"PostTrainingMetric",
|
||||
"PostTrainingJob",
|
||||
"PostTrainingJobArtifactsResponse",
|
||||
"PostTrainingJobLogStream",
|
||||
"PostTrainingJobStatusResponse",
|
||||
"PostTrainingRLHFRequest",
|
||||
"Prompt",
|
||||
"Prompts",
|
||||
"ProviderInfo",
|
||||
"ProviderSpec",
|
||||
"Providers",
|
||||
"python_type_to_name",
|
||||
"QATFinetuningConfig",
|
||||
"QuantizationConfig",
|
||||
"QuantizationType",
|
||||
"QueryChunksResponse",
|
||||
"RAGDocument",
|
||||
"RAGQueryConfig",
|
||||
"RAGQueryGenerator",
|
||||
"RAGQueryGeneratorConfig",
|
||||
"RAGQueryResult",
|
||||
"RAGSearchMode",
|
||||
"register_schema",
|
||||
"RLHFAlgorithm",
|
||||
"RRFRanker",
|
||||
"Ranker",
|
||||
"RegexParserScoringFnParams",
|
||||
"RemoteProviderConfig",
|
||||
"RemoteProviderSpec",
|
||||
"RerankData",
|
||||
"RerankResponse",
|
||||
"Resource",
|
||||
"ResourceNotFoundError",
|
||||
"ResourceType",
|
||||
"ResponseFormat",
|
||||
"ResponseFormatType",
|
||||
"ResponseGuardrail",
|
||||
"ResponseGuardrailSpec",
|
||||
"RouteInfo",
|
||||
"RoutingTable",
|
||||
"RowsDataSource",
|
||||
"RunShieldResponse",
|
||||
"Safety",
|
||||
"SafetyViolation",
|
||||
"SamplingParams",
|
||||
"SamplingStrategy",
|
||||
"ScoreBatchResponse",
|
||||
"ScoreResponse",
|
||||
"Scoring",
|
||||
"ScoringFn",
|
||||
"ScoringFnInput",
|
||||
"ScoringFnParams",
|
||||
"ScoringFnParamsType",
|
||||
"ScoringFunctionStore",
|
||||
"ScoringFunctions",
|
||||
"ScoringFunctionsProtocolPrivate",
|
||||
"ScoringResult",
|
||||
"ScoringResultRow",
|
||||
"Schema",
|
||||
"SchemaOptions",
|
||||
"SearchRankingOptions",
|
||||
"Shield",
|
||||
"ShieldInput",
|
||||
"ShieldStore",
|
||||
"Shields",
|
||||
"ShieldsProtocolPrivate",
|
||||
"SpecialToolGroup",
|
||||
"StrictJsonType",
|
||||
"StringType",
|
||||
"SystemMessage",
|
||||
"SystemMessageBehavior",
|
||||
"TextContentItem",
|
||||
"TextTruncation",
|
||||
"TokenLogProbs",
|
||||
"TokenValidationError",
|
||||
"ToolChoice",
|
||||
"ToolGroupNotFoundError",
|
||||
"ToolDef",
|
||||
"ToolGroup",
|
||||
"ToolGroupInput",
|
||||
"ToolGroups",
|
||||
"ToolGroupsProtocolPrivate",
|
||||
"ToolInvocationResult",
|
||||
"ToolResponseMessage",
|
||||
"ToolRuntime",
|
||||
"ToolStore",
|
||||
"TopKSamplingStrategy",
|
||||
"TopPSamplingStrategy",
|
||||
"TrainingConfig",
|
||||
"UnsupportedModelError",
|
||||
"unwrap_generic_list",
|
||||
"unwrap_optional_type",
|
||||
"unwrap_union_types",
|
||||
"URIDataSource",
|
||||
"URL",
|
||||
"_URLOrData",
|
||||
"UserMessage",
|
||||
"VectorIO",
|
||||
"VectorStore",
|
||||
"VectorStoreChunkingStrategy",
|
||||
"VectorStoreChunkingStrategyAuto",
|
||||
"VectorStoreChunkingStrategyStatic",
|
||||
"VectorStoreChunkingStrategyStaticConfig",
|
||||
"VectorStoreContent",
|
||||
"VectorStoreCreateRequest",
|
||||
"VectorStoreDeleteResponse",
|
||||
"VectorStoreFileBatchObject",
|
||||
"VectorStoreFileContentResponse",
|
||||
"VectorStoreFileCounts",
|
||||
"VectorStoreFileDeleteResponse",
|
||||
"VectorStoreFileLastError",
|
||||
"VectorStoreFileObject",
|
||||
"VectorStoreFileStatus",
|
||||
"VectorStoreFilesListInBatchResponse",
|
||||
"VectorStoreInput",
|
||||
"VectorStoreListFilesResponse",
|
||||
"VectorStoreListResponse",
|
||||
"VectorStoreModifyRequest",
|
||||
"VectorStoreObject",
|
||||
"VectorStoreSearchRequest",
|
||||
"VectorStoreSearchResponse",
|
||||
"VectorStoreSearchResponsePage",
|
||||
"VectorStoreTable",
|
||||
"VectorStoreNotFoundError",
|
||||
"VectorStoresProtocolPrivate",
|
||||
"VersionInfo",
|
||||
"ViolationLevel",
|
||||
"webmethod",
|
||||
"WebMethod",
|
||||
"WebSearchToolTypes",
|
||||
"WeightedRanker",
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue