components: responses: {} schemas: AgentConfig: additionalProperties: false properties: input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array instructions: type: string model: type: string output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array sampling_params: $ref: '#/components/schemas/SamplingParams' tool_choice: $ref: '#/components/schemas/ToolChoice' tool_prompt_format: $ref: '#/components/schemas/ToolPromptFormat' tools: items: oneOf: - $ref: '#/components/schemas/BraveSearchToolDefinition' - $ref: '#/components/schemas/WolframAlphaToolDefinition' - $ref: '#/components/schemas/PhotogenToolDefinition' - $ref: '#/components/schemas/CodeInterpreterToolDefinition' - $ref: '#/components/schemas/FunctionCallToolDefinition' - additionalProperties: false properties: input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array max_chunks: type: integer max_tokens_in_context: type: integer memory_bank_configs: items: oneOf: - additionalProperties: false properties: bank_id: type: string type: const: vector type: string required: - bank_id - type type: object - additionalProperties: false properties: bank_id: type: string keys: items: type: string type: array type: const: keyvalue type: string required: - bank_id - type - keys type: object - additionalProperties: false properties: bank_id: type: string type: const: keyword type: string required: - bank_id - type type: object - additionalProperties: false properties: bank_id: type: string entities: items: type: string type: array type: const: graph type: string required: - bank_id - type - entities type: object type: array output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array query_generator_config: oneOf: - additionalProperties: false properties: sep: type: string type: const: default type: string required: - type - sep type: object - additionalProperties: false properties: model: type: string template: type: string type: const: llm type: string required: - type - model - template type: object - additionalProperties: false properties: type: const: custom type: string required: - type type: object type: const: memory type: string required: - type - memory_bank_configs - query_generator_config - max_tokens_in_context - max_chunks type: object type: array required: - model - instructions type: object AgenticSystemCreateResponse: additionalProperties: false properties: agent_id: type: string required: - agent_id type: object AgenticSystemSessionCreateResponse: additionalProperties: false properties: session_id: type: string required: - session_id type: object AgenticSystemStepResponse: additionalProperties: false properties: step: oneOf: - $ref: '#/components/schemas/InferenceStep' - $ref: '#/components/schemas/ToolExecutionStep' - $ref: '#/components/schemas/ShieldCallStep' - $ref: '#/components/schemas/MemoryRetrievalStep' required: - step type: object AgenticSystemTurnCreateRequest: additionalProperties: false properties: agent_id: type: string attachments: items: $ref: '#/components/schemas/Attachment' type: array input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array instructions: type: string messages: items: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/ToolResponseMessage' type: array output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array sampling_params: $ref: '#/components/schemas/SamplingParams' session_id: type: string stream: type: boolean tool_choice: $ref: '#/components/schemas/ToolChoice' tool_prompt_format: $ref: '#/components/schemas/ToolPromptFormat' tools: items: oneOf: - $ref: '#/components/schemas/BraveSearchToolDefinition' - $ref: '#/components/schemas/WolframAlphaToolDefinition' - $ref: '#/components/schemas/PhotogenToolDefinition' - $ref: '#/components/schemas/CodeInterpreterToolDefinition' - $ref: '#/components/schemas/FunctionCallToolDefinition' - additionalProperties: false properties: input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array max_chunks: type: integer max_tokens_in_context: type: integer memory_bank_configs: items: oneOf: - additionalProperties: false properties: bank_id: type: string type: const: vector type: string required: - bank_id - type type: object - additionalProperties: false properties: bank_id: type: string keys: items: type: string type: array type: const: keyvalue type: string required: - bank_id - type - keys type: object - additionalProperties: false properties: bank_id: type: string type: const: keyword type: string required: - bank_id - type type: object - additionalProperties: false properties: bank_id: type: string entities: items: type: string type: array type: const: graph type: string required: - bank_id - type - entities type: object type: array output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array query_generator_config: oneOf: - additionalProperties: false properties: sep: type: string type: const: default type: string required: - type - sep type: object - additionalProperties: false properties: model: type: string template: type: string type: const: llm type: string required: - type - model - template type: object - additionalProperties: false properties: type: const: custom type: string required: - type type: object type: const: memory type: string required: - type - memory_bank_configs - query_generator_config - max_tokens_in_context - max_chunks type: object type: array required: - agent_id - session_id - messages type: object AgenticSystemTurnCreateRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/AgenticSystemTurnCreateRequest' required: - request type: object AgenticSystemTurnResponseEvent: additionalProperties: false properties: payload: oneOf: - $ref: '#/components/schemas/AgenticSystemTurnResponseStepStartPayload' - $ref: '#/components/schemas/AgenticSystemTurnResponseStepProgressPayload' - $ref: '#/components/schemas/AgenticSystemTurnResponseStepCompletePayload' - $ref: '#/components/schemas/AgenticSystemTurnResponseTurnStartPayload' - $ref: '#/components/schemas/AgenticSystemTurnResponseTurnCompletePayload' required: - payload title: Streamed agent execution response. type: object AgenticSystemTurnResponseStepCompletePayload: additionalProperties: false properties: event_type: const: step_complete type: string step_details: oneOf: - $ref: '#/components/schemas/InferenceStep' - $ref: '#/components/schemas/ToolExecutionStep' - $ref: '#/components/schemas/ShieldCallStep' - $ref: '#/components/schemas/MemoryRetrievalStep' step_type: enum: - inference - tool_execution - shield_call - memory_retrieval type: string required: - event_type - step_type - step_details type: object AgenticSystemTurnResponseStepProgressPayload: additionalProperties: false properties: event_type: const: step_progress type: string model_response_text_delta: type: string step_id: type: string step_type: enum: - inference - tool_execution - shield_call - memory_retrieval type: string tool_call_delta: $ref: '#/components/schemas/ToolCallDelta' tool_response_text_delta: type: string required: - event_type - step_type - step_id type: object AgenticSystemTurnResponseStepStartPayload: additionalProperties: false properties: event_type: const: step_start type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object step_id: type: string step_type: enum: - inference - tool_execution - shield_call - memory_retrieval type: string required: - event_type - step_type - step_id type: object AgenticSystemTurnResponseStreamChunk: additionalProperties: false properties: event: $ref: '#/components/schemas/AgenticSystemTurnResponseEvent' required: - event type: object AgenticSystemTurnResponseTurnCompletePayload: additionalProperties: false properties: event_type: const: turn_complete type: string turn: $ref: '#/components/schemas/Turn' required: - event_type - turn type: object AgenticSystemTurnResponseTurnStartPayload: additionalProperties: false properties: event_type: const: turn_start type: string turn_id: type: string required: - event_type - turn_id type: object Artifact: additionalProperties: false properties: created_at: format: date-time type: string id: type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object name: type: string size: type: integer type: $ref: '#/components/schemas/ArtifactType' required: - id - name - type - size - created_at - metadata type: object ArtifactType: enum: - model - dataset - checkpoint - plot - metric - config - code - other type: string Attachment: additionalProperties: false properties: content: oneOf: - type: string - items: type: string type: array - $ref: '#/components/schemas/URL' mime_type: type: string required: - content - mime_type type: object BatchChatCompletionRequest: additionalProperties: false properties: logprobs: additionalProperties: false properties: top_k: type: integer type: object messages_batch: items: items: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/SystemMessage' - $ref: '#/components/schemas/ToolResponseMessage' - $ref: '#/components/schemas/CompletionMessage' type: array type: array model: type: string sampling_params: $ref: '#/components/schemas/SamplingParams' tool_choice: $ref: '#/components/schemas/ToolChoice' tool_prompt_format: $ref: '#/components/schemas/ToolPromptFormat' tools: items: $ref: '#/components/schemas/ToolDefinition' type: array required: - model - messages_batch type: object BatchChatCompletionRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/BatchChatCompletionRequest' required: - request type: object BatchChatCompletionResponse: additionalProperties: false properties: completion_message_batch: items: $ref: '#/components/schemas/CompletionMessage' type: array required: - completion_message_batch type: object BatchCompletionRequest: additionalProperties: false properties: content_batch: items: oneOf: - type: string - items: type: string type: array type: array logprobs: additionalProperties: false properties: top_k: type: integer type: object model: type: string sampling_params: $ref: '#/components/schemas/SamplingParams' required: - model - content_batch type: object BatchCompletionRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/BatchCompletionRequest' required: - request type: object BatchCompletionResponse: additionalProperties: false properties: completion_message_batch: items: $ref: '#/components/schemas/CompletionMessage' type: array required: - completion_message_batch type: object BraveSearchToolDefinition: additionalProperties: false properties: input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array remote_execution: $ref: '#/components/schemas/RestAPIExecutionConfig' type: const: brave_search type: string required: - type type: object BuiltinShield: enum: - llama_guard - code_scanner_guard - third_party_shield - injection_shield - jailbreak_shield type: string BuiltinTool: enum: - brave_search - wolfram_alpha - photogen - code_interpreter type: string CancelEvaluationJobRequest: additionalProperties: false properties: job_uuid: type: string required: - job_uuid type: object CancelTrainingJobRequest: additionalProperties: false properties: job_uuid: type: string required: - job_uuid type: object ChatCompletionRequest: additionalProperties: false properties: logprobs: additionalProperties: false properties: top_k: type: integer type: object messages: items: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/SystemMessage' - $ref: '#/components/schemas/ToolResponseMessage' - $ref: '#/components/schemas/CompletionMessage' type: array model: type: string sampling_params: $ref: '#/components/schemas/SamplingParams' stream: type: boolean tool_choice: $ref: '#/components/schemas/ToolChoice' tool_prompt_format: $ref: '#/components/schemas/ToolPromptFormat' tools: items: $ref: '#/components/schemas/ToolDefinition' type: array required: - model - messages type: object ChatCompletionRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/ChatCompletionRequest' required: - request type: object ChatCompletionResponseEvent: additionalProperties: false properties: delta: oneOf: - type: string - $ref: '#/components/schemas/ToolCallDelta' event_type: $ref: '#/components/schemas/ChatCompletionResponseEventType' logprobs: items: $ref: '#/components/schemas/TokenLogProbs' type: array stop_reason: $ref: '#/components/schemas/StopReason' required: - event_type - delta title: Chat completion response event. type: object ChatCompletionResponseEventType: enum: - start - complete - progress type: string ChatCompletionResponseStreamChunk: additionalProperties: false properties: event: $ref: '#/components/schemas/ChatCompletionResponseEvent' required: - event title: SSE-stream of these events. type: object Checkpoint: description: Checkpoint created during training runs CodeInterpreterToolDefinition: additionalProperties: false properties: enable_inline_code_execution: type: boolean input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array remote_execution: $ref: '#/components/schemas/RestAPIExecutionConfig' type: const: code_interpreter type: string required: - type - enable_inline_code_execution type: object CompletionMessage: additionalProperties: false properties: content: oneOf: - type: string - items: type: string type: array role: const: assistant type: string stop_reason: $ref: '#/components/schemas/StopReason' tool_calls: items: $ref: '#/components/schemas/ToolCall' type: array required: - role - content - stop_reason - tool_calls type: object CompletionRequest: additionalProperties: false properties: content: oneOf: - type: string - items: type: string type: array logprobs: additionalProperties: false properties: top_k: type: integer type: object model: type: string sampling_params: $ref: '#/components/schemas/SamplingParams' stream: type: boolean required: - model - content type: object CompletionRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/CompletionRequest' required: - request type: object CompletionResponseStreamChunk: additionalProperties: false properties: delta: type: string logprobs: items: $ref: '#/components/schemas/TokenLogProbs' type: array stop_reason: $ref: '#/components/schemas/StopReason' required: - delta title: streamed completion response. type: object CreateAgenticSystemRequest: additionalProperties: false properties: agent_config: $ref: '#/components/schemas/AgentConfig' required: - agent_config type: object CreateAgenticSystemSessionRequest: additionalProperties: false properties: agent_id: type: string session_name: type: string required: - agent_id - session_name type: object CreateDatasetRequest: additionalProperties: false properties: dataset: $ref: '#/components/schemas/TrainEvalDataset' uuid: type: string required: - uuid - dataset title: Request to create a dataset. type: object CreateDatasetRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/CreateDatasetRequest' required: - request type: object CreateExperimentRequest: additionalProperties: false properties: metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object name: type: string required: - name type: object CreateExperimentRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/CreateExperimentRequest' required: - request type: object CreateMemoryBankRequest: additionalProperties: false properties: config: oneOf: - additionalProperties: false properties: chunk_size_in_tokens: type: integer embedding_model: type: string overlap_size_in_tokens: type: integer type: const: vector type: string required: - type - embedding_model - chunk_size_in_tokens type: object - additionalProperties: false properties: type: const: keyvalue type: string required: - type type: object - additionalProperties: false properties: type: const: keyword type: string required: - type type: object - additionalProperties: false properties: type: const: graph type: string required: - type type: object name: type: string url: $ref: '#/components/schemas/URL' required: - name - config type: object CreateRunRequest: additionalProperties: false properties: experiment_id: type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object required: - experiment_id type: object CreateRunRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/CreateRunRequest' required: - request type: object DPOAlignmentConfig: additionalProperties: false properties: epsilon: type: number gamma: type: number reward_clip: type: number reward_scale: type: number required: - reward_scale - reward_clip - epsilon - gamma type: object DeleteAgenticSystemRequest: additionalProperties: false properties: agent_id: type: string required: - agent_id type: object DeleteAgenticSystemSessionRequest: additionalProperties: false properties: agent_id: type: string session_id: type: string required: - agent_id - session_id type: object DeleteDatasetRequest: additionalProperties: false properties: dataset_uuid: type: string required: - dataset_uuid type: object DeleteDocumentsRequest: additionalProperties: false properties: bank_id: type: string document_ids: items: type: string type: array required: - bank_id - document_ids type: object DialogGenerations: additionalProperties: false properties: dialog: items: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/SystemMessage' - $ref: '#/components/schemas/ToolResponseMessage' - $ref: '#/components/schemas/CompletionMessage' type: array sampled_generations: items: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/SystemMessage' - $ref: '#/components/schemas/ToolResponseMessage' - $ref: '#/components/schemas/CompletionMessage' type: array required: - dialog - sampled_generations type: object DoraFinetuningConfig: additionalProperties: false properties: alpha: type: integer apply_lora_to_mlp: type: boolean apply_lora_to_output: type: boolean lora_attn_modules: items: type: string type: array rank: type: integer required: - lora_attn_modules - apply_lora_to_mlp - apply_lora_to_output - rank - alpha type: object DropMemoryBankRequest: additionalProperties: false properties: bank_id: type: string required: - bank_id type: object EmbeddingsRequest: additionalProperties: false properties: contents: items: oneOf: - type: string - items: type: string type: array type: array model: type: string required: - model - contents type: object EmbeddingsResponse: additionalProperties: false properties: embeddings: items: items: type: number type: array type: array required: - embeddings type: object EvaluateQuestionAnsweringRequest: additionalProperties: false properties: checkpoint: $ref: '#/components/schemas/Checkpoint' dataset: $ref: '#/components/schemas/TrainEvalDataset' job_uuid: type: string metrics: items: enum: - em - f1 type: string type: array sampling_params: $ref: '#/components/schemas/SamplingParams' required: - job_uuid - dataset - checkpoint - sampling_params - metrics title: Request to evaluate question answering. type: object EvaluateQuestionAnsweringRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/EvaluateQuestionAnsweringRequest' required: - request type: object EvaluateSummarizationRequest: additionalProperties: false properties: checkpoint: $ref: '#/components/schemas/Checkpoint' dataset: $ref: '#/components/schemas/TrainEvalDataset' job_uuid: type: string metrics: items: enum: - rouge - bleu type: string type: array sampling_params: $ref: '#/components/schemas/SamplingParams' required: - job_uuid - dataset - checkpoint - sampling_params - metrics title: Request to evaluate summarization. type: object EvaluateSummarizationRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/EvaluateSummarizationRequest' required: - request type: object EvaluateTextGenerationRequest: additionalProperties: false properties: checkpoint: $ref: '#/components/schemas/Checkpoint' dataset: $ref: '#/components/schemas/TrainEvalDataset' job_uuid: type: string metrics: items: enum: - perplexity - rouge - bleu type: string type: array sampling_params: $ref: '#/components/schemas/SamplingParams' required: - job_uuid - dataset - checkpoint - sampling_params - metrics title: Request to evaluate text generation. type: object EvaluateTextGenerationRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/EvaluateTextGenerationRequest' required: - request type: object EvaluationJob: additionalProperties: false properties: job_uuid: type: string required: - job_uuid type: object EvaluationJobArtifactsResponse: additionalProperties: false properties: job_uuid: type: string required: - job_uuid title: Artifacts of a evaluation job. type: object EvaluationJobLogStream: additionalProperties: false properties: job_uuid: type: string required: - job_uuid type: object EvaluationJobStatusResponse: additionalProperties: false properties: job_uuid: type: string required: - job_uuid type: object Experiment: additionalProperties: false properties: created_at: format: date-time type: string id: type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object name: type: string status: $ref: '#/components/schemas/ExperimentStatus' updated_at: format: date-time type: string required: - id - name - status - created_at - updated_at - metadata type: object ExperimentStatus: enum: - not_started - running - completed - failed type: string FinetuningAlgorithm: enum: - full - lora - qlora - dora type: string FunctionCallToolDefinition: additionalProperties: false properties: description: type: string function_name: type: string input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array parameters: additionalProperties: $ref: '#/components/schemas/ToolParamDefinition' type: object remote_execution: $ref: '#/components/schemas/RestAPIExecutionConfig' type: const: function_call type: string required: - type - function_name - description - parameters type: object GetAgenticSystemSessionRequest: additionalProperties: false properties: turn_ids: items: type: string type: array type: object GetDocumentsRequest: additionalProperties: false properties: document_ids: items: type: string type: array required: - document_ids type: object InferenceStep: additionalProperties: false properties: completed_at: format: date-time type: string model_response: $ref: '#/components/schemas/CompletionMessage' started_at: format: date-time type: string step_id: type: string step_type: const: inference type: string turn_id: type: string required: - turn_id - step_id - step_type - model_response type: object InsertDocumentsRequest: additionalProperties: false properties: bank_id: type: string documents: items: $ref: '#/components/schemas/MemoryBankDocument' type: array ttl_seconds: type: integer required: - bank_id - documents type: object ListArtifactsRequest: additionalProperties: false properties: experiment_id: type: string required: - experiment_id type: object Log: additionalProperties: false properties: additional_info: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object level: type: string message: type: string timestamp: format: date-time type: string required: - message - level - timestamp - additional_info type: object LogMessagesRequest: additionalProperties: false properties: logs: items: $ref: '#/components/schemas/Log' type: array run_id: type: string required: - logs type: object LogMessagesRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/LogMessagesRequest' required: - request type: object LogMetricsRequest: additionalProperties: false properties: metrics: items: $ref: '#/components/schemas/Metric' type: array run_id: type: string required: - run_id - metrics type: object LogMetricsRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/LogMetricsRequest' required: - request type: object LogSearchRequest: additionalProperties: false properties: filters: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object query: type: string required: - query type: object LogSearchRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/LogSearchRequest' required: - request type: object LoraFinetuningConfig: additionalProperties: false properties: alpha: type: integer apply_lora_to_mlp: type: boolean apply_lora_to_output: type: boolean lora_attn_modules: items: type: string type: array rank: type: integer required: - lora_attn_modules - apply_lora_to_mlp - apply_lora_to_output - rank - alpha type: object MemoryBank: additionalProperties: false properties: bank_id: type: string config: oneOf: - additionalProperties: false properties: chunk_size_in_tokens: type: integer embedding_model: type: string overlap_size_in_tokens: type: integer type: const: vector type: string required: - type - embedding_model - chunk_size_in_tokens type: object - additionalProperties: false properties: type: const: keyvalue type: string required: - type type: object - additionalProperties: false properties: type: const: keyword type: string required: - type type: object - additionalProperties: false properties: type: const: graph type: string required: - type type: object name: type: string url: $ref: '#/components/schemas/URL' required: - bank_id - name - config type: object MemoryBankDocument: additionalProperties: false properties: content: oneOf: - type: string - items: type: string type: array - $ref: '#/components/schemas/URL' document_id: type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object mime_type: type: string required: - document_id - content - mime_type - metadata type: object MemoryRetrievalStep: additionalProperties: false properties: completed_at: format: date-time type: string inserted_context: oneOf: - type: string - items: type: string type: array memory_bank_ids: items: type: string type: array started_at: format: date-time type: string step_id: type: string step_type: const: memory_retrieval type: string turn_id: type: string required: - turn_id - step_id - step_type - memory_bank_ids - inserted_context type: object Metric: additionalProperties: false properties: name: type: string run_id: type: string timestamp: format: date-time type: string value: oneOf: - type: number - type: integer - type: string - type: boolean required: - name - value - timestamp - run_id type: object OnViolationAction: enum: - 0 - 1 - 2 type: integer OptimizerConfig: additionalProperties: false properties: lr: type: number lr_min: type: number optimizer_type: enum: - adam - adamw - sgd type: string weight_decay: type: number required: - optimizer_type - lr - lr_min - weight_decay type: object PhotogenToolDefinition: additionalProperties: false properties: input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array remote_execution: $ref: '#/components/schemas/RestAPIExecutionConfig' type: const: photogen type: string required: - type type: object PostTrainingJob: additionalProperties: false properties: job_uuid: type: string required: - job_uuid type: object PostTrainingJobArtifactsResponse: additionalProperties: false properties: checkpoints: items: $ref: '#/components/schemas/Checkpoint' type: array job_uuid: type: string required: - job_uuid - checkpoints title: Artifacts of a finetuning job. type: object PostTrainingJobLogStream: additionalProperties: false properties: job_uuid: type: string log_lines: items: type: string type: array required: - job_uuid - log_lines title: Stream of logs from a finetuning job. type: object PostTrainingJobStatus: enum: - running - completed - failed - scheduled type: string PostTrainingJobStatusResponse: additionalProperties: false properties: checkpoints: items: $ref: '#/components/schemas/Checkpoint' type: array completed_at: format: date-time type: string job_uuid: type: string resources_allocated: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object scheduled_at: format: date-time type: string started_at: format: date-time type: string status: $ref: '#/components/schemas/PostTrainingJobStatus' required: - job_uuid - status - checkpoints title: Status of a finetuning job. type: object PostTrainingRLHFRequest: additionalProperties: false properties: algorithm: $ref: '#/components/schemas/RLHFAlgorithm' algorithm_config: $ref: '#/components/schemas/DPOAlignmentConfig' dataset: $ref: '#/components/schemas/TrainEvalDataset' finetuned_model: $ref: '#/components/schemas/URL' hyperparam_search_config: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object job_uuid: type: string logger_config: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object optimizer_config: $ref: '#/components/schemas/OptimizerConfig' training_config: $ref: '#/components/schemas/TrainingConfig' validation_dataset: $ref: '#/components/schemas/TrainEvalDataset' required: - job_uuid - finetuned_model - dataset - validation_dataset - algorithm - algorithm_config - optimizer_config - training_config - hyperparam_search_config - logger_config title: Request to finetune a model. type: object PostTrainingRLHFRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/PostTrainingRLHFRequest' required: - request type: object PostTrainingSFTRequest: additionalProperties: false properties: algorithm: $ref: '#/components/schemas/FinetuningAlgorithm' algorithm_config: oneOf: - $ref: '#/components/schemas/LoraFinetuningConfig' - $ref: '#/components/schemas/QLoraFinetuningConfig' - $ref: '#/components/schemas/DoraFinetuningConfig' dataset: $ref: '#/components/schemas/TrainEvalDataset' hyperparam_search_config: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object job_uuid: type: string logger_config: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object model: type: string optimizer_config: $ref: '#/components/schemas/OptimizerConfig' training_config: $ref: '#/components/schemas/TrainingConfig' validation_dataset: $ref: '#/components/schemas/TrainEvalDataset' required: - job_uuid - model - dataset - validation_dataset - algorithm - algorithm_config - optimizer_config - training_config - hyperparam_search_config - logger_config title: Request to finetune a model. type: object PostTrainingSFTRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/PostTrainingSFTRequest' required: - request type: object QLoraFinetuningConfig: additionalProperties: false properties: alpha: type: integer apply_lora_to_mlp: type: boolean apply_lora_to_output: type: boolean lora_attn_modules: items: type: string type: array rank: type: integer required: - lora_attn_modules - apply_lora_to_mlp - apply_lora_to_output - rank - alpha type: object QueryDocumentsRequest: additionalProperties: false properties: bank_id: type: string params: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object query: oneOf: - type: string - items: type: string type: array required: - bank_id - query type: object QueryDocumentsResponse: additionalProperties: false properties: chunks: items: additionalProperties: false properties: content: oneOf: - type: string - items: type: string type: array document_id: type: string token_count: type: integer required: - content - token_count - document_id type: object type: array scores: items: type: number type: array required: - chunks - scores type: object RLHFAlgorithm: enum: - dpo type: string RestAPIExecutionConfig: additionalProperties: false properties: body: additionalProperties: type: string type: object headers: additionalProperties: type: string type: object method: $ref: '#/components/schemas/RestAPIMethod' params: additionalProperties: type: string type: object url: $ref: '#/components/schemas/URL' required: - url - method type: object RestAPIMethod: enum: - GET - POST - PUT - DELETE type: string RewardScoringRequest: additionalProperties: false properties: dialog_generations: items: $ref: '#/components/schemas/DialogGenerations' type: array model: type: string required: - dialog_generations - model title: Request to score a reward function. A list of prompts and a list of responses per prompt. type: object RewardScoringRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/RewardScoringRequest' required: - request type: object RewardScoringResponse: additionalProperties: false properties: scored_generations: items: $ref: '#/components/schemas/ScoredDialogGenerations' type: array required: - scored_generations title: Response from the reward scoring. Batch of (prompt, response, score) tuples that pass the threshold. type: object Run: additionalProperties: false properties: ended_at: format: date-time type: string experiment_id: type: string id: type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object started_at: format: date-time type: string status: type: string required: - id - experiment_id - status - started_at - metadata type: object SamplingParams: additionalProperties: false properties: max_tokens: type: integer repetition_penalty: type: number strategy: $ref: '#/components/schemas/SamplingStrategy' temperature: type: number top_k: type: integer top_p: type: number required: - strategy type: object SamplingStrategy: enum: - greedy - top_p - top_k type: string ScoredDialogGenerations: additionalProperties: false properties: dialog: items: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/SystemMessage' - $ref: '#/components/schemas/ToolResponseMessage' - $ref: '#/components/schemas/CompletionMessage' type: array scored_generations: items: $ref: '#/components/schemas/ScoredMessage' type: array required: - dialog - scored_generations type: object ScoredMessage: additionalProperties: false properties: message: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/SystemMessage' - $ref: '#/components/schemas/ToolResponseMessage' - $ref: '#/components/schemas/CompletionMessage' score: type: number required: - message - score type: object Session: additionalProperties: false properties: memory_bank: $ref: '#/components/schemas/MemoryBank' session_id: type: string session_name: type: string started_at: format: date-time type: string turns: items: $ref: '#/components/schemas/Turn' type: array required: - session_id - session_name - turns - started_at title: A single session of an interaction with an Agentic System. type: object ShieldCallStep: additionalProperties: false properties: completed_at: format: date-time type: string response: $ref: '#/components/schemas/ShieldResponse' started_at: format: date-time type: string step_id: type: string step_type: const: shield_call type: string turn_id: type: string required: - turn_id - step_id - step_type - response type: object ShieldDefinition: additionalProperties: false properties: description: type: string execution_config: $ref: '#/components/schemas/RestAPIExecutionConfig' on_violation_action: $ref: '#/components/schemas/OnViolationAction' parameters: additionalProperties: $ref: '#/components/schemas/ToolParamDefinition' type: object shield_type: oneOf: - $ref: '#/components/schemas/BuiltinShield' - type: string required: - shield_type - on_violation_action type: object ShieldResponse: additionalProperties: false properties: is_violation: type: boolean shield_type: oneOf: - $ref: '#/components/schemas/BuiltinShield' - type: string violation_return_message: type: string violation_type: type: string required: - shield_type - is_violation type: object StopReason: enum: - end_of_turn - end_of_message - out_of_tokens type: string SyntheticDataGenerationRequest: additionalProperties: false properties: dialogs: items: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/SystemMessage' - $ref: '#/components/schemas/ToolResponseMessage' - $ref: '#/components/schemas/CompletionMessage' type: array filtering_function: enum: - none - random - top_k - top_p - top_k_top_p - sigmoid title: The type of filtering function. type: string model: type: string required: - dialogs - filtering_function title: Request to generate synthetic data. A small batch of prompts and a filtering function type: object SyntheticDataGenerationRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/SyntheticDataGenerationRequest' required: - request type: object SyntheticDataGenerationResponse: additionalProperties: false properties: statistics: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object synthetic_data: items: $ref: '#/components/schemas/ScoredDialogGenerations' type: array required: - synthetic_data title: Response from the synthetic data generation. Batch of (prompt, response, score) tuples that pass the threshold. type: object SystemMessage: additionalProperties: false properties: content: oneOf: - type: string - items: type: string type: array role: const: system type: string required: - role - content type: object TokenLogProbs: additionalProperties: false properties: logprobs_by_token: additionalProperties: type: number type: object required: - logprobs_by_token type: object ToolCall: additionalProperties: false properties: arguments: additionalProperties: oneOf: - type: string - type: integer - type: number - type: boolean - type: 'null' - items: oneOf: - type: string - type: integer - type: number - type: boolean - type: 'null' type: array - additionalProperties: oneOf: - type: string - type: integer - type: number - type: boolean - type: 'null' type: object type: object call_id: type: string tool_name: oneOf: - $ref: '#/components/schemas/BuiltinTool' - type: string required: - call_id - tool_name - arguments type: object ToolCallDelta: additionalProperties: false properties: content: oneOf: - type: string - $ref: '#/components/schemas/ToolCall' parse_status: $ref: '#/components/schemas/ToolCallParseStatus' required: - content - parse_status type: object ToolCallParseStatus: enum: - started - in_progress - failure - success type: string ToolChoice: enum: - auto - required type: string ToolDefinition: additionalProperties: false properties: description: type: string parameters: additionalProperties: $ref: '#/components/schemas/ToolParamDefinition' type: object tool_name: oneOf: - $ref: '#/components/schemas/BuiltinTool' - type: string required: - tool_name type: object ToolExecutionStep: additionalProperties: false properties: completed_at: format: date-time type: string started_at: format: date-time type: string step_id: type: string step_type: const: tool_execution type: string tool_calls: items: $ref: '#/components/schemas/ToolCall' type: array tool_responses: items: $ref: '#/components/schemas/ToolResponse' type: array turn_id: type: string required: - turn_id - step_id - step_type - tool_calls - tool_responses type: object ToolParamDefinition: additionalProperties: false properties: description: type: string param_type: type: string required: type: boolean required: - param_type type: object ToolPromptFormat: description: "`json` --\n Refers to the json format for calling tools.\n\ \ The json format takes the form like\n {\n \"type\": \"function\"\ ,\n \"function\" : {\n \"name\": \"function_name\",\n \ \ \"description\": \"function_description\",\n \"parameters\"\ : {...}\n }\n }\n\n`function_tag` --\n This is an example of\ \ how you could define\n your own user defined format for making tool calls.\n\ \ The function_tag format looks like this,\n (parameters)\n\ \nThe detailed prompts for each of these formats are added to llama cli" enum: - json - function_tag title: This Enum refers to the prompt format for calling custom / zero shot tools type: string ToolResponse: additionalProperties: false properties: call_id: type: string content: oneOf: - type: string - items: type: string type: array tool_name: oneOf: - $ref: '#/components/schemas/BuiltinTool' - type: string required: - call_id - tool_name - content type: object ToolResponseMessage: additionalProperties: false properties: call_id: type: string content: oneOf: - type: string - items: type: string type: array role: const: ipython type: string tool_name: oneOf: - $ref: '#/components/schemas/BuiltinTool' - type: string required: - role - call_id - tool_name - content type: object TrainEvalDataset: additionalProperties: false properties: columns: additionalProperties: $ref: '#/components/schemas/TrainEvalDatasetColumnType' type: object content_url: $ref: '#/components/schemas/URL' metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object required: - columns - content_url title: Dataset to be used for training or evaluating language models. type: object TrainEvalDatasetColumnType: enum: - dialog - text - media - number - json type: string TrainingConfig: additionalProperties: false properties: batch_size: type: integer enable_activation_checkpointing: type: boolean fsdp_cpu_offload: type: boolean memory_efficient_fsdp_wrap: type: boolean n_epochs: type: integer n_iters: type: integer shuffle: type: boolean required: - n_epochs - batch_size - shuffle - n_iters - enable_activation_checkpointing - memory_efficient_fsdp_wrap - fsdp_cpu_offload type: object Turn: additionalProperties: false properties: completed_at: format: date-time type: string input_messages: items: oneOf: - $ref: '#/components/schemas/UserMessage' - $ref: '#/components/schemas/ToolResponseMessage' type: array output_attachments: items: $ref: '#/components/schemas/Attachment' type: array output_message: $ref: '#/components/schemas/CompletionMessage' session_id: type: string started_at: format: date-time type: string steps: items: oneOf: - $ref: '#/components/schemas/InferenceStep' - $ref: '#/components/schemas/ToolExecutionStep' - $ref: '#/components/schemas/ShieldCallStep' - $ref: '#/components/schemas/MemoryRetrievalStep' type: array turn_id: type: string required: - turn_id - session_id - input_messages - steps - output_message - output_attachments - started_at title: A single turn in an interaction with an Agentic System. type: object URL: format: uri pattern: ^(https?://|file://|data:) type: string UpdateDocumentsRequest: additionalProperties: false properties: bank_id: type: string documents: items: $ref: '#/components/schemas/MemoryBankDocument' type: array required: - bank_id - documents type: object UpdateExperimentRequest: additionalProperties: false properties: experiment_id: type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object status: $ref: '#/components/schemas/ExperimentStatus' required: - experiment_id type: object UpdateExperimentRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/UpdateExperimentRequest' required: - request type: object UpdateRunRequest: additionalProperties: false properties: ended_at: format: date-time type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object run_id: type: string status: type: string required: - run_id type: object UpdateRunRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/UpdateRunRequest' required: - request type: object UploadArtifactRequest: additionalProperties: false properties: artifact_type: type: string content: contentEncoding: base64 type: string experiment_id: type: string metadata: additionalProperties: oneOf: - type: 'null' - type: boolean - type: number - type: string - type: array - type: object type: object name: type: string required: - experiment_id - name - artifact_type - content type: object UploadArtifactRequestWrapper: additionalProperties: false properties: request: $ref: '#/components/schemas/UploadArtifactRequest' required: - request type: object UserMessage: additionalProperties: false properties: content: oneOf: - type: string - items: type: string type: array context: oneOf: - type: string - items: type: string type: array role: const: user type: string required: - role - content type: object WolframAlphaToolDefinition: additionalProperties: false properties: input_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array output_shields: items: $ref: '#/components/schemas/ShieldDefinition' type: array remote_execution: $ref: '#/components/schemas/RestAPIExecutionConfig' type: const: wolfram_alpha type: string required: - type type: object info: description: "This is the specification of the llama stack that provides\n \ \ a set of endpoints and their corresponding interfaces that are tailored\ \ to\n best leverage Llama Models. The specification is still in\ \ draft and subject to change.\n Generated at 2024-09-10 01:13:08.531639" title: '[DRAFT] Llama Stack Specification' version: 0.0.1 jsonSchemaDialect: https://json-schema.org/draft/2020-12/schema openapi: 3.1.0 paths: /agentic_system/create: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateAgenticSystemRequest' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/AgenticSystemCreateResponse' description: OK tags: - AgenticSystem /agentic_system/delete: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/DeleteAgenticSystemRequest' required: true responses: '200': description: OK tags: - AgenticSystem /agentic_system/session/create: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateAgenticSystemSessionRequest' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/AgenticSystemSessionCreateResponse' description: OK tags: - AgenticSystem /agentic_system/session/delete: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/DeleteAgenticSystemSessionRequest' required: true responses: '200': description: OK tags: - AgenticSystem /agentic_system/session/get: post: parameters: - in: query name: agent_id required: true schema: type: string - in: query name: session_id required: true schema: type: string requestBody: content: application/json: schema: $ref: '#/components/schemas/GetAgenticSystemSessionRequest' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/Session' description: OK tags: - AgenticSystem /agentic_system/step/get: get: parameters: - in: query name: agent_id required: true schema: type: string - in: query name: turn_id required: true schema: type: string - in: query name: step_id required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/AgenticSystemStepResponse' description: OK tags: - AgenticSystem /agentic_system/turn/create: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/AgenticSystemTurnCreateRequestWrapper' required: true responses: '200': content: text/event-stream: schema: $ref: '#/components/schemas/AgenticSystemTurnResponseStreamChunk' description: OK tags: - AgenticSystem /agentic_system/turn/get: get: parameters: - in: query name: agent_id required: true schema: type: string - in: query name: turn_id required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/Turn' description: OK tags: - AgenticSystem /artifacts/get: get: parameters: - in: query name: artifact_id required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/Artifact' description: OK tags: - Telemetry /batch_inference/chat_completion: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/BatchChatCompletionRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/BatchChatCompletionResponse' description: OK tags: - BatchInference /batch_inference/completion: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/BatchCompletionRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/BatchCompletionResponse' description: OK tags: - BatchInference /datasets/create: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateDatasetRequestWrapper' required: true responses: '200': description: OK tags: - Datasets /datasets/delete: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/DeleteDatasetRequest' required: true responses: '200': description: OK tags: - Datasets /datasets/get: get: parameters: - in: query name: dataset_uuid required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/TrainEvalDataset' description: OK tags: - Datasets /evaluate/job/artifacts: get: parameters: - in: query name: job_uuid required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/EvaluationJobArtifactsResponse' description: OK tags: - Evaluations /evaluate/job/cancel: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CancelEvaluationJobRequest' required: true responses: '200': description: OK tags: - Evaluations /evaluate/job/logs: get: parameters: - in: query name: job_uuid required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/EvaluationJobLogStream' description: OK tags: - Evaluations /evaluate/job/status: get: parameters: - in: query name: job_uuid required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/EvaluationJobStatusResponse' description: OK tags: - Evaluations /evaluate/jobs: get: parameters: [] responses: '200': content: application/jsonl: schema: $ref: '#/components/schemas/EvaluationJob' description: OK tags: - Evaluations /evaluate/question_answering/: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/EvaluateQuestionAnsweringRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/EvaluationJob' description: OK tags: - Evaluations /evaluate/summarization/: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/EvaluateSummarizationRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/EvaluationJob' description: OK tags: - Evaluations /evaluate/text_generation/: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/EvaluateTextGenerationRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/EvaluationJob' description: OK tags: - Evaluations /experiments/artifacts/get: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/ListArtifactsRequest' required: true responses: '200': content: application/jsonl: schema: $ref: '#/components/schemas/Artifact' description: OK tags: - Telemetry /experiments/artifacts/upload: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/UploadArtifactRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/Artifact' description: OK tags: - Telemetry /experiments/create: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateExperimentRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/Experiment' description: OK tags: - Telemetry /experiments/create_run: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateRunRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/Run' description: OK tags: - Telemetry /experiments/get: get: parameters: - in: query name: experiment_id required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/Experiment' description: OK tags: - Telemetry /experiments/list: get: parameters: [] responses: '200': content: application/jsonl: schema: $ref: '#/components/schemas/Experiment' description: OK tags: - Telemetry /experiments/update: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/UpdateExperimentRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/Experiment' description: OK tags: - Telemetry /inference/chat_completion: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/ChatCompletionRequestWrapper' required: true responses: '200': content: text/event-stream: schema: $ref: '#/components/schemas/ChatCompletionResponseStreamChunk' description: SSE-stream of these events. tags: - Inference /inference/completion: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CompletionRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/CompletionResponseStreamChunk' description: streamed completion response. tags: - Inference /inference/embeddings: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/EmbeddingsRequest' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/EmbeddingsResponse' description: OK tags: - Inference /logging/get_logs: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/LogSearchRequestWrapper' required: true responses: '200': content: application/jsonl: schema: $ref: '#/components/schemas/Log' description: OK tags: - Telemetry /logging/log_messages: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/LogMessagesRequestWrapper' required: true responses: '200': description: OK tags: - Telemetry /memory_bank/documents/delete: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/DeleteDocumentsRequest' required: true responses: '200': description: OK tags: - Memory /memory_bank/documents/get: post: parameters: - in: query name: bank_id required: true schema: type: string requestBody: content: application/json: schema: $ref: '#/components/schemas/GetDocumentsRequest' required: true responses: '200': content: application/jsonl: schema: $ref: '#/components/schemas/MemoryBankDocument' description: OK tags: - Memory /memory_bank/insert: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/InsertDocumentsRequest' required: true responses: '200': description: OK tags: - Memory /memory_bank/query: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/QueryDocumentsRequest' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/QueryDocumentsResponse' description: OK tags: - Memory /memory_bank/update: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/UpdateDocumentsRequest' required: true responses: '200': description: OK tags: - Memory /memory_banks/create: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CreateMemoryBankRequest' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/MemoryBank' description: OK tags: - Memory /memory_banks/drop: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/DropMemoryBankRequest' required: true responses: '200': content: application/json: schema: type: string description: OK tags: - Memory /memory_banks/get: get: parameters: - in: query name: bank_id required: true schema: type: string responses: '200': content: application/json: schema: oneOf: - $ref: '#/components/schemas/MemoryBank' - type: 'null' description: OK tags: - Memory /memory_banks/list: get: parameters: [] responses: '200': content: application/jsonl: schema: $ref: '#/components/schemas/MemoryBank' description: OK tags: - Memory /post_training/job/artifacts: get: parameters: - in: query name: job_uuid required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/PostTrainingJobArtifactsResponse' description: OK tags: - PostTraining /post_training/job/cancel: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/CancelTrainingJobRequest' required: true responses: '200': description: OK tags: - PostTraining /post_training/job/logs: get: parameters: - in: query name: job_uuid required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/PostTrainingJobLogStream' description: OK tags: - PostTraining /post_training/job/status: get: parameters: - in: query name: job_uuid required: true schema: type: string responses: '200': content: application/json: schema: $ref: '#/components/schemas/PostTrainingJobStatusResponse' description: OK tags: - PostTraining /post_training/jobs: get: parameters: [] responses: '200': content: application/jsonl: schema: $ref: '#/components/schemas/PostTrainingJob' description: OK tags: - PostTraining /post_training/preference_optimize: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/PostTrainingRLHFRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/PostTrainingJob' description: OK tags: - PostTraining /post_training/supervised_fine_tune: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/PostTrainingSFTRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/PostTrainingJob' description: OK tags: - PostTraining /reward_scoring/score: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/RewardScoringRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/RewardScoringResponse' description: OK tags: - RewardScoring /runs/log_metrics: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/LogMetricsRequestWrapper' required: true responses: '200': description: OK tags: - Telemetry /runs/metrics: get: parameters: - in: query name: run_id required: true schema: type: string responses: '200': content: application/jsonl: schema: $ref: '#/components/schemas/Metric' description: OK tags: - Telemetry /runs/update: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/UpdateRunRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/Run' description: OK tags: - Telemetry /synthetic_data_generation/generate: post: parameters: [] requestBody: content: application/json: schema: $ref: '#/components/schemas/SyntheticDataGenerationRequestWrapper' required: true responses: '200': content: application/json: schema: $ref: '#/components/schemas/SyntheticDataGenerationResponse' description: OK tags: - SyntheticDataGeneration security: - Default: [] servers: - url: http://any-hosted-llama-stack.com tags: - name: SyntheticDataGeneration - name: RewardScoring - name: Datasets - name: Memory - name: AgenticSystem - name: BatchInference - name: PostTraining - name: Evaluations - name: Telemetry - name: Inference - description: name: BatchChatCompletionRequest - description: name: BuiltinTool - description: name: CompletionMessage - description: name: SamplingParams - description: name: SamplingStrategy - description: name: StopReason - description: name: SystemMessage - description: name: ToolCall - description: name: ToolChoice - description: name: ToolDefinition - description: name: ToolParamDefinition - description: "This Enum refers to the prompt format for calling custom / zero shot\ \ tools\n\n`json` --\n Refers to the json format for calling tools.\n The\ \ json format takes the form like\n {\n \"type\": \"function\",\n \ \ \"function\" : {\n \"name\": \"function_name\",\n \ \ \"description\": \"function_description\",\n \"parameters\": {...}\n\ \ }\n }\n\n`function_tag` --\n This is an example of how you could\ \ define\n your own user defined format for making tool calls.\n The function_tag\ \ format looks like this,\n (parameters)\n\ \nThe detailed prompts for each of these formats are added to llama cli\n\n" name: ToolPromptFormat - description: name: ToolResponseMessage - description: name: UserMessage - description: name: BatchChatCompletionRequestWrapper - description: name: BatchChatCompletionResponse - description: name: BatchCompletionRequest - description: name: BatchCompletionRequestWrapper - description: name: BatchCompletionResponse - description: name: CancelEvaluationJobRequest - description: name: CancelTrainingJobRequest - description: name: ChatCompletionRequest - description: name: ChatCompletionRequestWrapper - description: 'Chat completion response event. ' name: ChatCompletionResponseEvent - description: name: ChatCompletionResponseEventType - description: 'SSE-stream of these events. ' name: ChatCompletionResponseStreamChunk - description: name: TokenLogProbs - description: name: ToolCallDelta - description: name: ToolCallParseStatus - description: name: CompletionRequest - description: name: CompletionRequestWrapper - description: 'streamed completion response. ' name: CompletionResponseStreamChunk - description: name: AgentConfig - description: name: BraveSearchToolDefinition - description: name: BuiltinShield - description: name: CodeInterpreterToolDefinition - description: name: FunctionCallToolDefinition - description: name: OnViolationAction - description: name: PhotogenToolDefinition - description: name: RestAPIExecutionConfig - description: name: RestAPIMethod - description: name: ShieldDefinition - description: name: URL - description: name: WolframAlphaToolDefinition - description: name: CreateAgenticSystemRequest - description: name: AgenticSystemCreateResponse - description: name: CreateAgenticSystemSessionRequest - description: name: AgenticSystemSessionCreateResponse - description: name: AgenticSystemTurnCreateRequest - description: name: Attachment - description: name: AgenticSystemTurnCreateRequestWrapper - description: 'Streamed agent execution response. ' name: AgenticSystemTurnResponseEvent - description: name: AgenticSystemTurnResponseStepCompletePayload - description: name: AgenticSystemTurnResponseStepProgressPayload - description: name: AgenticSystemTurnResponseStepStartPayload - description: name: AgenticSystemTurnResponseStreamChunk - description: name: AgenticSystemTurnResponseTurnCompletePayload - description: name: AgenticSystemTurnResponseTurnStartPayload - description: name: InferenceStep - description: name: MemoryRetrievalStep - description: name: ShieldCallStep - description: name: ShieldResponse - description: name: ToolExecutionStep - description: name: ToolResponse - description: 'A single turn in an interaction with an Agentic System. ' name: Turn - description: 'Request to create a dataset. ' name: CreateDatasetRequest - description: 'Dataset to be used for training or evaluating language models. ' name: TrainEvalDataset - description: name: TrainEvalDatasetColumnType - description: name: CreateDatasetRequestWrapper - description: name: CreateExperimentRequest - description: name: CreateExperimentRequestWrapper - description: name: Experiment - description: name: ExperimentStatus - description: name: CreateMemoryBankRequest - description: name: MemoryBank - description: name: CreateRunRequest - description: name: CreateRunRequestWrapper - description: name: Run - description: name: DeleteAgenticSystemRequest - description: name: DeleteAgenticSystemSessionRequest - description: name: DeleteDatasetRequest - description: name: DeleteDocumentsRequest - description: name: DropMemoryBankRequest - description: name: EmbeddingsRequest - description: name: EmbeddingsResponse - description: 'Checkpoint created during training runs ' name: Checkpoint - description: 'Request to evaluate question answering. ' name: EvaluateQuestionAnsweringRequest - description: name: EvaluateQuestionAnsweringRequestWrapper - description: name: EvaluationJob - description: 'Request to evaluate summarization. ' name: EvaluateSummarizationRequest - description: name: EvaluateSummarizationRequestWrapper - description: 'Request to evaluate text generation. ' name: EvaluateTextGenerationRequest - description: name: EvaluateTextGenerationRequestWrapper - description: name: GetAgenticSystemSessionRequest - description: 'A single session of an interaction with an Agentic System. ' name: Session - description: name: AgenticSystemStepResponse - description: name: Artifact - description: name: ArtifactType - description: name: GetDocumentsRequest - description: name: MemoryBankDocument - description: 'Artifacts of a evaluation job. ' name: EvaluationJobArtifactsResponse - description: name: EvaluationJobLogStream - description: name: EvaluationJobStatusResponse - description: name: LogSearchRequest - description: name: LogSearchRequestWrapper - description: name: Log - description: name: Metric - description: 'Artifacts of a finetuning job. ' name: PostTrainingJobArtifactsResponse - description: 'Stream of logs from a finetuning job. ' name: PostTrainingJobLogStream - description: name: PostTrainingJobStatus - description: 'Status of a finetuning job. ' name: PostTrainingJobStatusResponse - description: name: PostTrainingJob - description: name: InsertDocumentsRequest - description: name: ListArtifactsRequest - description: name: LogMessagesRequest - description: name: LogMessagesRequestWrapper - description: name: LogMetricsRequest - description: name: LogMetricsRequestWrapper - description: name: DPOAlignmentConfig - description: name: OptimizerConfig - description: 'Request to finetune a model. ' name: PostTrainingRLHFRequest - description: name: RLHFAlgorithm - description: name: TrainingConfig - description: name: PostTrainingRLHFRequestWrapper - description: name: QueryDocumentsRequest - description: name: QueryDocumentsResponse - description: name: DialogGenerations - description: 'Request to score a reward function. A list of prompts and a list of responses per prompt. ' name: RewardScoringRequest - description: name: RewardScoringRequestWrapper - description: 'Response from the reward scoring. Batch of (prompt, response, score) tuples that pass the threshold. ' name: RewardScoringResponse - description: name: ScoredDialogGenerations - description: name: ScoredMessage - description: name: DoraFinetuningConfig - description: name: FinetuningAlgorithm - description: name: LoraFinetuningConfig - description: 'Request to finetune a model. ' name: PostTrainingSFTRequest - description: name: QLoraFinetuningConfig - description: name: PostTrainingSFTRequestWrapper - description: 'Request to generate synthetic data. A small batch of prompts and a filtering function ' name: SyntheticDataGenerationRequest - description: name: SyntheticDataGenerationRequestWrapper - description: 'Response from the synthetic data generation. Batch of (prompt, response, score) tuples that pass the threshold. ' name: SyntheticDataGenerationResponse - description: name: UpdateDocumentsRequest - description: name: UpdateExperimentRequest - description: name: UpdateExperimentRequestWrapper - description: name: UpdateRunRequest - description: name: UpdateRunRequestWrapper - description: name: UploadArtifactRequest - description: name: UploadArtifactRequestWrapper x-tagGroups: - name: Operations tags: - AgenticSystem - BatchInference - Datasets - Evaluations - Inference - Memory - PostTraining - RewardScoring - SyntheticDataGeneration - Telemetry - name: Types tags: - AgentConfig - AgenticSystemCreateResponse - AgenticSystemSessionCreateResponse - AgenticSystemStepResponse - AgenticSystemTurnCreateRequest - AgenticSystemTurnCreateRequestWrapper - AgenticSystemTurnResponseEvent - AgenticSystemTurnResponseStepCompletePayload - AgenticSystemTurnResponseStepProgressPayload - AgenticSystemTurnResponseStepStartPayload - AgenticSystemTurnResponseStreamChunk - AgenticSystemTurnResponseTurnCompletePayload - AgenticSystemTurnResponseTurnStartPayload - Artifact - ArtifactType - Attachment - BatchChatCompletionRequest - BatchChatCompletionRequestWrapper - BatchChatCompletionResponse - BatchCompletionRequest - BatchCompletionRequestWrapper - BatchCompletionResponse - BraveSearchToolDefinition - BuiltinShield - BuiltinTool - CancelEvaluationJobRequest - CancelTrainingJobRequest - ChatCompletionRequest - ChatCompletionRequestWrapper - ChatCompletionResponseEvent - ChatCompletionResponseEventType - ChatCompletionResponseStreamChunk - Checkpoint - CodeInterpreterToolDefinition - CompletionMessage - CompletionRequest - CompletionRequestWrapper - CompletionResponseStreamChunk - CreateAgenticSystemRequest - CreateAgenticSystemSessionRequest - CreateDatasetRequest - CreateDatasetRequestWrapper - CreateExperimentRequest - CreateExperimentRequestWrapper - CreateMemoryBankRequest - CreateRunRequest - CreateRunRequestWrapper - DPOAlignmentConfig - DeleteAgenticSystemRequest - DeleteAgenticSystemSessionRequest - DeleteDatasetRequest - DeleteDocumentsRequest - DialogGenerations - DoraFinetuningConfig - DropMemoryBankRequest - EmbeddingsRequest - EmbeddingsResponse - EvaluateQuestionAnsweringRequest - EvaluateQuestionAnsweringRequestWrapper - EvaluateSummarizationRequest - EvaluateSummarizationRequestWrapper - EvaluateTextGenerationRequest - EvaluateTextGenerationRequestWrapper - EvaluationJob - EvaluationJobArtifactsResponse - EvaluationJobLogStream - EvaluationJobStatusResponse - Experiment - ExperimentStatus - FinetuningAlgorithm - FunctionCallToolDefinition - GetAgenticSystemSessionRequest - GetDocumentsRequest - InferenceStep - InsertDocumentsRequest - ListArtifactsRequest - Log - LogMessagesRequest - LogMessagesRequestWrapper - LogMetricsRequest - LogMetricsRequestWrapper - LogSearchRequest - LogSearchRequestWrapper - LoraFinetuningConfig - MemoryBank - MemoryBankDocument - MemoryRetrievalStep - Metric - OnViolationAction - OptimizerConfig - PhotogenToolDefinition - PostTrainingJob - PostTrainingJobArtifactsResponse - PostTrainingJobLogStream - PostTrainingJobStatus - PostTrainingJobStatusResponse - PostTrainingRLHFRequest - PostTrainingRLHFRequestWrapper - PostTrainingSFTRequest - PostTrainingSFTRequestWrapper - QLoraFinetuningConfig - QueryDocumentsRequest - QueryDocumentsResponse - RLHFAlgorithm - RestAPIExecutionConfig - RestAPIMethod - RewardScoringRequest - RewardScoringRequestWrapper - RewardScoringResponse - Run - SamplingParams - SamplingStrategy - ScoredDialogGenerations - ScoredMessage - Session - ShieldCallStep - ShieldDefinition - ShieldResponse - StopReason - SyntheticDataGenerationRequest - SyntheticDataGenerationRequestWrapper - SyntheticDataGenerationResponse - SystemMessage - TokenLogProbs - ToolCall - ToolCallDelta - ToolCallParseStatus - ToolChoice - ToolDefinition - ToolExecutionStep - ToolParamDefinition - ToolPromptFormat - ToolResponse - ToolResponseMessage - TrainEvalDataset - TrainEvalDatasetColumnType - TrainingConfig - Turn - URL - UpdateDocumentsRequest - UpdateExperimentRequest - UpdateExperimentRequestWrapper - UpdateRunRequest - UpdateRunRequestWrapper - UploadArtifactRequest - UploadArtifactRequestWrapper - UserMessage - WolframAlphaToolDefinition