phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-23 22:51:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

safety

Browse source
This commit is contained in:
Sai Soundararaj 2025-07-01 15:41:45 -07:00
parent 8fc72e4669
commit 74b7bfd75d
4 changed files with 45 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

21
docs/_static/llama-stack-spec.html vendored
View file

@ -6801,10 +6801,12 @@
"type": "object",
"properties": {
"violation_level": {
"$ref": "#/components/schemas/ViolationLevel"
"$ref": "#/components/schemas/ViolationLevel",
"description": "Severity level of the violation"
},
"user_message": {
"type": "string"
"type": "string",
"description": "(Optional) Message to convey to the user about the violation"
},
"metadata": {
"type": "object",
@ -6829,7 +6831,8 @@
"type": "object"
}
]
}
},
"description": "Additional metadata including specific violation codes for debugging and telemetry"
}
},
"additionalProperties": false,
@ -6837,7 +6840,8 @@
"violation_level",
"metadata"
],
"title": "SafetyViolation"
"title": "SafetyViolation",
"description": "Details of a safety violation detected by content moderation."
},
"ShieldCallStep": {
"type": "object",
@ -7140,7 +7144,8 @@
"warn",
"error"
],
"title": "ViolationLevel"
"title": "ViolationLevel",
"description": "Severity level of a safety violation."
},
"AgentTurnResponseEvent": {
"type": "object",
@ -15758,11 +15763,13 @@
"type": "object",
"properties": {
"violation": {
"$ref": "#/components/schemas/SafetyViolation"
"$ref": "#/components/schemas/SafetyViolation",
"description": "(Optional) Safety violation detected by the shield, if any"
}
},
"additionalProperties": false,
"title": "RunShieldResponse"
"title": "RunShieldResponse",
"description": "Response from running a safety shield."
},
"SaveSpansToDatasetRequest": {
"type": "object",

12
docs/_static/llama-stack-spec.yaml vendored
View file

@ -4888,8 +4888,11 @@ components:
properties:
violation_level:
$ref: '#/components/schemas/ViolationLevel'
description: Severity level of the violation
user_message:
type: string
description: >-
(Optional) Message to convey to the user about the violation
metadata:
type: object
additionalProperties:
@ -4900,11 +4903,16 @@ components:
- type: string
- type: array
- type: object
description: >-
Additional metadata including specific violation codes for debugging and
telemetry
additionalProperties: false
required:
- violation_level
- metadata
title: SafetyViolation
description: >-
Details of a safety violation detected by content moderation.
ShieldCallStep:
type: object
properties:
@ -5122,6 +5130,7 @@ components:
- warn
- error
title: ViolationLevel
description: Severity level of a safety violation.
AgentTurnResponseEvent:
type: object
properties:
@ -11128,8 +11137,11 @@ components:
properties:
violation:
$ref: '#/components/schemas/SafetyViolation'
description: >-
(Optional) Safety violation detected by the shield, if any
additionalProperties: false
title: RunShieldResponse
description: Response from running a safety shield.
SaveSpansToDatasetRequest:
type: object
properties: