mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-23 21:51:49 +00:00
safety
This commit is contained in:
parent
8fc72e4669
commit
74b7bfd75d
4 changed files with 45 additions and 10 deletions
21
docs/_static/llama-stack-spec.html
vendored
21
docs/_static/llama-stack-spec.html
vendored
|
|
@ -6801,10 +6801,12 @@
|
|||
"type": "object",
|
||||
"properties": {
|
||||
"violation_level": {
|
||||
"$ref": "#/components/schemas/ViolationLevel"
|
||||
"$ref": "#/components/schemas/ViolationLevel",
|
||||
"description": "Severity level of the violation"
|
||||
},
|
||||
"user_message": {
|
||||
"type": "string"
|
||||
"type": "string",
|
||||
"description": "(Optional) Message to convey to the user about the violation"
|
||||
},
|
||||
"metadata": {
|
||||
"type": "object",
|
||||
|
|
@ -6829,7 +6831,8 @@
|
|||
"type": "object"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"description": "Additional metadata including specific violation codes for debugging and telemetry"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
|
|
@ -6837,7 +6840,8 @@
|
|||
"violation_level",
|
||||
"metadata"
|
||||
],
|
||||
"title": "SafetyViolation"
|
||||
"title": "SafetyViolation",
|
||||
"description": "Details of a safety violation detected by content moderation."
|
||||
},
|
||||
"ShieldCallStep": {
|
||||
"type": "object",
|
||||
|
|
@ -7140,7 +7144,8 @@
|
|||
"warn",
|
||||
"error"
|
||||
],
|
||||
"title": "ViolationLevel"
|
||||
"title": "ViolationLevel",
|
||||
"description": "Severity level of a safety violation."
|
||||
},
|
||||
"AgentTurnResponseEvent": {
|
||||
"type": "object",
|
||||
|
|
@ -15758,11 +15763,13 @@
|
|||
"type": "object",
|
||||
"properties": {
|
||||
"violation": {
|
||||
"$ref": "#/components/schemas/SafetyViolation"
|
||||
"$ref": "#/components/schemas/SafetyViolation",
|
||||
"description": "(Optional) Safety violation detected by the shield, if any"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"title": "RunShieldResponse"
|
||||
"title": "RunShieldResponse",
|
||||
"description": "Response from running a safety shield."
|
||||
},
|
||||
"SaveSpansToDatasetRequest": {
|
||||
"type": "object",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue