fix safety using inference (#99)

This commit is contained in:
Xi Yan 2024-09-25 11:30:27 -07:00 committed by GitHub
parent 5c4f73d52f
commit 82f420c4f0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 0 deletions

View file

@ -18,6 +18,7 @@ from transformers import (
)
from .base import CANNED_RESPONSE_TEXT, OnViolationAction, ShieldBase, ShieldResponse
from llama_models.llama3.api.datatypes import Message, Role
SAFE_RESPONSE = "safe"