fix llama guard

This commit is contained in:
Xi Yan 2025-01-15 11:11:31 -08:00
parent 32d3abe964
commit 6cec64c2e4

View file

@ -263,9 +263,12 @@ class LlamaGuardShield:
stream=True,
):
event = chunk.event
if event.event_type == ChatCompletionResponseEventType.progress:
assert isinstance(event.delta, str)
content += event.delta
if (
event.event_type == ChatCompletionResponseEventType.progress
and event.delta.type == "text"
):
assert isinstance(event.delta.text, str)
content += event.delta.text
content = content.strip()
return self.get_shield_response(content)