fix llama guard

This commit is contained in:
Xi Yan 2025-01-15 11:11:31 -08:00
parent 32d3abe964
commit 6cec64c2e4

View file

@ -263,9 +263,12 @@ class LlamaGuardShield:
stream=True, stream=True,
): ):
event = chunk.event event = chunk.event
if event.event_type == ChatCompletionResponseEventType.progress: if (
assert isinstance(event.delta, str) event.event_type == ChatCompletionResponseEventType.progress
content += event.delta and event.delta.type == "text"
):
assert isinstance(event.delta.text, str)
content += event.delta.text
content = content.strip() content = content.strip()
return self.get_shield_response(content) return self.get_shield_response(content)