rebase and fix some small breakage due to model -> model_id fix

This commit is contained in:
Ashwin Bharambe 2024-11-12 21:47:39 -08:00
parent 22aedd0277
commit 1cb42d3060
6 changed files with 20 additions and 11 deletions

View file

@ -234,7 +234,7 @@ class LlamaGuardShield:
# TODO: llama-stack inference protocol has issues with non-streaming inference code
content = ""
async for chunk in await self.inference_api.chat_completion(
model=self.model,
model_id=self.model,
messages=[shield_input_message],
stream=True,
):