phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-28 15:02:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

increase max_new_tokens

Browse source
This commit is contained in:
Kate Plawiak 2024-07-22 13:58:51 -07:00
parent cb5829901f
commit 91b43600f7
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_toolchain/safety/shields/llama_guard.py
View file

@ -230,7 +230,7 @@ class LlamaGuardShield(ShieldBase):
prompt_len = input_ids.shape[1]
output = self.model.generate(
input_ids=input_ids,
max_new_tokens=20,
max_new_tokens=50,
output_scores=True,
return_dict_in_generate=True,
pad_token_id=0,