support n param for hf

This commit is contained in:
Krrish Dholakia 2023-10-03 07:10:05 -07:00
parent cd2c1dff2d
commit 512769e841
5 changed files with 5 additions and 5 deletions

View file

@ -117,7 +117,6 @@ def completion(
inference_params = copy.deepcopy(optional_params)
inference_params.pop("details")
inference_params.pop("return_full_text")
inference_params.pop("task")
past_user_inputs = []
generated_responses = []
text = ""
@ -181,7 +180,6 @@ def completion(
inference_params = copy.deepcopy(optional_params)
inference_params.pop("details")
inference_params.pop("return_full_text")
inference_params.pop("task")
data = {
"inputs": prompt,
"parameters": inference_params,