update utils

This commit is contained in:
ishaan-jaff 2023-09-15 08:34:35 -07:00
parent b75b4bcf21
commit 59771012a0
2 changed files with 8 additions and 1 deletions

View file

@ -880,7 +880,7 @@ def get_optional_params( # use the openai defaults
if max_tokens != float("inf"):
optional_params["max_tokens"] = max_tokens
if frequency_penalty != 0:
optional_params["frequency_penalty"] = frequency_penalty # should be repetition penalty
optional_params["frequency_penalty"] = frequency_penalty # TODO: Check if should be repetition penalty
if stop != None:
optional_params["stop"] = stop #TG AI expects a list, example ["\n\n\n\n","<|endoftext|>"]
elif (