This commit is contained in:
dltn 2024-10-09 09:33:25 -07:00
parent 0deeb4abec
commit d6924327ce

View file

@ -87,7 +87,6 @@ class LlamaModelParallelGenerator:
logprobs: bool = False,
tool_prompt_format: ToolPromptFormat = ToolPromptFormat.json,
) -> Generator:
print("logprobs", logprobs)
req_obj = InferenceArgs(
messages=deepcopy(messages),
temperature=temperature,