mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-27 11:43:54 +00:00
add optional params for llama-2
This commit is contained in:
parent
8c51824bfa
commit
44f44ad5a3
3 changed files with 29 additions and 12 deletions
|
@ -58,8 +58,7 @@ def completion(
|
|||
prompt += f"{message['content']}"
|
||||
data = {
|
||||
"inputs": prompt,
|
||||
# "instruction": prompt, # some baseten models require the prompt to be passed in via the 'instruction' kwarg
|
||||
**optional_params,
|
||||
"parameters": optional_params
|
||||
}
|
||||
|
||||
## LOGGING
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue