phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add completion types

Browse source
This commit is contained in:
ishaan-jaff 2023-09-05 14:57:01 -07:00
parent 1c2989043f
commit 079ec7064b
1 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/main.py
View file

@ -70,16 +70,16 @@ async def acompletion(*args, **kwargs):
def completion(
model: str,
# Optional OpenAI params: see https://platform.openai.com/docs/api-reference/chat/create
messages=[],
functions=[],
function_call="", # optional params
messages: List = [],
functions: List = [],
function_call: str = "", # optional params
temperature: float = 1,
top_p: float = 1,
n: int = 1,
stream: bool = False,
stop=None,
max_tokens=float("inf"),
presence_penalty=0,
max_tokens: float = float("inf"),
presence_penalty: float = 0,
frequency_penalty=0,
logit_bias: dict = {},
user: str = "",
@ -360,10 +360,12 @@ def completion(
# set replicate key
os.environ["REPLICATE_API_TOKEN"] = str(replicate_key)
prompt = " ".join([message["content"] for message in messages])
input = {"prompt": prompt}
input = {
"prompt": prompt
}
if "max_tokens" in optional_params:
input["max_length"] = max_tokens # for t5 models
input["max_new_tokens"] = max_tokens # for llama2 models
input["max_length"] = optional_params['max_tokens'] # for t5 models
input["max_new_tokens"] = optional_params['max_tokens'] # for llama2 models
## LOGGING
logging.pre_call(
input=prompt,