phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) text_completion add support for passing prompt as array

Browse source
This commit is contained in:
ishaan-jaff 2023-10-31 14:29:18 -07:00
parent 730fd28286
commit b4e14aed6b
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/main.py
View file

@ -517,11 +517,15 @@ def completion(
for k, v in config.items():
if k not in optional_params: # completion(top_k=3) > openai_text_config(top_k=3) <- allows for dynamic variables to be passed in
optional_params[k] = v
if litellm.organization:
openai.organization = litellm.organization
prompt = " ".join([message["content"] for message in messages])
if len(messages)>0 and "content" in messages[0] and type(messages[0]["content"]) == list:
# text-davinci-003 can accept a string or array, if it's an array, assume the array is set in messages[0]['content']
# https://platform.openai.com/docs/api-reference/completions/create
prompt = messages[0]["content"]
else:
prompt = " ".join([message["content"] for message in messages])
## LOGGING
logging.pre_call(
input=prompt,