phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(openai.py): support passing prompt as list instead of concat string

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-03 15:23:01 -07:00
parent 6048582f95
commit 475144e5b7
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/openai.py
View file

@ -1033,7 +1033,7 @@ class OpenAITextCompletion(BaseLLM):
): ):
prompt = messages[0]["content"] prompt = messages[0]["content"]
else: else:
prompt = " ".join([message["content"] for message in messages]) # type: ignore prompt = [message["content"] for message in messages] # type: ignore
# don't send max retries to the api, if set # don't send max retries to the api, if set

6
litellm/tests/test_text_completion.py
View file

@ -3775,12 +3775,12 @@ def test_completion_openai_prompt():
try: try:
print("\n text 003 test\n") print("\n text 003 test\n")
response = text_completion( response = text_completion(
model="gpt-3.5-turbo-instruct", prompt="What's the weather in SF?" model="gpt-3.5-turbo-instruct",
prompt=["What's the weather in SF?", "How is Manchester?"],
) )
print(response) print(response)
assert len(response.choices) == 2
response_str = response["choices"][0]["text"] response_str = response["choices"][0]["text"]
# print(response.choices[0])
# print(response.choices[0].text)
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")