phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

def test_text_completion_with_echo(stream): (#6401)

Browse source 
test
This commit is contained in:
Ishaan Jaff 2024-10-23 23:27:19 +05:30 • committed by GitHub
parent d063086bbf
commit 182adec7d0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 87 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

21
tests/local_testing/test_text_completion.py
View file

@ -4259,3 +4259,24 @@ def test_completion_fireworks_ai_multiple_choices():
print(response.choices)
assert len(response.choices) == 4
@pytest.mark.parametrize("stream", [True, False])
def test_text_completion_with_echo(stream):
litellm.set_verbose = True
response = litellm.text_completion(
model="davinci-002",
prompt="hello",
max_tokens=1, # only see the first token
stop="\n", # stop at the first newline
logprobs=1, # return log prob
echo=True, # if True, return the prompt as well
stream=stream,
)
print(response)
if stream:
for chunk in response:
print(chunk)
else:
assert isinstance(response, TextCompletionResponse)