phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

new claude testing for max tokens

Browse source
This commit is contained in:
ishaan-jaff 2023-09-22 20:58:12 -07:00
parent d12fadd032
commit e6a33fbe59
1 changed files with 21 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/tests/test_completion.py
View file

@ -39,8 +39,9 @@ def test_completion_custom_provider_model_name():
def test_completion_claude(): def test_completion_claude():
try: try:
# test without max tokens
response = completion( response = completion(
model="claude-instant-1", messages=messages, max_tokens=10 model="claude-instant-1", messages=messages
) )
# Add any assertions here to check the response # Add any assertions here to check the response
print(response) print(response)
@ -49,6 +50,25 @@ def test_completion_claude():
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
# test_completion_claude() # test_completion_claude()
def test_completion_claude_max_tokens():
try:
# test setting max tokens for claude-2
user_message = "tell me everything about YC - be verbose"
messages = [{"content": user_message, "role": "user"}]
litellm.set_verbose = True
response = completion(
model="claude-instant-1", messages=messages, max_tokens=1200
)
# Add any assertions here to check the response
print(response)
text_response = response['choices'][0]['message']['content']
print(len(text_response))
assert(len(text_response) > 2000)
print(response.response_ms)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_claude_max_tokens()
# def test_completion_oobabooga(): # def test_completion_oobabooga():
# try: # try:
# response = completion( # response = completion(