phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(anthropic_text.py): add support for async text completion calls

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-15 08:15:00 -07:00
parent 183fb24848
commit 1cd0551a1e
6 changed files with 324 additions and 98 deletions
Download patch file Download diff file Expand all files Collapse all files

25
litellm/tests/test_completion.py
View file

@ -492,6 +492,31 @@ def test_completion_claude2_1():
# test_completion_claude2_1()
@pytest.mark.asyncio
async def test_acompletion_claude2_1():
try:
litellm.set_verbose = True
print("claude2.1 test request")
messages = [
{
"role": "system",
"content": "Your goal is generate a joke on the topic user gives.",
},
{"role": "user", "content": "Generate a 3 liner joke for me"},
]
# test without max tokens
response = await litellm.acompletion(model="claude-2.1", messages=messages)
# Add any assertions here to check the response
print(response)
print(response.usage)
print(response.usage.completion_tokens)
print(response["usage"]["completion_tokens"])
# print("new cost tracking")
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# def test_completion_oobabooga():
# try:
# response = completion(