phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix tg ai

Browse source
This commit is contained in:
ishaan-jaff 2023-08-17 09:57:21 -07:00
parent 100ded08ca
commit a8a61c51a2
1 changed files with 13 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

26
litellm/tests/test_completion.py
View file

@ -283,20 +283,20 @@ def test_petals():
# pytest.fail(f"Error occurred: {e}")
import asyncio
def test_completion_together_ai_stream():
try:
response = completion(model="togethercomputer/llama-2-70b-chat", messages=messages, custom_llm_provider="together_ai", stream=True, max_tokens=200)
print(response)
asyncio.run(get_response(response))
# print(string_response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# import asyncio
# def test_completion_together_ai_stream():
# try:
# response = completion(model="togethercomputer/llama-2-70b-chat", messages=messages, custom_llm_provider="together_ai", stream=True, max_tokens=200)
# print(response)
# asyncio.run(get_response(response))
# # print(string_response)
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
async def get_response(generator):
async for elem in generator:
print(elem)
return
# async def get_response(generator):
# async for elem in generator:
# print(elem)
# return