phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test(test_streaming.py): refactor testing

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-29 19:58:00 -08:00
parent 7b53bf7d9a
commit a9fdae0d23
1 changed files with 0 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/tests/test_streaming.py
View file

@ -760,17 +760,6 @@ def hf_test_completion_tgi_stream():
pytest.fail(f"Error occurred: {e}")
# hf_test_completion_tgi_stream()
def test_petals():
print(f"making petals call")
response = completion(
model="petals/meta-llama/Llama-2-70b-chat-hf",
messages=[{ "content": "Hello, how are you?","role": "user"}],
# stream=True,
base_url="https://chat.petals.dev/api/v1/generate"
)
print(f"response: {response}")
test_petals()
# def test_completion_aleph_alpha():
# try:
# response = completion(