phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_completion.py): cleanup

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-03 18:31:41 -07:00
parent 1c4dd0671b
commit 4c895d2e91
1 changed files with 13 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

26
litellm/tests/test_completion.py
View file

@ -219,19 +219,19 @@ def test_get_hf_task_for_model():
# ################### Hugging Face TGI models ########################
# # TGI model
# # this is a TGI model https://huggingface.co/glaiveai/glaive-coder-7b
def hf_test_completion_tgi():
litellm.set_verbose=True
try:
response = litellm.completion(
model="huggingface/mistralai/Mistral-7B-Instruct-v0.1",
messages=[{ "content": "Hello, how are you?","role": "user"}],
api_base="https://3kk3h56912qga4-80.proxy.runpod.net",
)
# Add any assertions here to check the response
print(response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
hf_test_completion_tgi()
# def hf_test_completion_tgi():
# litellm.set_verbose=True
# try:
# response = litellm.completion(
# model="huggingface/mistralai/Mistral-7B-Instruct-v0.1",
# messages=[{ "content": "Hello, how are you?","role": "user"}],
# api_base="https://3kk3h56912qga4-80.proxy.runpod.net",
# )
# # Add any assertions here to check the response
# print(response)
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
# hf_test_completion_tgi()
# def hf_test_completion_tgi_stream():
# try: