phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_completion.py): cleanup

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-03 18:31:41 -07:00
parent 1c4dd0671b
commit 4c895d2e91
1 changed files with 13 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

26
litellm/tests/test_completion.py
View file

@ -219,19 +219,19 @@ def test_get_hf_task_for_model():
# ################### Hugging Face TGI models ######################## # ################### Hugging Face TGI models ########################
# # TGI model # # TGI model
# # this is a TGI model https://huggingface.co/glaiveai/glaive-coder-7b # # this is a TGI model https://huggingface.co/glaiveai/glaive-coder-7b
def hf_test_completion_tgi(): # def hf_test_completion_tgi():
litellm.set_verbose=True # litellm.set_verbose=True
try: # try:
response = litellm.completion( # response = litellm.completion(
model="huggingface/mistralai/Mistral-7B-Instruct-v0.1", # model="huggingface/mistralai/Mistral-7B-Instruct-v0.1",
messages=[{ "content": "Hello, how are you?","role": "user"}], # messages=[{ "content": "Hello, how are you?","role": "user"}],
api_base="https://3kk3h56912qga4-80.proxy.runpod.net", # api_base="https://3kk3h56912qga4-80.proxy.runpod.net",
) # )
# Add any assertions here to check the response # # Add any assertions here to check the response
print(response) # print(response)
except Exception as e: # except Exception as e:
pytest.fail(f"Error occurred: {e}") # pytest.fail(f"Error occurred: {e}")
hf_test_completion_tgi() # hf_test_completion_tgi()
# def hf_test_completion_tgi_stream(): # def hf_test_completion_tgi_stream():
# try: # try: