phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

hf non conv + tgi llms

Browse source
This commit is contained in:
ishaan-jaff 2023-09-18 10:43:40 -07:00
parent e7f4e8b4a4
commit 071e77ccad
1 changed files with 19 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/tests/test_completion.py
View file

@ -132,6 +132,25 @@ def test_completion_with_litellm_call_id():
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
# using Non TGI or conversational LLMs
def hf_test_completion():
try:
# litellm.set_verbose=True
user_message = "My name is Merve and my favorite"
messages = [{ "content": user_message,"role": "user"}]
response = completion(
model="huggingface/roneneldan/TinyStories-3M",
messages=messages,
api_base="https://p69xlsj6rpno5drq.us-east-1.aws.endpoints.huggingface.cloud",
task=None,
)
# Add any assertions here to check the response
print(response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
hf_test_completion()
def test_completion_cohere(): # commenting for now as the cohere endpoint is being flaky
try: