phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 10:14:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) sagemaker add chat models

Browse source
This commit is contained in:
ishaan-jaff 2023-11-27 10:11:56 -08:00
parent f7ae01da8a
commit 90687d51f1
1 changed files with 17 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

20
litellm/tests/test_completion.py
View file

@ -908,19 +908,33 @@ def test_customprompt_together_ai():
def test_completion_sagemaker():
try:
print("testing sagemaker")
litellm.set_verbose=True
response = completion(
model="sagemaker/jumpstart-dft-meta-textgeneration-llama-2-7b",
messages=messages,
temperature=0.2,
max_tokens=80,
logger_fn=logger_fn
)
# Add any assertions here to check the response
print(response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_sagemaker()
# test_completion_sagemaker()
def test_completion_chat_sagemaker():
try:
print("testing sagemaker")
litellm.set_verbose=True
response = completion(
model="sagemaker/jumpstart-dft-meta-textgeneration-llama-2-7b-f",
messages=messages,
)
# Add any assertions here to check the response
print(response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_chat_sagemaker()
def test_completion_bedrock_titan():
try:
@ -977,7 +991,7 @@ def test_completion_bedrock_cohere():
pass
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_bedrock_cohere()
# test_completion_bedrock_cohere()
def test_completion_bedrock_claude_completion_auth():