test(test_completion.py): change model

This commit is contained in:
Krrish Dholakia 2024-04-09 21:38:17 -07:00
parent 0408b3217f
commit a6b004f10b
2 changed files with 5317 additions and 8 deletions

File diff suppressed because it is too large Load diff

View file

@ -1632,9 +1632,9 @@ def test_completion_replicate_vicuna():
def test_replicate_custom_prompt_dict():
litellm.set_verbose = True
model_name = "replicate/meta/llama-2-7b-chat"
model_name = "replicate/meta/llama-2-70b-chat"
litellm.register_prompt_template(
model="replicate/meta/llama-2-7b-chat",
model="replicate/meta/llama-2-70b-chat",
initial_prompt_value="You are a good assistant", # [OPTIONAL]
roles={
"system": {
@ -1660,6 +1660,7 @@ def test_replicate_custom_prompt_dict():
"content": "what is yc write 1 paragraph",
}
],
repetition_penalty=0.1,
num_retries=3,
)
print(f"response: {response}")