This commit is contained in:
Krrish Dholakia 2023-09-06 11:21:39 -07:00
parent af60b2ba77
commit 48ee4a08ac
7 changed files with 16 additions and 13 deletions

View file

@ -18,13 +18,15 @@ model_alias_map = {
litellm.model_alias_map = model_alias_map
print(
try:
completion(
"llama2",
messages=[{"role": "user", "content": "Hey, how's it going?"}],
top_p=0.1,
temperature=0,
temperature=0.1,
num_beams=4,
max_tokens=60,
)
)
except Exception as e:
print(e.status_code)
print(e)