add logit bias

This commit is contained in:
ishaan-jaff 2023-08-19 16:29:12 -07:00
parent dc7d2b7631
commit abfc286c20
2 changed files with 3 additions and 2 deletions

View file

@ -77,7 +77,7 @@ def test_completion_claude_stream():
def test_completion_cohere():
try:
response = completion(
model="command-nightly", messages=messages, max_tokens=100
model="command-nightly", messages=messages, max_tokens=100, logit_bias={40: 10}
)
# Add any assertions here to check the response
print(response)
@ -91,7 +91,6 @@ def test_completion_cohere():
except Exception as e:
pytest.fail(f"Error occurred: {e}")
def test_completion_cohere_stream():
try:
messages = [