(test) tokenizer worked test

This commit is contained in:
ishaan-jaff 2023-11-11 12:13:57 -08:00
parent ecc6790a23
commit b74b051385

View file

@ -34,7 +34,7 @@ def test_tokenizers():
# assert that all token values are different
assert openai_tokens != cohere_tokens != llama2_tokens, "Token values are not different."
return "It worked!"
print("test tokenizer: It worked!")
except Exception as e:
pytest.fail(f'An exception occured: {e}')