(test) test_token_counter_azure

This commit is contained in:
ishaan-jaff 2023-12-29 15:37:39 +05:30
parent 806551ff99
commit 95a98f5463

View file

@ -323,7 +323,7 @@ def test_token_counter_azure():
# test that prompt_tokens counted == prompt_tokens from Azure API # test that prompt_tokens counted == prompt_tokens from Azure API
try: try:
messages = [{"role": "user", "content": "hi how are you what time is it"}] messages = [{"role": "user", "content": "hi how are you what time is it"}]
tokens_counted = token_counter(model="gpt-3.5-turbo", messages=messages) tokens_counted = token_counter(model="gpt-35-turbo", messages=messages)
print("Tokens Counted=", tokens_counted) print("Tokens Counted=", tokens_counted)
response = litellm.completion(model="azure/chatgpt-v-2", messages=messages) response = litellm.completion(model="azure/chatgpt-v-2", messages=messages)