(test) vertex ai use usage class

This commit is contained in:
ishaan-jaff 2023-10-27 09:39:55 -07:00
parent dcdbd02a67
commit 8e36f667e5

View file

@ -1031,6 +1031,9 @@ def test_completion_together_ai():
# print("making request", model)
# response = completion(model="vertex_ai/codechat-bison-32k", messages=[{'role': 'user', 'content': 'hi'}])
# print(response)
# print(response.usage.completion_tokens)
# print(response['usage']['completion_tokens'])
# assert type(response.choices[0].message.content) == str
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")