mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 03:04:13 +00:00
62a1cdec47
* remove unused imports * fix AmazonConverseConfig * fix test * fix import * ruff check fixes * test fixes * fix testing * fix imports
30 lines
664 B
Python
30 lines
664 B
Python
from dotenv import load_dotenv
|
|
|
|
load_dotenv()
|
|
|
|
import litellm
|
|
|
|
from autoevals.llm import *
|
|
|
|
###################
|
|
|
|
# litellm completion call
|
|
question = "which country has the highest population"
|
|
response = litellm.completion(
|
|
model="gpt-3.5-turbo",
|
|
messages=[{"role": "user", "content": question}],
|
|
)
|
|
print(response)
|
|
# use the auto eval Factuality() evaluator
|
|
|
|
print("calling evaluator")
|
|
evaluator = Factuality()
|
|
result = evaluator(
|
|
output=response.choices[0]["message"][
|
|
"content"
|
|
], # response from litellm.completion()
|
|
expected="India", # expected output
|
|
input=question, # question passed to litellm.completion
|
|
)
|
|
|
|
print(result)
|