import sys, os
import traceback
from dotenv import load_dotenv

load_dotenv()
import os

sys.path.insert(
    0, os.path.abspath("../..")
)  # Adds the parent directory to the system path
import litellm
from litellm import completion


def logging_fn(model_call_dict):
    print(f"model call details: {model_call_dict}")


models = ["gorilla-7b-hf-v1", "gpt-4"]
custom_llm_provider = None
messages = [{"role": "user", "content": "Hey,  how's it going?"}]
for model in models:  # iterate through list
    api_base = None
    if model == "gorilla-7b-hf-v1":
        custom_llm_provider = "custom_openai"
        api_base = "http://zanino.millennium.berkeley.edu:8000/v1"
    completion(
        model=model,
        messages=messages,
        custom_llm_provider=custom_llm_provider,
        api_base=api_base,
        logger_fn=logging_fn,
    )