mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
33 lines
899 B
Python
33 lines
899 B
Python
# import sys, os
|
|
# import traceback
|
|
# from dotenv import load_dotenv
|
|
|
|
# load_dotenv()
|
|
# import os
|
|
|
|
# sys.path.insert(
|
|
# 0, os.path.abspath("../..")
|
|
# ) # Adds the parent directory to the system path
|
|
# import litellm
|
|
# from litellm import completion
|
|
|
|
|
|
# def logging_fn(model_call_dict):
|
|
# print(f"model call details: {model_call_dict}")
|
|
|
|
|
|
# models = ["gorilla-7b-hf-v1", "gpt-4"]
|
|
# custom_llm_provider = None
|
|
# messages = [{"role": "user", "content": "Hey, how's it going?"}]
|
|
# for model in models: # iterate through list
|
|
# api_base = None
|
|
# if model == "gorilla-7b-hf-v1":
|
|
# custom_llm_provider = "custom_openai"
|
|
# api_base = "http://zanino.millennium.berkeley.edu:8000/v1"
|
|
# completion(
|
|
# model=model,
|
|
# messages=messages,
|
|
# custom_llm_provider=custom_llm_provider,
|
|
# api_base=api_base,
|
|
# logger_fn=logging_fn,
|
|
# )
|