phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

gorilla endpoint is flaky, commenting out for now

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-09 12:48:11 -07:00
parent 263704e942
commit 0609fd43d7
1 changed files with 27 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

54
litellm/tests/test_custom_api_base.py
View file

@ -1,33 +1,33 @@
import sys, os
import traceback
from dotenv import load_dotenv
# import sys, os
# import traceback
# from dotenv import load_dotenv
load_dotenv()
import os
# load_dotenv()
# import os
sys.path.insert(
0, os.path.abspath("../..")
) # Adds the parent directory to the system path
import litellm
from litellm import completion
# sys.path.insert(
# 0, os.path.abspath("../..")
# ) # Adds the parent directory to the system path
# import litellm
# from litellm import completion
def logging_fn(model_call_dict):
print(f"model call details: {model_call_dict}")
# def logging_fn(model_call_dict):
# print(f"model call details: {model_call_dict}")
models = ["gorilla-7b-hf-v1", "gpt-4"]
custom_llm_provider = None
messages = [{"role": "user", "content": "Hey, how's it going?"}]
for model in models: # iterate through list
api_base = None
if model == "gorilla-7b-hf-v1":
custom_llm_provider = "custom_openai"
api_base = "http://zanino.millennium.berkeley.edu:8000/v1"
completion(
model=model,
messages=messages,
custom_llm_provider=custom_llm_provider,
api_base=api_base,
logger_fn=logging_fn,
)
# models = ["gorilla-7b-hf-v1", "gpt-4"]
# custom_llm_provider = None
# messages = [{"role": "user", "content": "Hey, how's it going?"}]
# for model in models: # iterate through list
# api_base = None
# if model == "gorilla-7b-hf-v1":
# custom_llm_provider = "custom_openai"
# api_base = "http://zanino.millennium.berkeley.edu:8000/v1"
# completion(
# model=model,
# messages=messages,
# custom_llm_provider=custom_llm_provider,
# api_base=api_base,
# logger_fn=logging_fn,
# )