phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

new v bump

Browse source
This commit is contained in:
ishaan-jaff 2023-08-14 10:57:14 -07:00
parent 1b4aadbb25
commit 828f4e7bf8
4 changed files with 175 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

65
litellm/tests/test_vertex.py
View file

@ -1,49 +1,52 @@
import sys, os
import traceback
from dotenv import load_dotenv
load_dotenv()
import os
sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path
import pytest
import litellm
from litellm import embedding, completion
# import sys, os
# import traceback
# from dotenv import load_dotenv
# load_dotenv()
# import os
# sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path
# import pytest
# import litellm
# from litellm import embedding, completion
litellm.vertex_project = "hardy-device-386718"
litellm.vertex_location = "us-central1"
litellm.set_verbose = True
user_message = "what's the weather in SF "
messages = [{ "content": user_message,"role": "user"}]
# litellm.vertex_project = "hardy-device-386718"
# litellm.vertex_location = "us-central1"
# litellm.set_verbose = True
# user_message = "what's the weather in SF "
# messages = [{ "content": user_message,"role": "user"}]
# def logger_fn(user_model_dict):
# print(f"user_model_dict: {user_model_dict}")
# chat-bison
# response = completion(model="chat-bison", messages=messages, temperature=0.5, top_p=0.1)
# print(response)
# text-bison
# # chat-bison
# # response = completion(model="chat-bison", messages=messages, temperature=0.5, top_p=0.1)
# # print(response)
# response = completion(model="text-bison@001", messages=messages)
# #text-bison
# response = completion(model="text-bison", messages=messages)
# print(response)
# response = completion(model="text-bison@001", messages=messages, temperature=0.1, logger_fn=logger_fn)
# print(response)
# response = completion(model="text-bison@001", messages=messages, temperature=0.4, top_p=0.1, logger_fn=logger_fn)
# response = completion(model="text-bison", messages=messages, temperature=0.4, top_p=0.1, logger_fn=logger_fn)
# print(response)
# response = completion(model="text-bison", messages=messages, temperature=0.8, top_p=0.4, top_k=30, logger_fn=logger_fn)
# print(response)
# response = completion(model="text-bison@001", messages=messages, temperature=0.8, top_p=0.4, top_k=30, logger_fn=logger_fn)
# print(response)
# chat_model = ChatModel.from_pretrained("chat-bison@001")
# parameters = {
# "temperature": 0.2,
# "max_output_tokens": 256,
# "top_p": 0.8,
# "top_k": 40
# }
# # chat_model = ChatModel.from_pretrained("chat-bison@001")
# # parameters = {
# # "temperature": 0.2,
# # "max_output_tokens": 256,
# # "top_p": 0.8,
# # "top_k": 40
# # }
# chat = chat_model.start_chat()
# response = chat.send_message("who are u? write a sentence", **parameters)
# print(f"Response from Model: {response.text}")
# # chat = chat_model.start_chat()
# # response = chat.send_message("who are u? write a sentence", **parameters)
# # print(f"Response from Model: {response.text}")