test: refactor testing order

This commit is contained in:
Krrish Dholakia 2023-11-24 12:47:28 -08:00
parent 2a033fd8a2
commit 16e1070dbe
4 changed files with 45 additions and 29 deletions

View file

@ -1,15 +1,15 @@
import openai
client = openai.OpenAI(
api_key="anything",
base_url="http://0.0.0.0:8000"
)
# import openai
# client = openai.OpenAI(
# api_key="anything",
# base_url="http://0.0.0.0:8000"
# )
# request sent to model set on litellm proxy, `litellm --model`
response = client.chat.completions.create(model="gpt-3.5-turbo", messages = [
{
"role": "user",
"content": "this is a test request, write a short poem"
}
])
# # request sent to model set on litellm proxy, `litellm --model`
# response = client.chat.completions.create(model="gpt-3.5-turbo", messages = [
# {
# "role": "user",
# "content": "this is a test request, write a short poem"
# }
# ])
print(response)
# print(response)