phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test_proxy_stream

Browse source
This commit is contained in:
ishaan-jaff 2023-08-17 07:54:56 -07:00
parent 33f31eb38a
commit a2ea39818d
2 changed files with 17 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

32
cookbook/proxy-server/test_proxy_stream.py
View file

@ -1,21 +1,21 @@
import openai
import os
# import openai
# import os
os.environ["OPENAI_API_KEY"] = ""
# os.environ["OPENAI_API_KEY"] = ""
openai.api_key = os.environ["OPENAI_API_KEY"]
openai.api_base ="http://localhost:5000"
# openai.api_key = os.environ["OPENAI_API_KEY"]
# openai.api_base ="http://localhost:5000"
messages = [
{
"role": "user",
"content": "write a 1 pg essay in liteLLM"
}
]
# messages = [
# {
# "role": "user",
# "content": "write a 1 pg essay in liteLLM"
# }
# ]
response = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=messages, stream=True)
print("got response", response)
# response is a generator
# response = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=messages, stream=True)
# print("got response", response)
# # response is a generator
for chunk in response:
print(chunk)
# for chunk in response:
# print(chunk)