mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
c7f14e936a
* remove unused imports * fix AmazonConverseConfig * fix test * fix import * ruff check fixes * test fixes * fix testing * fix imports
35 lines
772 B
Python
35 lines
772 B
Python
import openai
|
|
|
|
api_base = "http://0.0.0.0:8000"
|
|
|
|
openai.api_base = api_base
|
|
openai.api_key = "temp-key"
|
|
print(openai.api_base)
|
|
|
|
|
|
print("LiteLLM: response from proxy with streaming")
|
|
response = openai.ChatCompletion.create(
|
|
model="ollama/llama2",
|
|
messages=[
|
|
{
|
|
"role": "user",
|
|
"content": "this is a test request, acknowledge that you got it",
|
|
}
|
|
],
|
|
stream=True,
|
|
)
|
|
|
|
for chunk in response:
|
|
print(f"LiteLLM: streaming response from proxy {chunk}")
|
|
|
|
response = openai.ChatCompletion.create(
|
|
model="ollama/llama2",
|
|
messages=[
|
|
{
|
|
"role": "user",
|
|
"content": "this is a test request, acknowledge that you got it",
|
|
}
|
|
],
|
|
)
|
|
|
|
print(f"LiteLLM: response from proxy {response}")
|