phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) proxy cli tests

Browse source
This commit is contained in:
ishaan-jaff 2023-11-02 20:53:39 -07:00
parent 104239dbe7
commit 4d82c81531
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_cli.py
View file

@ -176,13 +176,13 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
openai.api_key = "temp-key"
print(openai.api_base)
response = openai.Completion.create(model="gpt-3.5-turbo", prompt='hello who are you')
response = openai.Completion.create(model="gpt-3.5-turbo", prompt='this is a test request, write a short poem')
print(response)
response = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages = [
{
"role": "user",
"content": "this is a test request, acknowledge that you got it"
"content": "this is a test request, write a short poem"
}
])
click.echo(f'LiteLLM: response from proxy {response}')
@ -191,7 +191,7 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
response = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages = [
{
"role": "user",
"content": "this is a test request, acknowledge that you got it"
"content": "this is a test request, write a short poem"
}
],
stream=True,