forked from phoenix/litellm-mirror
(test) run a test again
This commit is contained in:
parent
aba39670a3
commit
afea84e0c0
1 changed files with 3 additions and 3 deletions
|
@ -160,9 +160,9 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
|
||||||
|
|
||||||
# response = openai.Completion.create(model="gpt-3.5-turbo", prompt='this is a test request, write a short poem', stream=True)
|
# response = openai.Completion.create(model="gpt-3.5-turbo", prompt='this is a test request, write a short poem', stream=True)
|
||||||
|
|
||||||
# for chunk in response:
|
for chunk in response:
|
||||||
# click.echo(f'LiteLLM: streaming response from proxy {chunk}')
|
click.echo(f'LiteLLM: streaming response from proxy {chunk}')
|
||||||
# return
|
return
|
||||||
else:
|
else:
|
||||||
if headers:
|
if headers:
|
||||||
headers = json.loads(headers)
|
headers = json.loads(headers)
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue