phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) proxy cli --test

Browse source
This commit is contained in:
ishaan-jaff 2023-11-08 12:00:13 -08:00
parent 4dd7e2519f
commit 547f41071e
1 changed files with 0 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_cli.py
View file

@ -157,11 +157,7 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
) )
for chunk in response: for chunk in response:
click.echo(f'LiteLLM: streaming response from proxy {chunk}') click.echo(f'LiteLLM: streaming response from proxy {chunk}')
# response = openai.Completion.create(model="gpt-3.5-turbo", prompt='this is a test request, write a short poem', stream=True)
for chunk in response:
click.echo(f'LiteLLM: streaming response from proxy {chunk}')
return return
else: else:
if headers: if headers: