mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 10:44:24 +00:00
(test) run a test again
This commit is contained in:
parent
aba39670a3
commit
afea84e0c0
1 changed files with 3 additions and 3 deletions
|
@ -160,9 +160,9 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
|
|||
|
||||
# response = openai.Completion.create(model="gpt-3.5-turbo", prompt='this is a test request, write a short poem', stream=True)
|
||||
|
||||
# for chunk in response:
|
||||
# click.echo(f'LiteLLM: streaming response from proxy {chunk}')
|
||||
# return
|
||||
for chunk in response:
|
||||
click.echo(f'LiteLLM: streaming response from proxy {chunk}')
|
||||
return
|
||||
else:
|
||||
if headers:
|
||||
headers = json.loads(headers)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue