phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) run ci/cd again

Browse source
This commit is contained in:
ishaan-jaff 2023-11-08 10:21:19 -08:00
parent 55eb274f36
commit aba39670a3
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/proxy_cli.py
View file

@ -157,7 +157,12 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
)
for chunk in response:
click.echo(f'LiteLLM: streaming response from proxy {chunk}')
return
# response = openai.Completion.create(model="gpt-3.5-turbo", prompt='this is a test request, write a short poem', stream=True)
# for chunk in response:
# click.echo(f'LiteLLM: streaming response from proxy {chunk}')
# return
else:
if headers:
headers = json.loads(headers)