(test) run a test again

This commit is contained in:
ishaan-jaff 2023-11-08 10:34:57 -08:00
parent aba39670a3
commit afea84e0c0

View file

@ -160,9 +160,9 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
# response = openai.Completion.create(model="gpt-3.5-turbo", prompt='this is a test request, write a short poem', stream=True) # response = openai.Completion.create(model="gpt-3.5-turbo", prompt='this is a test request, write a short poem', stream=True)
# for chunk in response: for chunk in response:
# click.echo(f'LiteLLM: streaming response from proxy {chunk}') click.echo(f'LiteLLM: streaming response from proxy {chunk}')
# return return
else: else:
if headers: if headers:
headers = json.loads(headers) headers = json.loads(headers)