phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updates to proxy

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-28 17:58:39 -07:00
parent 13ff65a8fe
commit 4665b2a898
4 changed files with 38 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_cli.py
View file

@ -9,9 +9,10 @@ load_dotenv()
@click.option('--debug', is_flag=True, help='To debug the input')
@click.option('--temperature', default=None, type=float, help='Set temperature for the model')
@click.option('--max_tokens', default=None, help='Set max tokens for the model')
def run_server(port, api_base, model, debug, temperature, max_tokens):
@click.option('--telemetry', default=True, type=bool, help='Helps us know if people are using this feature. Turn this off by doing `--telemetry False`')
def run_server(port, api_base, model, debug, temperature, max_tokens, telemetry):
from .proxy_server import app, initialize
initialize(model, api_base, debug, temperature, max_tokens)
initialize(model, api_base, debug, temperature, max_tokens, telemetry)
try:
import uvicorn
except: