phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update values

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-29 20:53:55 -07:00
parent b8c8f01221
commit dc9f02267a
8 changed files with 84 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

26
litellm/proxy/proxy_cli.py
View file

@ -1,18 +1,36 @@
import click
import subprocess
import os
from dotenv import load_dotenv
load_dotenv()
@click.command()
@click.option('--port', default=8000, help='Port to bind the server to.')
@click.option('--api_base', default=None, help='API base URL.')
@click.option('--model', required=True, help='The model name to pass to litellm expects')
@click.option('--deploy', required=True, help='Get a deployed proxy endpoint - api.litellm.ai')
@click.option('--model', default=None, help='The model name to pass to litellm expects')
@click.option('--deploy', is_flag=True, help='Get a deployed proxy endpoint - api.litellm.ai')
@click.option('--debug', is_flag=True, help='To debug the input')
@click.option('--temperature', default=None, type=float, help='Set temperature for the model')
@click.option('--max_tokens', default=None, help='Set max tokens for the model')
@click.option('--telemetry', default=True, type=bool, help='Helps us know if people are using this feature. Turn this off by doing `--telemetry False`')
def run_server(port, api_base, model, debug, temperature, max_tokens, telemetry):
from .proxy_server import app, initialize
@click.option('--config', is_flag=True, help='Create and open .env file from .env.template')
def run_server(port, api_base, model, deploy, debug, temperature, max_tokens, telemetry, config):
if config:
if os.path.exists('.env.template'):
if not os.path.exists('.env'):
with open('.env.template', 'r') as source:
data = source.read()
with open('.env', 'w') as destination:
destination.write(data)
click.echo('Opening .env file...')
subprocess.call(['open', '.env']) # replace `open` with `start` on Windows
else:
click.echo('No .env.template file found.')
# from .proxy_server import app, initialize
from proxy_server import app, initialize
initialize(model, api_base, debug, temperature, max_tokens, telemetry)
try:
import uvicorn