fix the litellm init issue

This commit is contained in:
Krrish Dholakia 2023-09-26 15:15:34 -07:00
parent ad5dff66a9
commit 0acde1c72d
8 changed files with 54 additions and 59 deletions

View file

@ -0,0 +1,20 @@
import click
from dotenv import load_dotenv
load_dotenv()
@click.command()
@click.option('--port', default=8000, help='Port to bind the server to.')
@click.option('--api_base', default=None, help='API base URL.')
@click.option('--model', required=True, help='The model name to pass to litellm expects')
def run_server(port, api_base, model):
from proxy_server import app, initialize
initialize(model, api_base)
try:
import uvicorn
except:
raise ImportError("Uvicorn needs to be imported. Run - `pip install uvicorn`")
uvicorn.run(app, host='0.0.0.0', port=port)
if __name__ == "__main__":
run_server()