phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adding support for completions endpoint in proxy

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-27 21:04:15 -07:00
parent 8e2b139f8d
commit d334031108
5 changed files with 42 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/proxy_cli.py
View file

@ -7,7 +7,8 @@ load_dotenv()
@click.option('--api_base', default=None, help='API base URL.')
@click.option('--model', required=True, help='The model name to pass to litellm expects')
def run_server(port, api_base, model):
from .proxy_server import app, initialize
# from .proxy_server import app, initialize
from proxy_server import app, initialize
initialize(model, api_base)
try:
import uvicorn