add --deploy

This commit is contained in:
ishaan-jaff 2023-09-29 18:27:47 -07:00
parent fd4ae19cbd
commit 19b14182b7

View file

@ -6,6 +6,7 @@ load_dotenv()
@click.option('--port', default=8000, help='Port to bind the server to.')
@click.option('--api_base', default=None, help='API base URL.')
@click.option('--model', required=True, help='The model name to pass to litellm expects')
@click.option('--deploy', required=True, help='Get a deployed proxy endpoint - api.litellm.ai')
@click.option('--debug', is_flag=True, help='To debug the input')
@click.option('--temperature', default=None, type=float, help='Set temperature for the model')
@click.option('--max_tokens', default=None, help='Set max tokens for the model')