mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 03:04:13 +00:00
226 lines
7.7 KiB
Python
226 lines
7.7 KiB
Python
import os
|
|
import subprocess
|
|
|
|
|
|
def show_missing_vars_in_env():
|
|
from fastapi.responses import HTMLResponse
|
|
|
|
from litellm.proxy.proxy_server import master_key, prisma_client
|
|
|
|
if prisma_client is None and master_key is None:
|
|
return HTMLResponse(
|
|
content=missing_keys_form(
|
|
missing_key_names="DATABASE_URL, LITELLM_MASTER_KEY"
|
|
),
|
|
status_code=200,
|
|
)
|
|
if prisma_client is None:
|
|
return HTMLResponse(
|
|
content=missing_keys_form(missing_key_names="DATABASE_URL"), status_code=200
|
|
)
|
|
|
|
if master_key is None:
|
|
return HTMLResponse(
|
|
content=missing_keys_form(missing_key_names="LITELLM_MASTER_KEY"),
|
|
status_code=200,
|
|
)
|
|
return None
|
|
|
|
|
|
# LiteLLM Admin UI - Non SSO Login
|
|
url_to_redirect_to = os.getenv("PROXY_BASE_URL", "")
|
|
url_to_redirect_to += "/login"
|
|
html_form = f"""
|
|
<!DOCTYPE html>
|
|
<html>
|
|
<head>
|
|
<title>LiteLLM Login</title>
|
|
<style>
|
|
body {{
|
|
font-family: Arial, sans-serif;
|
|
background-color: #f4f4f4;
|
|
margin: 0;
|
|
padding: 0;
|
|
display: flex;
|
|
justify-content: center;
|
|
align-items: center;
|
|
height: 100vh;
|
|
}}
|
|
|
|
form {{
|
|
background-color: #fff;
|
|
padding: 20px;
|
|
border-radius: 8px;
|
|
box-shadow: 0 0 10px rgba(0, 0, 0, 0.1);
|
|
}}
|
|
|
|
label {{
|
|
display: block;
|
|
margin-bottom: 8px;
|
|
}}
|
|
|
|
input {{
|
|
width: 100%;
|
|
padding: 8px;
|
|
margin-bottom: 16px;
|
|
box-sizing: border-box;
|
|
border: 1px solid #ccc;
|
|
border-radius: 4px;
|
|
}}
|
|
|
|
input[type="submit"] {{
|
|
background-color: #4caf50;
|
|
color: #fff;
|
|
cursor: pointer;
|
|
}}
|
|
|
|
input[type="submit"]:hover {{
|
|
background-color: #45a049;
|
|
}}
|
|
</style>
|
|
</head>
|
|
<body>
|
|
<form action="{url_to_redirect_to}" method="post">
|
|
<h2>LiteLLM Login</h2>
|
|
|
|
<p>By default Username is "admin" and Password is your set LiteLLM Proxy `MASTER_KEY`</p>
|
|
<p>If you need to set UI credentials / SSO docs here: <a href="https://docs.litellm.ai/docs/proxy/ui" target="_blank">https://docs.litellm.ai/docs/proxy/ui</a></p>
|
|
<br>
|
|
<label for="username">Username:</label>
|
|
<input type="text" id="username" name="username" required>
|
|
<label for="password">Password:</label>
|
|
<input type="password" id="password" name="password" required>
|
|
<input type="submit" value="Submit">
|
|
</form>
|
|
"""
|
|
|
|
|
|
def missing_keys_form(missing_key_names: str):
|
|
missing_keys_html_form = """
|
|
<!DOCTYPE html>
|
|
<html lang="en">
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
<style>
|
|
body {{
|
|
font-family: Arial, sans-serif;
|
|
background-color: #f4f4f9;
|
|
color: #333;
|
|
margin: 20px;
|
|
line-height: 1.6;
|
|
}}
|
|
.container {{
|
|
max-width: 800px;
|
|
margin: auto;
|
|
padding: 20px;
|
|
background: #fff;
|
|
border: 1px solid #ddd;
|
|
border-radius: 5px;
|
|
box-shadow: 0 0 10px rgba(0, 0, 0, 0.1);
|
|
}}
|
|
h1 {{
|
|
font-size: 24px;
|
|
margin-bottom: 20px;
|
|
}}
|
|
pre {{
|
|
background: #f8f8f8;
|
|
padding: 1px;
|
|
border: 1px solid #ccc;
|
|
border-radius: 4px;
|
|
overflow-x: auto;
|
|
font-size: 14px;
|
|
}}
|
|
.env-var {{
|
|
font-weight: normal;
|
|
}}
|
|
.comment {{
|
|
font-weight: normal;
|
|
color: #777;
|
|
}}
|
|
</style>
|
|
<title>Environment Setup Instructions</title>
|
|
</head>
|
|
<body>
|
|
<div class="container">
|
|
<h1>Environment Setup Instructions</h1>
|
|
<p>Please add the following variables to your environment variables:</p>
|
|
<pre>
|
|
<span class="env-var">LITELLM_MASTER_KEY="sk-1234"</span> <span class="comment"># Your master key for the proxy server. Can use this to send /chat/completion requests etc</span>
|
|
<span class="env-var">LITELLM_SALT_KEY="sk-XXXXXXXX"</span> <span class="comment"># Can NOT CHANGE THIS ONCE SET - It is used to encrypt/decrypt credentials stored in DB. If value of 'LITELLM_SALT_KEY' changes your models cannot be retrieved from DB</span>
|
|
<span class="env-var">DATABASE_URL="postgres://..."</span> <span class="comment"># Need a postgres database? (Check out Supabase, Neon, etc)</span>
|
|
<span class="comment">## OPTIONAL ##</span>
|
|
<span class="env-var">PORT=4000</span> <span class="comment"># DO THIS FOR RENDER/RAILWAY</span>
|
|
<span class="env-var">STORE_MODEL_IN_DB="True"</span> <span class="comment"># Allow storing models in db</span>
|
|
</pre>
|
|
<h1>Missing Environment Variables</h1>
|
|
<p>{missing_keys}</p>
|
|
</div>
|
|
|
|
<div class="container">
|
|
<h1>Need Help? Support</h1>
|
|
<p>Discord: <a href="https://discord.com/invite/wuPM9dRgDw" target="_blank">https://discord.com/invite/wuPM9dRgDw</a></p>
|
|
<p>Docs: <a href="https://docs.litellm.ai/docs/" target="_blank">https://docs.litellm.ai/docs/</a></p>
|
|
</div>
|
|
</body>
|
|
</html>
|
|
"""
|
|
return missing_keys_html_form.format(missing_keys=missing_key_names)
|
|
|
|
|
|
def setup_admin_ui_on_server_root_path():
|
|
"""
|
|
Helper util to setup Admin UI on Server root path
|
|
"""
|
|
from litellm._logging import verbose_proxy_logger
|
|
|
|
server_root_path = os.getenv("SERVER_ROOT_PATH", "")
|
|
if server_root_path != "":
|
|
if os.getenv("PROXY_BASE_URL") is None:
|
|
os.environ["PROXY_BASE_URL"] = server_root_path
|
|
|
|
# re-build admin UI on server root path
|
|
# Save the original directory
|
|
original_dir = os.getcwd()
|
|
|
|
current_dir = (
|
|
os.path.dirname(os.path.abspath(__file__))
|
|
+ "/../../../ui/litellm-dashboard/"
|
|
)
|
|
build_ui_path = os.path.join(current_dir, "build_ui_custom_path.sh")
|
|
package_path = os.path.join(current_dir, "package.json")
|
|
|
|
print(f"Setting up Admin UI on {server_root_path}/ui .......") # noqa
|
|
|
|
try:
|
|
# Change the current working directory
|
|
os.chdir(current_dir)
|
|
|
|
# Make the script executable
|
|
subprocess.run(["chmod", "+x", "build_ui_custom_path.sh"], check=True)
|
|
|
|
# Run npm install
|
|
subprocess.run(["npm", "install"], check=True)
|
|
|
|
# Run npm run build
|
|
subprocess.run(["npm", "run", "build"], check=True)
|
|
|
|
# Run the custom build script with the argument
|
|
subprocess.run(
|
|
["./build_ui_custom_path.sh", f"{server_root_path}/ui"], check=True
|
|
)
|
|
|
|
print("Admin UI setup completed successfully.") # noqa
|
|
|
|
except subprocess.CalledProcessError as e:
|
|
print(f"An error occurred during the Admin UI setup: {e}") # noqa
|
|
|
|
except Exception as e:
|
|
print(f"An unexpected error occurred: {e}") # noqa
|
|
|
|
finally:
|
|
# Always return to the original directory, even if an error occurred
|
|
os.chdir(original_dir)
|
|
print(f"Returned to original directory: {original_dir}") # noqa
|
|
|
|
pass
|