mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
98c335acd0
* fix(proxy_server.py): use default azure credentials to support azure non-client secret kms * fix(langsmith.py): raise error if credentials missing * feat(langsmith.py): support error logging for langsmith + standard logging payload Fixes https://github.com/BerriAI/litellm/issues/5738 * Fix hardcoding of schema in view check (#5749) * fix - deal with case when check view exists returns None (#5740) * Revert "fix - deal with case when check view exists returns None (#5740)" (#5741) This reverts commit535228159b. * test(test_router_debug_logs.py): move to mock response * Fix hardcoding of schema --------- Co-authored-by: Ishaan Jaff <ishaanjaffer0324@gmail.com> Co-authored-by: Krrish Dholakia <krrishdholakia@gmail.com> * fix(proxy_server.py): allow admin to disable ui via `DISABLE_ADMIN_UI` flag * fix(router.py): fix default model name value Fixes55db19a1e4 (r1763712148)* fix(utils.py): fix unbound variable error * feat(rerank/main.py): add azure ai rerank endpoints Closes https://github.com/BerriAI/litellm/issues/5667 * feat(secret_detection.py): Allow configuring secret detection params Allows admin to control what plugins to run for secret detection. Prevents overzealous secret detection. * docs(secret_detection.md): add secret detection guardrail docs * fix: fix linting errors * fix - deal with case when check view exists returns None (#5740) * Revert "fix - deal with case when check view exists returns None (#5740)" (#5741) This reverts commit535228159b. * Litellm fix router testing (#5748) * test: fix testing - azure changed content policy error logic * test: fix tests to use mock responses * test(test_image_generation.py): handle api instability * test(test_image_generation.py): handle azure api instability * fix(utils.py): fix unbounded variable error * fix(utils.py): fix unbounded variable error * test: refactor test to use mock response * test: mark flaky azure tests * Bump next from 14.1.1 to 14.2.10 in /ui/litellm-dashboard (#5753) Bumps [next](https://github.com/vercel/next.js) from 14.1.1 to 14.2.10. - [Release notes](https://github.com/vercel/next.js/releases) - [Changelog](https://github.com/vercel/next.js/blob/canary/release.js) - [Commits](https://github.com/vercel/next.js/compare/v14.1.1...v14.2.10) --- updated-dependencies: - dependency-name: next dependency-type: direct:production ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * [Fix] o1-mini causes pydantic warnings on `reasoning_tokens` (#5754) * add requester_metadata in standard logging payload * log requester_metadata in metadata * use StandardLoggingPayload for logging * docs StandardLoggingPayload * fix import * include standard logging object in failure * add test for requester metadata * handle completion_tokens_details * add test for completion_tokens_details * [Feat-Proxy-DataDog] Log Redis, Postgres Failure events on DataDog (#5750) * dd - start tracking redis status on dd * add async_service_succes_hook / failure hook in custom logger * add async_service_failure_hook * log service failures on dd * fix import error * add test for redis errors / warning * [Fix] Router/ Proxy - Tag Based routing, raise correct error when no deployments found and tag filtering is on (#5745) * fix tag routing - raise correct error when no model with tag based routing * fix error string from tag based routing * test router tag based routing * raise 401 error when no tags avialable for deploymen * linting fix * [Feat] Log Request metadata on gcs bucket logging (#5743) * add requester_metadata in standard logging payload * log requester_metadata in metadata * use StandardLoggingPayload for logging * docs StandardLoggingPayload * fix import * include standard logging object in failure * add test for requester metadata * fix(litellm_logging.py): fix logging message * fix(rerank_api/main.py): fix linting errors * fix(custom_guardrails.py): maintain backwards compatibility for older guardrails * fix(rerank_api/main.py): fix cost tracking for rerank endpoints --------- Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: steffen-sbt <148480574+steffen-sbt@users.noreply.github.com> Co-authored-by: Ishaan Jaff <ishaanjaffer0324@gmail.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
241 lines
8.3 KiB
Python
241 lines
8.3 KiB
Python
import os
|
|
import subprocess
|
|
|
|
|
|
def show_missing_vars_in_env():
|
|
from fastapi.responses import HTMLResponse
|
|
|
|
from litellm.proxy.proxy_server import master_key, prisma_client
|
|
|
|
if prisma_client is None and master_key is None:
|
|
return HTMLResponse(
|
|
content=missing_keys_form(
|
|
missing_key_names="DATABASE_URL, LITELLM_MASTER_KEY"
|
|
),
|
|
status_code=200,
|
|
)
|
|
if prisma_client is None:
|
|
return HTMLResponse(
|
|
content=missing_keys_form(missing_key_names="DATABASE_URL"), status_code=200
|
|
)
|
|
|
|
if master_key is None:
|
|
return HTMLResponse(
|
|
content=missing_keys_form(missing_key_names="LITELLM_MASTER_KEY"),
|
|
status_code=200,
|
|
)
|
|
return None
|
|
|
|
|
|
# LiteLLM Admin UI - Non SSO Login
|
|
url_to_redirect_to = os.getenv("PROXY_BASE_URL", "")
|
|
url_to_redirect_to += "/login"
|
|
html_form = f"""
|
|
<!DOCTYPE html>
|
|
<html>
|
|
<head>
|
|
<title>LiteLLM Login</title>
|
|
<style>
|
|
body {{
|
|
font-family: Arial, sans-serif;
|
|
background-color: #f4f4f4;
|
|
margin: 0;
|
|
padding: 0;
|
|
display: flex;
|
|
justify-content: center;
|
|
align-items: center;
|
|
height: 100vh;
|
|
}}
|
|
|
|
form {{
|
|
background-color: #fff;
|
|
padding: 20px;
|
|
border-radius: 8px;
|
|
box-shadow: 0 0 10px rgba(0, 0, 0, 0.1);
|
|
}}
|
|
|
|
label {{
|
|
display: block;
|
|
margin-bottom: 8px;
|
|
}}
|
|
|
|
input {{
|
|
width: 100%;
|
|
padding: 8px;
|
|
margin-bottom: 16px;
|
|
box-sizing: border-box;
|
|
border: 1px solid #ccc;
|
|
border-radius: 4px;
|
|
}}
|
|
|
|
input[type="submit"] {{
|
|
background-color: #4caf50;
|
|
color: #fff;
|
|
cursor: pointer;
|
|
}}
|
|
|
|
input[type="submit"]:hover {{
|
|
background-color: #45a049;
|
|
}}
|
|
</style>
|
|
</head>
|
|
<body>
|
|
<form action="{url_to_redirect_to}" method="post">
|
|
<h2>LiteLLM Login</h2>
|
|
|
|
<p>By default Username is "admin" and Password is your set LiteLLM Proxy `MASTER_KEY`</p>
|
|
<p>If you need to set UI credentials / SSO docs here: <a href="https://docs.litellm.ai/docs/proxy/ui" target="_blank">https://docs.litellm.ai/docs/proxy/ui</a></p>
|
|
<br>
|
|
<label for="username">Username:</label>
|
|
<input type="text" id="username" name="username" required>
|
|
<label for="password">Password:</label>
|
|
<input type="password" id="password" name="password" required>
|
|
<input type="submit" value="Submit">
|
|
</form>
|
|
"""
|
|
|
|
|
|
def missing_keys_form(missing_key_names: str):
|
|
missing_keys_html_form = """
|
|
<!DOCTYPE html>
|
|
<html lang="en">
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
<style>
|
|
body {{
|
|
font-family: Arial, sans-serif;
|
|
background-color: #f4f4f9;
|
|
color: #333;
|
|
margin: 20px;
|
|
line-height: 1.6;
|
|
}}
|
|
.container {{
|
|
max-width: 800px;
|
|
margin: auto;
|
|
padding: 20px;
|
|
background: #fff;
|
|
border: 1px solid #ddd;
|
|
border-radius: 5px;
|
|
box-shadow: 0 0 10px rgba(0, 0, 0, 0.1);
|
|
}}
|
|
h1 {{
|
|
font-size: 24px;
|
|
margin-bottom: 20px;
|
|
}}
|
|
pre {{
|
|
background: #f8f8f8;
|
|
padding: 1px;
|
|
border: 1px solid #ccc;
|
|
border-radius: 4px;
|
|
overflow-x: auto;
|
|
font-size: 14px;
|
|
}}
|
|
.env-var {{
|
|
font-weight: normal;
|
|
}}
|
|
.comment {{
|
|
font-weight: normal;
|
|
color: #777;
|
|
}}
|
|
</style>
|
|
<title>Environment Setup Instructions</title>
|
|
</head>
|
|
<body>
|
|
<div class="container">
|
|
<h1>Environment Setup Instructions</h1>
|
|
<p>Please add the following variables to your environment variables:</p>
|
|
<pre>
|
|
<span class="env-var">LITELLM_MASTER_KEY="sk-1234"</span> <span class="comment"># Your master key for the proxy server. Can use this to send /chat/completion requests etc</span>
|
|
<span class="env-var">LITELLM_SALT_KEY="sk-XXXXXXXX"</span> <span class="comment"># Can NOT CHANGE THIS ONCE SET - It is used to encrypt/decrypt credentials stored in DB. If value of 'LITELLM_SALT_KEY' changes your models cannot be retrieved from DB</span>
|
|
<span class="env-var">DATABASE_URL="postgres://..."</span> <span class="comment"># Need a postgres database? (Check out Supabase, Neon, etc)</span>
|
|
<span class="comment">## OPTIONAL ##</span>
|
|
<span class="env-var">PORT=4000</span> <span class="comment"># DO THIS FOR RENDER/RAILWAY</span>
|
|
<span class="env-var">STORE_MODEL_IN_DB="True"</span> <span class="comment"># Allow storing models in db</span>
|
|
</pre>
|
|
<h1>Missing Environment Variables</h1>
|
|
<p>{missing_keys}</p>
|
|
</div>
|
|
|
|
<div class="container">
|
|
<h1>Need Help? Support</h1>
|
|
<p>Discord: <a href="https://discord.com/invite/wuPM9dRgDw" target="_blank">https://discord.com/invite/wuPM9dRgDw</a></p>
|
|
<p>Docs: <a href="https://docs.litellm.ai/docs/" target="_blank">https://docs.litellm.ai/docs/</a></p>
|
|
</div>
|
|
</body>
|
|
</html>
|
|
"""
|
|
return missing_keys_html_form.format(missing_keys=missing_key_names)
|
|
|
|
|
|
def admin_ui_disabled():
|
|
from fastapi.responses import HTMLResponse
|
|
|
|
ui_disabled_html = """
|
|
<!DOCTYPE html>
|
|
<html lang="en">
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
<style>
|
|
body {{
|
|
font-family: Arial, sans-serif;
|
|
background-color: #f4f4f9;
|
|
color: #333;
|
|
margin: 20px;
|
|
line-height: 1.6;
|
|
}}
|
|
.container {{
|
|
max-width: 800px;
|
|
margin: auto;
|
|
padding: 20px;
|
|
background: #fff;
|
|
border: 1px solid #ddd;
|
|
border-radius: 5px;
|
|
box-shadow: 0 0 10px rgba(0, 0, 0, 0.1);
|
|
}}
|
|
h1 {{
|
|
font-size: 24px;
|
|
margin-bottom: 20px;
|
|
}}
|
|
pre {{
|
|
background: #f8f8f8;
|
|
padding: 1px;
|
|
border: 1px solid #ccc;
|
|
border-radius: 4px;
|
|
overflow-x: auto;
|
|
font-size: 14px;
|
|
}}
|
|
.env-var {{
|
|
font-weight: normal;
|
|
}}
|
|
.comment {{
|
|
font-weight: normal;
|
|
color: #777;
|
|
}}
|
|
</style>
|
|
<title>Admin UI Disabled</title>
|
|
</head>
|
|
<body>
|
|
<div class="container">
|
|
<h1>Admin UI is Disabled</h1>
|
|
<p>The Admin UI has been disabled by the administrator. To re-enable it, please update the following environment variable:</p>
|
|
<pre>
|
|
<span class="env-var">DISABLE_ADMIN_UI="False"</span> <span class="comment"># Set this to "False" to enable the Admin UI.</span>
|
|
</pre>
|
|
<p>After making this change, restart the application for it to take effect.</p>
|
|
</div>
|
|
|
|
<div class="container">
|
|
<h1>Need Help? Support</h1>
|
|
<p>Discord: <a href="https://discord.com/invite/wuPM9dRgDw" target="_blank">https://discord.com/invite/wuPM9dRgDw</a></p>
|
|
<p>Docs: <a href="https://docs.litellm.ai/docs/" target="_blank">https://docs.litellm.ai/docs/</a></p>
|
|
</div>
|
|
</body>
|
|
</html>
|
|
"""
|
|
|
|
return HTMLResponse(
|
|
content=ui_disabled_html,
|
|
status_code=200,
|
|
)
|