mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 18:24:20 +00:00
refactor: refactor more constants
This commit is contained in:
Krrish Dholakia
parent
43ffb6a558
commit
bfc159172d
13 changed files with 122 additions and 410 deletions
|
|
@ -42,6 +42,7 @@ DEFAULT_IN_MEMORY_TTL = 5 # default time to live for the in-memory cache
|
|||
DEFAULT_POLLING_INTERVAL = 0.03 # default polling interval for the scheduler
|
||||
REDIS_SOCKET_TIMEOUT = 0.1
|
||||
REDIS_CONNECTION_POOL_TIMEOUT = 5
|
||||
NON_LLM_CONNECTION_TIMEOUT = 15 # timeout for adjacent services (e.g. jwt auth)
|
||||
#### Networking settings ####
|
||||
request_timeout: float = 6000 # time in seconds
|
||||
STREAM_SSE_DONE_STRING: str = "[DONE]"
|
||||
|
|
@ -471,3 +472,14 @@ HEALTH_CHECK_TIMEOUT_SECONDS = 60 # 60 seconds
|
|||
|
||||
UI_SESSION_TOKEN_TEAM_ID = "litellm-dashboard"
|
||||
LITELLM_PROXY_ADMIN_NAME = "default_user_id"
|
||||
PROXY_BUDGET_RESCHEDULER_MIN_TIME = 597
|
||||
PROXY_BUDGET_RESCHEDULER_MAX_TIME = 605
|
||||
PROXY_BATCH_WRITE_AT = 10 # in seconds
|
||||
DEFAULT_HEALTH_CHECK_INTERVAL = 300 # 5 minutes
|
||||
PROMETHEUS_FALLBACK_STATS_SEND_TIME_HOURS = 9
|
||||
DEFAULT_MODEL_CREATED_AT_TIME = 1677610602 # returns on `/models` endpoint
|
||||
DEFAULT_SLACK_ALERTING_THRESHOLD = 300
|
||||
MAX_TEAM_LIST_LIMIT = 20
|
||||
DEFAULT_PROMPT_INJECTION_SIMILARITY_THRESHOLD = 0.7
|
||||
LENGTH_OF_LITELLM_GENERATED_KEY = 16
|
||||
SECRET_MANAGER_REFRESH_INTERVAL = 86400
|
||||
|
|
|
|||
|
|
@ -21,6 +21,7 @@ import litellm
|
|||
from litellm._logging import verbose_proxy_logger
|
||||
from litellm.caching.caching import DualCache
|
||||
from litellm.caching.dual_cache import LimitedSizeOrderedDict
|
||||
from litellm.constants import DEFAULT_IN_MEMORY_TTL
|
||||
from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider
|
||||
from litellm.proxy._types import (
|
||||
DB_CONNECTION_ERROR_TYPES,
|
||||
|
|
@ -58,7 +59,7 @@ else:
|
|||
|
||||
|
||||
last_db_access_time = LimitedSizeOrderedDict(max_size=100)
|
||||
db_cache_expiry = 5 # refresh every 5s
|
||||
db_cache_expiry = DEFAULT_IN_MEMORY_TTL # refresh every 5s
|
||||
|
||||
all_routes = LiteLLMRoutes.openai_routes.value + LiteLLMRoutes.management_routes.value
|
||||
|
||||
|
|
|
|||
|
|
@ -9,6 +9,7 @@ from typing import Optional
|
|||
import httpx
|
||||
|
||||
from litellm._logging import verbose_proxy_logger
|
||||
from litellm.constants import NON_LLM_CONNECTION_TIMEOUT
|
||||
from litellm.llms.custom_httpx.http_handler import HTTPHandler
|
||||
|
||||
|
||||
|
|
@ -23,7 +24,7 @@ class LicenseCheck:
|
|||
def __init__(self) -> None:
|
||||
self.license_str = os.getenv("LITELLM_LICENSE", None)
|
||||
verbose_proxy_logger.debug("License Str value - {}".format(self.license_str))
|
||||
self.http_handler = HTTPHandler(timeout=15)
|
||||
self.http_handler = HTTPHandler(timeout=NON_LLM_CONNECTION_TIMEOUT)
|
||||
self.public_key = None
|
||||
self.read_public_key()
|
||||
|
||||
|
|
|
|||
|
|
@ -15,6 +15,7 @@ from fastapi import HTTPException
|
|||
import litellm
|
||||
from litellm._logging import verbose_proxy_logger
|
||||
from litellm.caching.caching import DualCache
|
||||
from litellm.constants import DEFAULT_PROMPT_INJECTION_SIMILARITY_THRESHOLD
|
||||
from litellm.integrations.custom_logger import CustomLogger
|
||||
from litellm.litellm_core_utils.prompt_templates.factory import (
|
||||
prompt_injection_detection_default_pt,
|
||||
|
|
@ -110,7 +111,9 @@ class _OPTIONAL_PromptInjectionDetection(CustomLogger):
|
|||
return combinations
|
||||
|
||||
def check_user_input_similarity(
|
||||
self, user_input: str, similarity_threshold: float = 0.7
|
||||
self,
|
||||
user_input: str,
|
||||
similarity_threshold: float = DEFAULT_PROMPT_INJECTION_SIMILARITY_THRESHOLD,
|
||||
) -> bool:
|
||||
user_input_lower = user_input.lower()
|
||||
keywords = self.generate_injection_keywords()
|
||||
|
|
|
|||
|
|
@ -24,7 +24,7 @@ from fastapi import APIRouter, Depends, Header, HTTPException, Query, Request, s
|
|||
import litellm
|
||||
from litellm._logging import verbose_proxy_logger
|
||||
from litellm.caching import DualCache
|
||||
from litellm.constants import UI_SESSION_TOKEN_TEAM_ID
|
||||
from litellm.constants import LENGTH_OF_LITELLM_GENERATED_KEY, UI_SESSION_TOKEN_TEAM_ID
|
||||
from litellm.litellm_core_utils.duration_parser import duration_in_seconds
|
||||
from litellm.proxy._types import *
|
||||
from litellm.proxy.auth.auth_checks import (
|
||||
|
|
@ -1165,7 +1165,7 @@ async def generate_key_helper_fn( # noqa: PLR0915
|
|||
if key is not None:
|
||||
token = key
|
||||
else:
|
||||
token = f"sk-{secrets.token_urlsafe(16)}"
|
||||
token = f"sk-{secrets.token_urlsafe(LENGTH_OF_LITELLM_GENERATED_KEY)}"
|
||||
|
||||
if duration is None: # allow tokens that never expire
|
||||
expires = None
|
||||
|
|
@ -1747,7 +1747,7 @@ async def regenerate_key_fn(
|
|||
|
||||
verbose_proxy_logger.debug("key_in_db: %s", _key_in_db)
|
||||
|
||||
new_token = f"sk-{secrets.token_urlsafe(16)}"
|
||||
new_token = f"sk-{secrets.token_urlsafe(LENGTH_OF_LITELLM_GENERATED_KEY)}"
|
||||
new_token_hash = hash_token(new_token)
|
||||
new_token_key_name = f"sk-...{new_token[-4:]}"
|
||||
|
||||
|
|
|
|||
|
|
@ -15,6 +15,10 @@ from litellm.litellm_core_utils.litellm_logging import (
|
|||
)
|
||||
from litellm.litellm_core_utils.thread_pool_executor import executor
|
||||
from litellm.proxy.pass_through_endpoints.types import PassthroughStandardLoggingPayload
|
||||
from litellm.types.passthrough_endpoints.assembly_ai import (
|
||||
ASSEMBLY_AI_MAX_POLLING_ATTEMPTS,
|
||||
ASSEMBLY_AI_POLLING_INTERVAL,
|
||||
)
|
||||
|
||||
|
||||
class AssemblyAITranscriptResponse(TypedDict, total=False):
|
||||
|
|
@ -34,13 +38,13 @@ class AssemblyAIPassthroughLoggingHandler:
|
|||
The base URL for the AssemblyAI API
|
||||
"""
|
||||
|
||||
self.polling_interval: float = 10
|
||||
self.polling_interval: float = ASSEMBLY_AI_POLLING_INTERVAL
|
||||
"""
|
||||
The polling interval for the AssemblyAI API.
|
||||
litellm needs to poll the GET /transcript/{transcript_id} endpoint to get the status of the transcript.
|
||||
"""
|
||||
|
||||
self.max_polling_attempts = 180
|
||||
self.max_polling_attempts = ASSEMBLY_AI_MAX_POLLING_ATTEMPTS
|
||||
"""
|
||||
The maximum number of polling attempts for the AssemblyAI API.
|
||||
"""
|
||||
|
|
|
|||
|
|
@ -24,6 +24,7 @@ from typing import (
|
|||
get_type_hints,
|
||||
)
|
||||
|
||||
from litellm.constants import DEFAULT_SLACK_ALERTING_THRESHOLD
|
||||
from litellm.types.utils import (
|
||||
ModelResponse,
|
||||
ModelResponseStream,
|
||||
|
|
@ -116,7 +117,16 @@ import litellm
|
|||
from litellm import Router
|
||||
from litellm._logging import verbose_proxy_logger, verbose_router_logger
|
||||
from litellm.caching.caching import DualCache, RedisCache
|
||||
from litellm.constants import LITELLM_PROXY_ADMIN_NAME
|
||||
from litellm.constants import (
|
||||
DAYS_IN_A_MONTH,
|
||||
DEFAULT_HEALTH_CHECK_INTERVAL,
|
||||
DEFAULT_MODEL_CREATED_AT_TIME,
|
||||
LITELLM_PROXY_ADMIN_NAME,
|
||||
PROMETHEUS_FALLBACK_STATS_SEND_TIME_HOURS,
|
||||
PROXY_BATCH_WRITE_AT,
|
||||
PROXY_BUDGET_RESCHEDULER_MAX_TIME,
|
||||
PROXY_BUDGET_RESCHEDULER_MIN_TIME,
|
||||
)
|
||||
from litellm.exceptions import RejectedRequestError
|
||||
from litellm.integrations.SlackAlerting.slack_alerting import SlackAlerting
|
||||
from litellm.litellm_core_utils.core_helpers import (
|
||||
|
|
@ -774,9 +784,9 @@ queue: List = []
|
|||
litellm_proxy_budget_name = "litellm-proxy-budget"
|
||||
litellm_proxy_admin_name = LITELLM_PROXY_ADMIN_NAME
|
||||
ui_access_mode: Literal["admin", "all"] = "all"
|
||||
proxy_budget_rescheduler_min_time = 597
|
||||
proxy_budget_rescheduler_max_time = 605
|
||||
proxy_batch_write_at = 10 # in seconds
|
||||
proxy_budget_rescheduler_min_time = PROXY_BUDGET_RESCHEDULER_MIN_TIME
|
||||
proxy_budget_rescheduler_max_time = PROXY_BUDGET_RESCHEDULER_MAX_TIME
|
||||
proxy_batch_write_at = PROXY_BATCH_WRITE_AT
|
||||
litellm_master_key_hash = None
|
||||
disable_spend_logs = False
|
||||
jwt_handler = JWTHandler()
|
||||
|
|
@ -2045,7 +2055,9 @@ class ProxyConfig:
|
|||
use_background_health_checks = general_settings.get(
|
||||
"background_health_checks", False
|
||||
)
|
||||
health_check_interval = general_settings.get("health_check_interval", 300)
|
||||
health_check_interval = general_settings.get(
|
||||
"health_check_interval", DEFAULT_HEALTH_CHECK_INTERVAL
|
||||
)
|
||||
health_check_details = general_settings.get("health_check_details", True)
|
||||
|
||||
### RBAC ###
|
||||
|
|
@ -3332,7 +3344,7 @@ class ProxyStartupEvent:
|
|||
scheduler.add_job(
|
||||
proxy_logging_obj.slack_alerting_instance.send_fallback_stats_from_prometheus,
|
||||
"cron",
|
||||
hour=9,
|
||||
hour=PROMETHEUS_FALLBACK_STATS_SEND_TIME_HOURS,
|
||||
minute=0,
|
||||
timezone=ZoneInfo("America/Los_Angeles"), # Pacific Time
|
||||
)
|
||||
|
|
@ -3459,7 +3471,7 @@ async def model_list(
|
|||
{
|
||||
"id": model,
|
||||
"object": "model",
|
||||
"created": 1677610602,
|
||||
"created": DEFAULT_MODEL_CREATED_AT_TIME,
|
||||
"owned_by": "openai",
|
||||
}
|
||||
for model in all_models
|
||||
|
|
@ -5735,7 +5747,7 @@ async def model_metrics(
|
|||
param="None",
|
||||
code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
||||
)
|
||||
startTime = startTime or datetime.now() - timedelta(days=30)
|
||||
startTime = startTime or datetime.now() - timedelta(days=DAYS_IN_A_MONTH)
|
||||
endTime = endTime or datetime.now()
|
||||
|
||||
if api_key is None or api_key == "undefined":
|
||||
|
|
@ -5856,11 +5868,12 @@ async def model_metrics_slow_responses(
|
|||
if customer is None or customer == "undefined":
|
||||
customer = "null"
|
||||
|
||||
startTime = startTime or datetime.now() - timedelta(days=30)
|
||||
startTime = startTime or datetime.now() - timedelta(days=DAYS_IN_A_MONTH)
|
||||
endTime = endTime or datetime.now()
|
||||
|
||||
alerting_threshold = (
|
||||
proxy_logging_obj.slack_alerting_instance.alerting_threshold or 300
|
||||
proxy_logging_obj.slack_alerting_instance.alerting_threshold
|
||||
or DEFAULT_SLACK_ALERTING_THRESHOLD
|
||||
)
|
||||
alerting_threshold = int(alerting_threshold)
|
||||
|
||||
|
|
@ -5940,7 +5953,7 @@ async def model_metrics_exceptions(
|
|||
code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
||||
)
|
||||
|
||||
startTime = startTime or datetime.now() - timedelta(days=30)
|
||||
startTime = startTime or datetime.now() - timedelta(days=DAYS_IN_A_MONTH)
|
||||
endTime = endTime or datetime.now()
|
||||
|
||||
if api_key is None or api_key == "undefined":
|
||||
|
|
|
|||
|
|
@ -12,6 +12,7 @@ from email.mime.multipart import MIMEMultipart
|
|||
from email.mime.text import MIMEText
|
||||
from typing import TYPE_CHECKING, Any, List, Literal, Optional, Union, overload
|
||||
|
||||
from litellm.constants import MAX_TEAM_LIST_LIMIT
|
||||
from litellm.proxy._types import (
|
||||
DB_CONNECTION_ERROR_TYPES,
|
||||
CommonProxyErrors,
|
||||
|
|
@ -1552,7 +1553,9 @@ class PrismaClient:
|
|||
where={"team_id": {"in": team_id_list}}
|
||||
)
|
||||
elif query_type == "find_all" and team_id_list is None:
|
||||
response = await self.db.litellm_teamtable.find_many(take=20)
|
||||
response = await self.db.litellm_teamtable.find_many(
|
||||
take=MAX_TEAM_LIST_LIMIT
|
||||
)
|
||||
return response
|
||||
elif table_name == "user_notification":
|
||||
if query_type == "find_unique":
|
||||
|
|
|
|||
|
|
@ -5,6 +5,7 @@ from typing import Optional
|
|||
import litellm
|
||||
from litellm._logging import verbose_logger
|
||||
from litellm.caching.caching import InMemoryCache
|
||||
from litellm.constants import SECRET_MANAGER_REFRESH_INTERVAL
|
||||
from litellm.integrations.gcs_bucket.gcs_bucket_base import GCSBucketBase
|
||||
from litellm.llms.custom_httpx.http_handler import _get_httpx_client
|
||||
from litellm.proxy._types import CommonProxyErrors, KeyManagementSystem
|
||||
|
|
@ -13,7 +14,7 @@ from litellm.proxy._types import CommonProxyErrors, KeyManagementSystem
|
|||
class GoogleSecretManager(GCSBucketBase):
|
||||
def __init__(
|
||||
self,
|
||||
refresh_interval: Optional[int] = 86400,
|
||||
refresh_interval: Optional[int] = SECRET_MANAGER_REFRESH_INTERVAL,
|
||||
always_read_secret_manager: Optional[bool] = False,
|
||||
) -> None:
|
||||
"""
|
||||
|
|
|
|||
|
|
@ -6,6 +6,7 @@ import httpx
|
|||
import litellm
|
||||
from litellm._logging import verbose_logger
|
||||
from litellm.caching import InMemoryCache
|
||||
from litellm.constants import SECRET_MANAGER_REFRESH_INTERVAL
|
||||
from litellm.llms.custom_httpx.http_handler import (
|
||||
_get_httpx_client,
|
||||
get_async_httpx_client,
|
||||
|
|
@ -39,8 +40,14 @@ class HashicorpSecretManager(BaseSecretManager):
|
|||
|
||||
litellm.secret_manager_client = self
|
||||
litellm._key_management_system = KeyManagementSystem.HASHICORP_VAULT
|
||||
_refresh_interval = os.environ.get("HCP_VAULT_REFRESH_INTERVAL", 86400)
|
||||
_refresh_interval = int(_refresh_interval) if _refresh_interval else 86400
|
||||
_refresh_interval = os.environ.get(
|
||||
"HCP_VAULT_REFRESH_INTERVAL", SECRET_MANAGER_REFRESH_INTERVAL
|
||||
)
|
||||
_refresh_interval = (
|
||||
int(_refresh_interval)
|
||||
if _refresh_interval
|
||||
else SECRET_MANAGER_REFRESH_INTERVAL
|
||||
)
|
||||
self.cache = InMemoryCache(
|
||||
default_ttl=_refresh_interval
|
||||
) # store in memory for 1 day
|
||||
|
|
|
|||
2
litellm/types/passthrough_endpoints/assembly_ai.py
Normal file
2
litellm/types/passthrough_endpoints/assembly_ai.py
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
ASSEMBLY_AI_POLLING_INTERVAL = 10
|
||||
ASSEMBLY_AI_MAX_POLLING_ATTEMPTS = 180
|
||||
|
|
@ -11,28 +11,66 @@ ALLOWED_NUMBERS = {
|
|||
10,
|
||||
100,
|
||||
1000,
|
||||
1,
|
||||
4,
|
||||
3,
|
||||
500,
|
||||
408,
|
||||
422,
|
||||
401,
|
||||
404,
|
||||
429,
|
||||
6,
|
||||
409,
|
||||
60,
|
||||
403,
|
||||
400,
|
||||
3600,
|
||||
0.75,
|
||||
503,
|
||||
600,
|
||||
529,
|
||||
7,
|
||||
1024,
|
||||
1011,
|
||||
600,
|
||||
12,
|
||||
1000000000.0,
|
||||
0.1,
|
||||
50,
|
||||
128,
|
||||
6000,
|
||||
30,
|
||||
1000000,
|
||||
5,
|
||||
15,
|
||||
25,
|
||||
10000,
|
||||
60000,
|
||||
}
|
||||
|
||||
# Add all standard HTTP status codes
|
||||
HTTP_STATUS_CODES = {
|
||||
200, # OK
|
||||
201, # Created
|
||||
202, # Accepted
|
||||
204, # No Content
|
||||
300, # Multiple Choices
|
||||
301, # Moved Permanently
|
||||
302, # Found
|
||||
303, # See Other
|
||||
304, # Not Modified
|
||||
307, # Temporary Redirect
|
||||
308, # Permanent Redirect
|
||||
400, # Bad Request
|
||||
401, # Unauthorized
|
||||
402, # Payment Required
|
||||
403, # Forbidden
|
||||
404, # Not Found
|
||||
408, # Request Timeout
|
||||
409, # Conflict
|
||||
422, # Unprocessable Entity
|
||||
429, # Too Many Requests
|
||||
499, # Client Closed Request
|
||||
500, # Internal Server Error
|
||||
501, # Not Implemented
|
||||
502, # Bad Gateway
|
||||
503, # Service Unavailable
|
||||
504, # Gateway Timeout
|
||||
529, # Site is overloaded
|
||||
}
|
||||
|
||||
# Combine the sets
|
||||
ALLOWED_NUMBERS = ALLOWED_NUMBERS.union(HTTP_STATUS_CODES)
|
||||
|
||||
|
||||
class HardcodedNumberFinder(ast.NodeVisitor):
|
||||
def __init__(self):
|
||||
|
|
@ -74,11 +112,11 @@ def check_file(filename):
|
|||
def main():
|
||||
exit_code = 0
|
||||
folder = "../../litellm"
|
||||
ignore_file = "constants.py"
|
||||
ignore_files = ["constants.py", "proxy_cli.py"]
|
||||
ignore_folder = "types"
|
||||
for root, dirs, files in os.walk(folder):
|
||||
for filename in files:
|
||||
if filename.endswith(".py") and filename != ignore_file:
|
||||
if filename.endswith(".py") and filename not in ignore_files:
|
||||
full_path = os.path.join(root, filename)
|
||||
if ignore_folder in full_path:
|
||||
continue
|
||||
|
|
|
|||
|
|
@ -1,218 +1,20 @@
|
|||
ERROR in ../../litellm/proxy/proxy_cli.py: Hardcoded numbers detected:
|
||||
Line 89: 256
|
||||
Line 743: 4000
|
||||
Line 744: 1024
|
||||
Line 744: 49152
|
||||
Line 301: 4000
|
||||
ERROR in ../../litellm/proxy/proxy_server.py: Hardcoded numbers detected:
|
||||
Line 777: 597
|
||||
Line 778: 605
|
||||
Line 823: 499
|
||||
Line 2048: 300
|
||||
Line 3335: 9
|
||||
Line 3462: 1677610602
|
||||
Line 3490: 200
|
||||
Line 4211: 1024
|
||||
Line 4440: 1011
|
||||
Line 5738: 30
|
||||
Line 5859: 30
|
||||
Line 5863: 300
|
||||
Line 5943: 30
|
||||
Line 6686: 200
|
||||
Line 6690: 200
|
||||
Line 6819: 303
|
||||
Line 6888: 303
|
||||
Line 7117: 200
|
||||
ERROR in ../../litellm/proxy/utils.py: Hardcoded numbers detected:
|
||||
Line 255: 300
|
||||
Line 1555: 20
|
||||
Line 2438: 200
|
||||
Line 2760: 12
|
||||
Line 2826: 1000000000.0
|
||||
ERROR in ../../litellm/proxy/health_check.py: Hardcoded numbers detected:
|
||||
Line 77: 0.1
|
||||
ERROR in ../../litellm/proxy/post_call_rules.py: Hardcoded numbers detected:
|
||||
Line 3: 200
|
||||
ERROR in ../../litellm/proxy/common_utils/http_parsing_utils.py: Hardcoded numbers detected:
|
||||
Line 137: 1024
|
||||
Line 137: 1024
|
||||
ERROR in ../../litellm/proxy/common_utils/admin_ui_utils.py: Hardcoded numbers detected:
|
||||
Line 14: 200
|
||||
Line 18: 200
|
||||
Line 24: 200
|
||||
Line 239: 200
|
||||
ERROR in ../../litellm/proxy/common_utils/debug_utils.py: Hardcoded numbers detected:
|
||||
Line 39: 50
|
||||
Line 42: 1024
|
||||
Line 136: 1000000
|
||||
ERROR in ../../litellm/proxy/guardrails/guardrail_hooks/aporia_ai.py: Hardcoded numbers detected:
|
||||
Line 133: 200
|
||||
ERROR in ../../litellm/proxy/guardrails/guardrail_hooks/bedrock_guardrails.py: Hardcoded numbers detected:
|
||||
Line 224: 200
|
||||
ERROR in ../../litellm/proxy/guardrails/guardrail_hooks/lakera_ai.py: Hardcoded numbers detected:
|
||||
Line 272: 200
|
||||
ERROR in ../../litellm/proxy/spend_tracking/spend_management_endpoints.py: Hardcoded numbers detected:
|
||||
Line 123: 200
|
||||
Line 227: 200
|
||||
Line 371: 200
|
||||
Line 528: 200
|
||||
Line 681: 200
|
||||
Line 790: 200
|
||||
Line 920: 200
|
||||
Line 1279: 200
|
||||
Line 1330: 200
|
||||
Line 1464: 200
|
||||
Line 1657: 50
|
||||
Line 1617: 200
|
||||
Line 1763: 128
|
||||
Line 1818: 200
|
||||
Line 2128: 6000
|
||||
Line 2565: 30
|
||||
ERROR in ../../litellm/proxy/health_endpoints/_health_endpoints.py: Hardcoded numbers detected:
|
||||
Line 586: 200
|
||||
Line 608: 200
|
||||
ERROR in ../../litellm/proxy/auth/auth_checks.py: Hardcoded numbers detected:
|
||||
Line 61: 5
|
||||
ERROR in ../../litellm/proxy/auth/auth_utils.py: Hardcoded numbers detected:
|
||||
Line 414: 1024
|
||||
Line 414: 1024
|
||||
ERROR in ../../litellm/proxy/auth/litellm_license.py: Hardcoded numbers detected:
|
||||
Line 26: 15
|
||||
ERROR in ../../litellm/proxy/analytics_endpoints/analytics_endpoints.py: Hardcoded numbers detected:
|
||||
Line 19: 200
|
||||
ERROR in ../../litellm/proxy/hooks/prompt_injection_detection.py: Hardcoded numbers detected:
|
||||
Line 113: 0.7
|
||||
ERROR in ../../litellm/proxy/hooks/parallel_request_limiter.py: Hardcoded numbers detected:
|
||||
Line 177: 5
|
||||
ERROR in ../../litellm/proxy/hooks/model_max_budget_limiter.py: Hardcoded numbers detected:
|
||||
Line 178: 0.1
|
||||
ERROR in ../../litellm/proxy/management_endpoints/key_management_endpoints.py: Hardcoded numbers detected:
|
||||
Line 1168: 16
|
||||
Line 1750: 16
|
||||
ERROR in ../../litellm/proxy/management_endpoints/team_endpoints.py: Hardcoded numbers detected:
|
||||
Line 1727: 50
|
||||
Line 1713: 200
|
||||
ERROR in ../../litellm/proxy/management_endpoints/ui_sso.py: Hardcoded numbers detected:
|
||||
Line 225: 200
|
||||
Line 229: 200
|
||||
Line 694: 303
|
||||
ERROR in ../../litellm/proxy/management_endpoints/internal_user_endpoints.py: Hardcoded numbers detected:
|
||||
Line 911: 25
|
||||
Line 1186: 50
|
||||
Line 1172: 200
|
||||
ERROR in ../../litellm/proxy/db/prisma_client.py: Hardcoded numbers detected:
|
||||
Line 155: 30
|
||||
Line 168: 30
|
||||
Line 237: 5
|
||||
Line 237: 15
|
||||
Line 248: 5
|
||||
Line 248: 15
|
||||
ERROR in ../../litellm/proxy/pass_through_endpoints/pass_through_endpoints.py: Hardcoded numbers detected:
|
||||
Line 580: 300
|
||||
ERROR in ../../litellm/proxy/pass_through_endpoints/llm_provider_handlers/assembly_passthrough_logging_handler.py: Hardcoded numbers detected:
|
||||
Line 43: 180
|
||||
ERROR in ../../litellm/secret_managers/hashicorp_secret_manager.py: Hardcoded numbers detected:
|
||||
Line 42: 86400
|
||||
Line 43: 86400
|
||||
ERROR in ../../litellm/secret_managers/google_secret_manager.py: Hardcoded numbers detected:
|
||||
Line 16: 86400
|
||||
Line 87: 200
|
||||
ERROR in ../../litellm/secret_managers/main.py: Hardcoded numbers detected:
|
||||
Line 111: 5.0
|
||||
Line 118: 200
|
||||
Line 152: 5.0
|
||||
Line 161: 200
|
||||
Line 163: 300
|
||||
Line 163: 5
|
||||
ERROR in ../../litellm/integrations/mlflow.py: Hardcoded numbers detected:
|
||||
Line 38: 1000000000.0
|
||||
Line 80: 1000000000.0
|
||||
Line 126: 1000000000.0
|
||||
Line 229: 1000000000.0
|
||||
ERROR in ../../litellm/integrations/helicone.py: Hardcoded numbers detected:
|
||||
Line 137: 200
|
||||
Line 179: 200
|
||||
ERROR in ../../litellm/integrations/langsmith.py: Hardcoded numbers detected:
|
||||
Line 398: 300
|
||||
ERROR in ../../litellm/integrations/galileo.py: Hardcoded numbers detected:
|
||||
Line 116: 200
|
||||
Line 143: 200
|
||||
ERROR in ../../litellm/integrations/opentelemetry.py: Hardcoded numbers detected:
|
||||
Line 165: 1000000000.0
|
||||
Line 170: 1000000000.0
|
||||
Line 226: 1000000000.0
|
||||
Line 231: 1000000000.0
|
||||
Line 773: 1000000000.0
|
||||
Line 921: 1000000000.0
|
||||
Line 926: 1000000000.0
|
||||
Line 975: 1000000000.0
|
||||
Line 980: 1000000000.0
|
||||
ERROR in ../../litellm/integrations/custom_logger.py: Hardcoded numbers detected:
|
||||
Line 346: 10000
|
||||
ERROR in ../../litellm/integrations/weights_biases.py: Hardcoded numbers detected:
|
||||
Line 10: 8
|
||||
ERROR in ../../litellm/integrations/literal_ai.py: Hardcoded numbers detected:
|
||||
Line 103: 300
|
||||
Line 169: 300
|
||||
ERROR in ../../litellm/integrations/prometheus.py: Hardcoded numbers detected:
|
||||
Line 1363: 50
|
||||
ERROR in ../../litellm/integrations/argilla.py: Hardcoded numbers detected:
|
||||
Line 223: 300
|
||||
Line 377: 60000
|
||||
Line 381: 300
|
||||
ERROR in ../../litellm/integrations/athina.py: Hardcoded numbers detected:
|
||||
Line 92: 200
|
||||
ERROR in ../../litellm/integrations/greenscale.py: Hardcoded numbers detected:
|
||||
Line 62: 200
|
||||
ERROR in ../../litellm/integrations/pagerduty/pagerduty.py: Hardcoded numbers detected:
|
||||
Line 247: 5
|
||||
Line 262: 5
|
||||
ERROR in ../../litellm/integrations/prometheus_helpers/prometheus_api.py: Hardcoded numbers detected:
|
||||
Line 101: 30
|
||||
ERROR in ../../litellm/integrations/gcs_pubsub/pub_sub.py: Hardcoded numbers detected:
|
||||
Line 194: 200
|
||||
Line 194: 202
|
||||
ERROR in ../../litellm/integrations/gcs_bucket/gcs_bucket.py: Hardcoded numbers detected:
|
||||
Line 23: 2048
|
||||
Line 24: 20
|
||||
ERROR in ../../litellm/integrations/gcs_bucket/gcs_bucket_base.py: Hardcoded numbers detected:
|
||||
Line 232: 200
|
||||
Line 272: 200
|
||||
Line 272: 204
|
||||
Line 319: 200
|
||||
ERROR in ../../litellm/integrations/datadog/datadog_llm_obs.py: Hardcoded numbers detected:
|
||||
Line 110: 202
|
||||
Line 159: 1000000000.0
|
||||
Line 160: 1000000000.0
|
||||
ERROR in ../../litellm/integrations/datadog/datadog.py: Hardcoded numbers detected:
|
||||
Line 165: 413
|
||||
Line 170: 202
|
||||
Line 217: 202
|
||||
ERROR in ../../litellm/integrations/SlackAlerting/slack_alerting.py: Hardcoded numbers detected:
|
||||
Line 65: 300
|
||||
Line 348: 5
|
||||
Line 366: 5
|
||||
Line 649: 0.05
|
||||
Line 652: 0.15
|
||||
Line 1134: 200
|
||||
Line 1718: 30
|
||||
Line 1718: 24
|
||||
ERROR in ../../litellm/integrations/SlackAlerting/batching_handler.py: Hardcoded numbers detected:
|
||||
Line 73: 200
|
||||
ERROR in ../../litellm/integrations/azure_storage/azure_storage.py: Hardcoded numbers detected:
|
||||
Line 312: 5
|
||||
ERROR in ../../litellm/integrations/opik/opik.py: Hardcoded numbers detected:
|
||||
Line 106: 204
|
||||
Line 145: 300
|
||||
ERROR in ../../litellm/integrations/opik/utils.py: Hardcoded numbers detected:
|
||||
Line 14: 16000000000
|
||||
Line 16: 16
|
||||
Line 17: 12
|
||||
Line 18: 12
|
||||
Line 29: 16383
|
||||
Line 33: 14
|
||||
ERROR in ../../litellm/litellm_core_utils/token_counter.py: Hardcoded numbers detected:
|
||||
Line 52: 0.1
|
||||
Line 100: 768
|
||||
Line 101: 2000
|
||||
Line 104: 768
|
||||
|
|
@ -220,224 +22,97 @@ ERROR in ../../litellm/litellm_core_utils/token_counter.py: Hardcoded numbers de
|
|||
Line 135: 512
|
||||
Line 135: 512
|
||||
Line 148: 8
|
||||
Line 151: 5
|
||||
Line 157: 8
|
||||
Line 160: 8
|
||||
Line 160: 12
|
||||
Line 192: 16
|
||||
Line 192: 24
|
||||
Line 202: 192
|
||||
Line 202: 207
|
||||
Line 202: 196
|
||||
Line 202: 200
|
||||
Line 202: 204
|
||||
Line 205: 255
|
||||
Line 215: 12
|
||||
Line 215: 16
|
||||
Line 216: 24
|
||||
Line 216: 27
|
||||
Line 217: 27
|
||||
Line 217: 30
|
||||
Line 220: 12
|
||||
Line 220: 16
|
||||
Line 221: 26
|
||||
Line 221: 28
|
||||
Line 221: 16383
|
||||
Line 222: 28
|
||||
Line 222: 30
|
||||
Line 222: 16383
|
||||
Line 225: 12
|
||||
Line 225: 16
|
||||
Line 226: 21
|
||||
Line 226: 25
|
||||
Line 227: 16383
|
||||
Line 228: 14
|
||||
Line 228: 16383
|
||||
Line 238: 85
|
||||
ERROR in ../../litellm/litellm_core_utils/logging_callback_manager.py: Hardcoded numbers detected:
|
||||
Line 19: 30
|
||||
ERROR in ../../litellm/litellm_core_utils/litellm_logging.py: Hardcoded numbers detected:
|
||||
Line 526: 5
|
||||
Line 3681: 16
|
||||
Line 3746: 30
|
||||
Line 3747: 20
|
||||
ERROR in ../../litellm/litellm_core_utils/get_model_cost_map.py: Hardcoded numbers detected:
|
||||
Line 32: 5
|
||||
ERROR in ../../litellm/litellm_core_utils/mock_functions.py: Hardcoded numbers detected:
|
||||
Line 14: 1536
|
||||
ERROR in ../../litellm/litellm_core_utils/duration_parser.py: Hardcoded numbers detected:
|
||||
Line 29: 12
|
||||
Line 30: 31
|
||||
Line 59: 86400
|
||||
Line 61: 604800
|
||||
Line 66: 12
|
||||
ERROR in ../../litellm/litellm_core_utils/get_llm_provider_logic.py: Hardcoded numbers detected:
|
||||
Line 259: 64
|
||||
Line 262: 64
|
||||
ERROR in ../../litellm/litellm_core_utils/streaming_handler.py: Hardcoded numbers detected:
|
||||
Line 260: 5
|
||||
Line 303: 5
|
||||
Line 418: 5
|
||||
Line 562: 5
|
||||
Line 1173: 30
|
||||
Line 1185: 30
|
||||
ERROR in ../../litellm/litellm_core_utils/exception_mapping_utils.py: Hardcoded numbers detected:
|
||||
Line 445: 504
|
||||
Line 527: 413
|
||||
Line 617: 413
|
||||
Line 688: 14
|
||||
Line 772: 424
|
||||
Line 797: 504
|
||||
Line 968: 504
|
||||
Line 1058: 424
|
||||
Line 1086: 504
|
||||
Line 1386: 498
|
||||
Line 1612: 406
|
||||
Line 1613: 413
|
||||
Line 1635: 522
|
||||
Line 1636: 524
|
||||
Line 1646: 402
|
||||
Line 1668: 504
|
||||
Line 1669: 520
|
||||
Line 1780: 524
|
||||
Line 2043: 504
|
||||
Line 2137: 504
|
||||
ERROR in ../../litellm/litellm_core_utils/llm_cost_calc/tool_call_cost_tracking.py: Hardcoded numbers detected:
|
||||
Line 135: 2.5
|
||||
ERROR in ../../litellm/litellm_core_utils/llm_cost_calc/utils.py: Hardcoded numbers detected:
|
||||
Line 13: 128000
|
||||
ERROR in ../../litellm/litellm_core_utils/prompt_templates/image_handling.py: Hardcoded numbers detected:
|
||||
Line 19: 200
|
||||
ERROR in ../../litellm/litellm_core_utils/prompt_templates/factory.py: Hardcoded numbers detected:
|
||||
Line 386: 200
|
||||
Line 539: 200
|
||||
ERROR in ../../litellm/router_utils/handle_error.py: Hardcoded numbers detected:
|
||||
Line 57: 2000
|
||||
ERROR in ../../litellm/router_utils/prompt_caching_cache.py: Hardcoded numbers detected:
|
||||
Line 91: 300
|
||||
Line 108: 300
|
||||
ERROR in ../../litellm/llms/ollama_chat.py: Hardcoded numbers detected:
|
||||
Line 318: 200
|
||||
Line 388: 200
|
||||
Line 456: 200
|
||||
Line 544: 200
|
||||
ERROR in ../../litellm/llms/base_llm/base_model_iterator.py: Hardcoded numbers detected:
|
||||
Line 46: 5
|
||||
ERROR in ../../litellm/llms/codestral/completion/handler.py: Hardcoded numbers detected:
|
||||
Line 63: 200
|
||||
Line 144: 200
|
||||
ERROR in ../../litellm/llms/azure/azure.py: Hardcoded numbers detected:
|
||||
Line 818: 5.0
|
||||
Line 862: 120
|
||||
Line 888: 200
|
||||
Line 921: 5.0
|
||||
Line 962: 120
|
||||
Line 987: 200
|
||||
ERROR in ../../litellm/llms/azure/common_utils.py: Hardcoded numbers detected:
|
||||
Line 207: 200
|
||||
Line 353: 8
|
||||
Line 353: 15
|
||||
ERROR in ../../litellm/llms/azure/chat/gpt_transformation.py: Hardcoded numbers detected:
|
||||
Line 126: 2024
|
||||
Line 126: 8
|
||||
ERROR in ../../litellm/llms/predibase/chat/transformation.py: Hardcoded numbers detected:
|
||||
Line 30: 256
|
||||
Line 96: 0.01
|
||||
ERROR in ../../litellm/llms/predibase/chat/handler.py: Hardcoded numbers detected:
|
||||
Line 44: 200
|
||||
ERROR in ../../litellm/llms/deepinfra/chat/transformation.py: Hardcoded numbers detected:
|
||||
Line 87: 0.0001
|
||||
ERROR in ../../litellm/llms/triton/completion/transformation.py: Hardcoded numbers detected:
|
||||
Line 198: 2000
|
||||
Line 274: 20
|
||||
ERROR in ../../litellm/llms/vertex_ai/multimodal_embeddings/embedding_handler.py: Hardcoded numbers detected:
|
||||
Line 52: 300
|
||||
Line 83: 5.0
|
||||
Line 143: 200
|
||||
ERROR in ../../litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py: Hardcoded numbers detected:
|
||||
Line 849: 200
|
||||
Line 849: 201
|
||||
Line 887: 200
|
||||
Line 887: 201
|
||||
ERROR in ../../litellm/llms/vertex_ai/fine_tuning/handler.py: Hardcoded numbers detected:
|
||||
Line 195: 200
|
||||
Line 272: 5.0
|
||||
Line 285: 200
|
||||
Line 365: 200
|
||||
ERROR in ../../litellm/llms/vertex_ai/image_generation/image_generation_handler.py: Hardcoded numbers detected:
|
||||
Line 80: 5.0
|
||||
Line 130: 200
|
||||
Line 161: 5.0
|
||||
Line 224: 200
|
||||
ERROR in ../../litellm/llms/vertex_ai/gemini_embeddings/batch_embed_content_handler.py: Hardcoded numbers detected:
|
||||
Line 47: 300
|
||||
Line 78: 5.0
|
||||
Line 124: 200
|
||||
Line 156: 5.0
|
||||
Line 171: 200
|
||||
ERROR in ../../litellm/llms/vertex_ai/batches/handler.py: Hardcoded numbers detected:
|
||||
Line 91: 200
|
||||
Line 114: 200
|
||||
Line 190: 200
|
||||
Line 211: 200
|
||||
ERROR in ../../litellm/llms/vertex_ai/text_to_speech/text_to_speech_handler.py: Hardcoded numbers detected:
|
||||
Line 151: 200
|
||||
Line 165: 200
|
||||
Line 192: 200
|
||||
Line 206: 200
|
||||
ERROR in ../../litellm/llms/jina_ai/rerank/transformation.py: Hardcoded numbers detected:
|
||||
Line 85: 200
|
||||
ERROR in ../../litellm/llms/bedrock/base_aws_llm.py: Hardcoded numbers detected:
|
||||
Line 384: 75
|
||||
ERROR in ../../litellm/llms/bedrock/chat/invoke_handler.py: Hardcoded numbers detected:
|
||||
Line 73: 50
|
||||
Line 207: 200
|
||||
Line 235: 1024
|
||||
Line 243: 1024
|
||||
Line 248: 1024
|
||||
Line 293: 200
|
||||
Line 320: 1024
|
||||
Line 326: 1024
|
||||
Line 329: 1024
|
||||
Line 1008: 200
|
||||
Line 1015: 1024
|
||||
Line 1279: 392
|
||||
Line 1280: 2191
|
||||
Line 1281: 1796
|
||||
Line 1489: 200
|
||||
ERROR in ../../litellm/llms/bedrock/chat/converse_handler.py: Hardcoded numbers detected:
|
||||
Line 45: 200
|
||||
Line 70: 1024
|
||||
ERROR in ../../litellm/llms/bedrock/image/cost_calculator.py: Hardcoded numbers detected:
|
||||
Line 26: 50
|
||||
Line 27: 50
|
||||
ERROR in ../../litellm/llms/nlp_cloud/chat/handler.py: Hardcoded numbers detected:
|
||||
Line 113: 1024
|
||||
ERROR in ../../litellm/llms/fireworks_ai/cost_calculator.py: Hardcoded numbers detected:
|
||||
Line 28: 56
|
||||
Line 30: 176
|
||||
Line 40: 16.0
|
||||
Line 42: 80.0
|
||||
ERROR in ../../litellm/llms/fireworks_ai/chat/transformation.py: Hardcoded numbers detected:
|
||||
Line 246: 200
|
||||
ERROR in ../../litellm/llms/replicate/chat/transformation.py: Hardcoded numbers detected:
|
||||
Line 223: 64
|
||||
Line 226: 64
|
||||
ERROR in ../../litellm/llms/replicate/chat/handler.py: Hardcoded numbers detected:
|
||||
Line 31: 0.5
|
||||
Line 34: 200
|
||||
Line 80: 0.5
|
||||
Line 83: 200
|
||||
Line 208: 200
|
||||
Line 279: 200
|
||||
ERROR in ../../litellm/llms/anthropic/chat/transformation.py: Hardcoded numbers detected:
|
||||
Line 53: 4096
|
||||
Line 66: 4096
|
||||
ERROR in ../../litellm/llms/anthropic/chat/handler.py: Hardcoded numbers detected:
|
||||
Line 135: 200
|
||||
Line 765: 5
|
||||
Line 803: 5
|
||||
Line 836: 5
|
||||
ERROR in ../../litellm/llms/anthropic/completion/transformation.py: Hardcoded numbers detected:
|
||||
Line 68: 256
|
||||
ERROR in ../../litellm/llms/huggingface/chat/transformation.py: Hardcoded numbers detected:
|
||||
|
|
@ -450,63 +125,15 @@ ERROR in ../../litellm/llms/together_ai/cost_calculator.py: Hardcoded numbers de
|
|||
Line 44: 110.0
|
||||
Line 72: 150
|
||||
Line 74: 350
|
||||
ERROR in ../../litellm/llms/together_ai/rerank/handler.py: Hardcoded numbers detected:
|
||||
Line 61: 200
|
||||
Line 87: 200
|
||||
ERROR in ../../litellm/llms/openai_like/chat/handler.py: Hardcoded numbers detected:
|
||||
Line 46: 1024
|
||||
Line 85: 200
|
||||
Line 90: 1024
|
||||
Line 181: 5.0
|
||||
ERROR in ../../litellm/llms/openai/openai.py: Hardcoded numbers detected:
|
||||
Line 2018: 20
|
||||
Line 2083: 20
|
||||
ERROR in ../../litellm/llms/openai/chat/gpt_transformation.py: Hardcoded numbers detected:
|
||||
Line 352: 200
|
||||
ERROR in ../../litellm/llms/openai/realtime/handler.py: Hardcoded numbers detected:
|
||||
Line 61: 1011
|
||||
ERROR in ../../litellm/llms/openai/image_variations/handler.py: Hardcoded numbers detected:
|
||||
Line 95: 200
|
||||
Line 222: 200
|
||||
ERROR in ../../litellm/llms/sagemaker/common_utils.py: Hardcoded numbers detected:
|
||||
Line 176: 200
|
||||
ERROR in ../../litellm/llms/sagemaker/completion/transformation.py: Hardcoded numbers detected:
|
||||
Line 84: 0.01
|
||||
ERROR in ../../litellm/llms/sagemaker/completion/handler.py: Hardcoded numbers detected:
|
||||
Line 220: 200
|
||||
Line 229: 1024
|
||||
Line 293: 300.0
|
||||
Line 315: 200
|
||||
Line 375: 200
|
||||
Line 382: 1024
|
||||
Line 479: 300.0
|
||||
Line 529: 200
|
||||
ERROR in ../../litellm/llms/custom_httpx/http_handler.py: Hardcoded numbers detected:
|
||||
Line 33: 5.0
|
||||
Line 33: 5.0
|
||||
Line 704: 5.0
|
||||
Line 739: 5.0
|
||||
ERROR in ../../litellm/batches/batch_utils.py: Hardcoded numbers detected:
|
||||
Line 182: 200
|
||||
ERROR in ../../litellm/caching/qdrant_semantic_cache.py: Hardcoded numbers detected:
|
||||
Line 98: 200
|
||||
Line 121: 0.99
|
||||
Line 135: 1536
|
||||
ERROR in ../../litellm/caching/caching.py: Hardcoded numbers detected:
|
||||
Line 397: 5
|
||||
Line 409: 0.02
|
||||
ERROR in ../../litellm/caching/in_memory_cache.py: Hardcoded numbers detected:
|
||||
Line 25: 200
|
||||
Line 29: 1024
|
||||
Line 35: 200
|
||||
Line 55: 512
|
||||
Line 61: 1024
|
||||
Line 65: 1024
|
||||
Line 80: 1024
|
||||
ERROR in ../../litellm/caching/redis_cache.py: Hardcoded numbers detected:
|
||||
Line 57: 5.0
|
||||
ERROR in ../../litellm/router_strategy/lowest_cost.py: Hardcoded numbers detected:
|
||||
Line 286: 5.0
|
||||
Line 291: 5.0
|
||||
ERROR in ../../litellm/router_strategy/lowest_tpm_rpm_v2.py: Hardcoded numbers detected:
|
||||
Line 60: 0.1
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue