mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 03:04:13 +00:00
816f0ef8d2
* fix(cost_calculator.py): move to using `.get_model_info()` for cost per token calculations ensures cost tracking is reliable - handles edge cases of parsing model cost map * build(model_prices_and_context_window.json): add 'supports_response_schema' for select tgai models Fixes https://github.com/BerriAI/litellm/pull/7037#discussion_r1872157329 * build(model_prices_and_context_window.json): remove 'pdf input' and 'vision' support from nova micro in model map Bedrock docs indicate no support for micro - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html * fix(converse_transformation.py): support amazon nova tool use * fix(opentelemetry): Add missing LLM request type attribute to spans (#7041) * feat(opentelemetry): add LLM request type attribute to spans * lint * fix: curl usage (#7038) curl -d, --data <data> is lowercase d curl -D, --dump-header <filename> is uppercase D references: https://curl.se/docs/manpage.html#-d https://curl.se/docs/manpage.html#-D * fix(spend_tracking.py): handle empty 'id' in model response - when creating spend log Fixes https://github.com/BerriAI/litellm/issues/7023 * fix(streaming_chunk_builder.py): handle initial id being empty string Fixes https://github.com/BerriAI/litellm/issues/7023 * fix(anthropic_passthrough_logging_handler.py): add end user cost tracking for anthropic pass through endpoint * docs(pass_through/): refactor docs location + add table on supported features for pass through endpoints * feat(anthropic_passthrough_logging_handler.py): support end user cost tracking via anthropic sdk * docs(anthropic_completion.md): add docs on passing end user param for cost tracking on anthropic sdk * fix(litellm_logging.py): use standard logging payload if present in kwargs prevent datadog logging error for pass through endpoints * docs(bedrock.md): add rerank api usage example to docs * bugfix/change dummy tool name format (#7053) * fix viewing keys (#7042) * ui new build * build(model_prices_and_context_window.json): add bedrock region models to model cost map (#7044) * bye (#6982) * (fix) litellm router.aspeech (#6962) * doc Migrating Databases * fix aspeech on router * test_audio_speech_router * test_audio_speech_router * docs show supported providers on batches api doc * change dummy tool name format --------- Co-authored-by: Ishaan Jaff <ishaanjaffer0324@gmail.com> Co-authored-by: Krish Dholakia <krrishdholakia@gmail.com> Co-authored-by: yujonglee <yujonglee.dev@gmail.com> * fix: fix linting errors * test: update test * fix(litellm_logging.py): fix pass through check * fix(test_otel_logging.py): fix test * fix(cost_calculator.py): update handling for cost per second * fix(cost_calculator.py): fix cost check * test: fix test * (fix) adding public routes when using custom header (#7045) * get_api_key_from_custom_header * add test_get_api_key_from_custom_header * fix testing use 1 file for test user api key auth * fix test user api key auth * test_custom_api_key_header_name * build: update ui build --------- Co-authored-by: Doron Kopit <83537683+doronkopit5@users.noreply.github.com> Co-authored-by: lloydchang <lloydchang@gmail.com> Co-authored-by: hgulersen <haymigulersen@gmail.com> Co-authored-by: Ishaan Jaff <ishaanjaffer0324@gmail.com> Co-authored-by: yujonglee <yujonglee.dev@gmail.com>
412 lines
12 KiB
JavaScript
412 lines
12 KiB
JavaScript
/**
|
|
* Creating a sidebar enables you to:
|
|
- create an ordered group of docs
|
|
- render a sidebar for each doc of that group
|
|
- provide next/previous navigation
|
|
|
|
The sidebars can be generated from the filesystem, or explicitly defined here.
|
|
|
|
Create as many sidebars as you want.
|
|
*/
|
|
|
|
// @ts-check
|
|
|
|
/** @type {import('@docusaurus/plugin-content-docs').SidebarsConfig} */
|
|
const sidebars = {
|
|
// // By default, Docusaurus generates a sidebar from the docs folder structure
|
|
|
|
// But you can create a sidebar manually
|
|
tutorialSidebar: [
|
|
{ type: "doc", id: "index" }, // NEW
|
|
{
|
|
type: "category",
|
|
label: "LiteLLM Proxy Server",
|
|
link: {
|
|
type: "generated-index",
|
|
title: "LiteLLM Proxy Server (LLM Gateway)",
|
|
description: `OpenAI Proxy Server (LLM Gateway) to call 100+ LLMs in a unified interface & track spend, set budgets per virtual key/user`,
|
|
slug: "/simple_proxy",
|
|
},
|
|
items: [
|
|
"proxy/docker_quick_start",
|
|
{
|
|
"type": "category",
|
|
"label": "Config.yaml",
|
|
"items": ["proxy/configs", "proxy/config_management", "proxy/config_settings"]
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Setup & Deployment",
|
|
items: [
|
|
"proxy/deploy",
|
|
"proxy/prod",
|
|
"proxy/cli",
|
|
"proxy/model_management",
|
|
"proxy/health",
|
|
"proxy/debugging",
|
|
"proxy/pass_through",
|
|
],
|
|
},
|
|
"proxy/demo",
|
|
{
|
|
type: "category",
|
|
label: "Architecture",
|
|
items: ["proxy/architecture", "proxy/db_info", "router_architecture"],
|
|
},
|
|
{
|
|
type: "link",
|
|
label: "All Endpoints (Swagger)",
|
|
href: "https://litellm-api.up.railway.app/",
|
|
},
|
|
"proxy/enterprise",
|
|
{
|
|
type: "category",
|
|
label: "Making LLM Requests",
|
|
items: [
|
|
"proxy/user_keys",
|
|
"proxy/response_headers",
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Authentication",
|
|
items: [
|
|
"proxy/virtual_keys",
|
|
"proxy/token_auth",
|
|
"proxy/service_accounts",
|
|
"proxy/access_control",
|
|
"proxy/ip_address",
|
|
"proxy/email",
|
|
"proxy/multiple_admins",
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Admin UI",
|
|
items: [
|
|
"proxy/ui",
|
|
"proxy/self_serve",
|
|
"proxy/custom_sso"
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Spend Tracking + Budgets",
|
|
items: ["proxy/cost_tracking", "proxy/users", "proxy/custom_pricing", "proxy/team_budgets", "proxy/billing", "proxy/customers"],
|
|
},
|
|
{
|
|
type: "link",
|
|
label: "Load Balancing, Routing, Fallbacks",
|
|
href: "https://docs.litellm.ai/docs/routing-load-balancing",
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Logging, Alerting, Metrics",
|
|
items: ["proxy/logging", "proxy/team_logging","proxy/alerting", "proxy/prometheus",],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "[Beta] Guardrails",
|
|
items: [
|
|
"proxy/guardrails/quick_start",
|
|
"proxy/guardrails/aporia_api",
|
|
"proxy/guardrails/guardrails_ai",
|
|
"proxy/guardrails/lakera_ai",
|
|
"proxy/guardrails/bedrock",
|
|
"proxy/guardrails/pii_masking_v2",
|
|
"proxy/guardrails/secret_detection",
|
|
"proxy/guardrails/custom_guardrail",
|
|
"prompt_injection"
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Secret Managers",
|
|
items: [
|
|
"secret",
|
|
"oidc"
|
|
]
|
|
},
|
|
"proxy/caching",
|
|
"proxy/call_hooks",
|
|
"proxy/rules",
|
|
]
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Supported Models & Providers",
|
|
link: {
|
|
type: "generated-index",
|
|
title: "Providers",
|
|
description:
|
|
"Learn how to deploy + call models from different providers on LiteLLM",
|
|
slug: "/providers",
|
|
},
|
|
items: [
|
|
"providers/openai",
|
|
"providers/text_completion_openai",
|
|
"providers/openai_compatible",
|
|
"providers/azure",
|
|
"providers/azure_ai",
|
|
"providers/vertex",
|
|
"providers/gemini",
|
|
"providers/anthropic",
|
|
"providers/aws_sagemaker",
|
|
"providers/bedrock",
|
|
"providers/litellm_proxy",
|
|
"providers/mistral",
|
|
"providers/codestral",
|
|
"providers/cohere",
|
|
"providers/anyscale",
|
|
"providers/huggingface",
|
|
"providers/databricks",
|
|
"providers/watsonx",
|
|
"providers/predibase",
|
|
"providers/nvidia_nim",
|
|
"providers/xai",
|
|
"providers/lm_studio",
|
|
"providers/cerebras",
|
|
"providers/volcano",
|
|
"providers/triton-inference-server",
|
|
"providers/ollama",
|
|
"providers/perplexity",
|
|
"providers/friendliai",
|
|
"providers/galadriel",
|
|
"providers/groq",
|
|
"providers/github",
|
|
"providers/deepseek",
|
|
"providers/fireworks_ai",
|
|
"providers/clarifai",
|
|
"providers/vllm",
|
|
"providers/xinference",
|
|
"providers/cloudflare_workers",
|
|
"providers/deepinfra",
|
|
"providers/ai21",
|
|
"providers/nlp_cloud",
|
|
"providers/replicate",
|
|
"providers/togetherai",
|
|
"providers/voyage",
|
|
"providers/jina_ai",
|
|
"providers/aleph_alpha",
|
|
"providers/baseten",
|
|
"providers/openrouter",
|
|
"providers/palm",
|
|
"providers/sambanova",
|
|
"providers/custom_llm_server",
|
|
"providers/petals",
|
|
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Guides",
|
|
items: [
|
|
"exception_mapping",
|
|
"completion/provider_specific_params",
|
|
"guides/finetuned_models",
|
|
"completion/audio",
|
|
"completion/document_understanding",
|
|
"completion/vision",
|
|
"completion/json_mode",
|
|
"completion/prompt_caching",
|
|
"completion/predict_outputs",
|
|
"completion/prefix",
|
|
"completion/drop_params",
|
|
"completion/prompt_formatting",
|
|
"completion/stream",
|
|
"completion/message_trimming",
|
|
"completion/function_call",
|
|
"completion/model_alias",
|
|
"completion/batching",
|
|
"completion/mock_requests",
|
|
"completion/reliable_completions",
|
|
|
|
]
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Supported Endpoints",
|
|
items: [
|
|
{
|
|
type: "category",
|
|
label: "Chat",
|
|
link: {
|
|
type: "generated-index",
|
|
title: "Chat Completions",
|
|
description: "Details on the completion() function",
|
|
slug: "/completion",
|
|
},
|
|
items: [
|
|
"completion/input",
|
|
"completion/output",
|
|
"completion/usage",
|
|
],
|
|
},
|
|
"text_completion",
|
|
"embedding/supported_embedding",
|
|
"image_generation",
|
|
{
|
|
type: "category",
|
|
label: "Audio",
|
|
"items": [
|
|
"audio_transcription",
|
|
"text_to_speech",
|
|
]
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Pass-through Endpoints (Anthropic SDK, etc.)",
|
|
items: [
|
|
"pass_through/vertex_ai",
|
|
"pass_through/google_ai_studio",
|
|
"pass_through/cohere",
|
|
"pass_through/anthropic_completion",
|
|
"pass_through/bedrock",
|
|
"pass_through/langfuse",
|
|
],
|
|
},
|
|
"rerank",
|
|
"assistants",
|
|
"batches",
|
|
"realtime",
|
|
"fine_tuning",
|
|
"moderation",
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Routing, Loadbalancing & Fallbacks",
|
|
link: {
|
|
type: "generated-index",
|
|
title: "Routing, Loadbalancing & Fallbacks",
|
|
description: "Learn how to load balance, route, and set fallbacks for your LLM requests",
|
|
slug: "/routing-load-balancing",
|
|
},
|
|
items: ["routing", "scheduler", "proxy/load_balancing", "proxy/reliability", "proxy/tag_routing", "proxy/provider_budget_routing", "proxy/team_based_routing", "proxy/customer_routing", "wildcard_routing"],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "LiteLLM Python SDK",
|
|
items: [
|
|
"set_keys",
|
|
"completion/token_usage",
|
|
"sdk_custom_pricing",
|
|
"embedding/async_embedding",
|
|
"embedding/moderation",
|
|
"budget_manager",
|
|
"caching/all_caches",
|
|
"migration",
|
|
{
|
|
type: "category",
|
|
label: "LangChain, LlamaIndex, Instructor Integration",
|
|
items: ["langchain/langchain", "tutorials/instructor"],
|
|
},
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Load Testing",
|
|
items: [
|
|
"benchmarks",
|
|
"load_test",
|
|
"load_test_advanced",
|
|
"load_test_sdk",
|
|
"load_test_rpm",
|
|
]
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Logging & Observability",
|
|
items: [
|
|
"observability/langfuse_integration",
|
|
"observability/gcs_bucket_integration",
|
|
"observability/langsmith_integration",
|
|
"observability/literalai_integration",
|
|
"observability/opentelemetry_integration",
|
|
"observability/logfire_integration",
|
|
"observability/argilla",
|
|
"observability/arize_integration",
|
|
"debugging/local_debugging",
|
|
"observability/raw_request_response",
|
|
"observability/custom_callback",
|
|
"observability/scrub_data",
|
|
"observability/braintrust",
|
|
"observability/sentry",
|
|
"observability/lago",
|
|
"observability/helicone_integration",
|
|
"observability/openmeter",
|
|
"observability/promptlayer_integration",
|
|
"observability/wandb_integration",
|
|
"observability/slack_integration",
|
|
"observability/athina_integration",
|
|
"observability/lunary_integration",
|
|
"observability/greenscale_integration",
|
|
"observability/supabase_integration",
|
|
`observability/telemetry`,
|
|
"observability/opik_integration",
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Tutorials",
|
|
items: [
|
|
'tutorials/litellm_proxy_aporia',
|
|
'tutorials/azure_openai',
|
|
'tutorials/instructor',
|
|
"tutorials/gradio_integration",
|
|
"tutorials/huggingface_codellama",
|
|
"tutorials/huggingface_tutorial",
|
|
"tutorials/TogetherAI_liteLLM",
|
|
"tutorials/finetuned_chat_gpt",
|
|
"tutorials/text_completion",
|
|
"tutorials/first_playground",
|
|
"tutorials/model_fallbacks",
|
|
],
|
|
},
|
|
{
|
|
type: "category",
|
|
label: "Extras",
|
|
items: [
|
|
"extras/contributing",
|
|
"data_security",
|
|
"migration_policy",
|
|
"contributing",
|
|
"proxy/pii_masking",
|
|
"extras/code_quality",
|
|
"rules",
|
|
"proxy_server",
|
|
{
|
|
type: "category",
|
|
label: "❤️ 🚅 Projects built on LiteLLM",
|
|
link: {
|
|
type: "generated-index",
|
|
title: "Projects built on LiteLLM",
|
|
description:
|
|
"Learn how to deploy + call models from different providers on LiteLLM",
|
|
slug: "/project",
|
|
},
|
|
items: [
|
|
"projects/Docq.AI",
|
|
"projects/OpenInterpreter",
|
|
"projects/dbally",
|
|
"projects/FastREPL",
|
|
"projects/PROMPTMETHEUS",
|
|
"projects/Codium PR Agent",
|
|
"projects/Prompt2Model",
|
|
"projects/SalesGPT",
|
|
"projects/Quivr",
|
|
"projects/Langstream",
|
|
"projects/Otter",
|
|
"projects/GPT Migrate",
|
|
"projects/YiVal",
|
|
"projects/LiteLLM Proxy",
|
|
"projects/llm_cord",
|
|
],
|
|
},
|
|
],
|
|
},
|
|
"troubleshoot",
|
|
],
|
|
};
|
|
|
|
module.exports = sidebars;
|