mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-27 11:43:54 +00:00
fix add master key in requests
This commit is contained in:
parent
224eca697d
commit
07a54faab1
1 changed files with 2 additions and 40 deletions
|
@ -4,49 +4,11 @@ model_list:
|
||||||
model: openai/fake
|
model: openai/fake
|
||||||
api_key: fake-key
|
api_key: fake-key
|
||||||
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
||||||
- model_name: llama3
|
|
||||||
litellm_params:
|
|
||||||
model: groq/llama3-8b-8192
|
|
||||||
- model_name: gpt-3.5-turbo
|
|
||||||
litellm_params:
|
|
||||||
model: gpt-3.5-turbo
|
|
||||||
- model_name: "*"
|
|
||||||
litellm_params:
|
|
||||||
model: openai/*
|
|
||||||
api_key: os.environ/OPENAI_API_KEY
|
|
||||||
- model_name: mistral-embed
|
|
||||||
litellm_params:
|
|
||||||
model: mistral/mistral-embed
|
|
||||||
|
|
||||||
general_settings:
|
general_settings:
|
||||||
pass_through_endpoints:
|
master_key: sk-1234
|
||||||
- path: "/v1/rerank"
|
|
||||||
target: "https://api.cohere.com/v1/rerank"
|
|
||||||
auth: true # 👈 Key change to use LiteLLM Auth / Keys
|
|
||||||
headers:
|
|
||||||
Authorization: "bearer os.environ/COHERE_API_KEY"
|
|
||||||
content-type: application/json
|
|
||||||
accept: application/json
|
|
||||||
- path: "/api/public/ingestion"
|
|
||||||
target: "https://us.cloud.langfuse.com/api/public/ingestion"
|
|
||||||
auth: true
|
|
||||||
headers:
|
|
||||||
LANGFUSE_PUBLIC_KEY: "os.environ/LANGFUSE_DEV_PUBLIC_KEY"
|
|
||||||
LANGFUSE_SECRET_KEY: "os.environ/LANGFUSE_DEV_SK_KEY"
|
|
||||||
|
|
||||||
litellm_settings:
|
litellm_settings:
|
||||||
cache: true
|
cache: true
|
||||||
callbacks: ["otel"]
|
callbacks: ["otel"]
|
||||||
guardrails:
|
|
||||||
- prompt_injection:
|
|
||||||
callbacks: [lakera_prompt_injection, hide_secrets]
|
|
||||||
default_on: true
|
|
||||||
- hide_secrets:
|
|
||||||
callbacks: [hide_secrets]
|
|
||||||
default_on: true
|
|
||||||
|
|
||||||
assistant_settings:
|
|
||||||
custom_llm_provider: openai
|
|
||||||
litellm_params:
|
|
||||||
api_key: os.environ/OPENAI_API_KEY
|
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue