forked from phoenix/litellm-mirror
docs secret manager
This commit is contained in:
parent
58de3f9486
commit
cfdbb3d237
2 changed files with 12 additions and 35 deletions
|
@ -61,7 +61,7 @@ litellm --config /path/to/config.yaml
|
||||||
```
|
```
|
||||||
|
|
||||||
## Azure Key Vault
|
## Azure Key Vault
|
||||||
|
<!--
|
||||||
### Quick Start
|
### Quick Start
|
||||||
|
|
||||||
```python
|
```python
|
||||||
|
@ -88,7 +88,7 @@ import litellm
|
||||||
litellm.secret_manager = client
|
litellm.secret_manager = client
|
||||||
|
|
||||||
litellm.get_secret("your-test-key")
|
litellm.get_secret("your-test-key")
|
||||||
```
|
``` -->
|
||||||
|
|
||||||
### Usage with LiteLLM Proxy Server
|
### Usage with LiteLLM Proxy Server
|
||||||
|
|
||||||
|
@ -160,29 +160,6 @@ $ litellm --test
|
||||||
|
|
||||||
[Quick Test Proxy](./proxy/quick_start#using-litellm-proxy---curl-request-openai-package-langchain-langchain-js)
|
[Quick Test Proxy](./proxy/quick_start#using-litellm-proxy---curl-request-openai-package-langchain-langchain-js)
|
||||||
|
|
||||||
|
<!--
|
||||||
## Infisical Secret Manager
|
|
||||||
Integrates with [Infisical's Secret Manager](https://infisical.com/) for secure storage and retrieval of API keys and sensitive data.
|
|
||||||
|
|
||||||
### Usage
|
|
||||||
liteLLM manages reading in your LLM API secrets/env variables from Infisical for you
|
|
||||||
|
|
||||||
```python
|
|
||||||
import litellm
|
|
||||||
from infisical import InfisicalClient
|
|
||||||
|
|
||||||
litellm.secret_manager = InfisicalClient(token="your-token")
|
|
||||||
|
|
||||||
messages = [
|
|
||||||
{"role": "system", "content": "You are a helpful assistant."},
|
|
||||||
{"role": "user", "content": "What's the weather like today?"},
|
|
||||||
]
|
|
||||||
|
|
||||||
response = litellm.completion(model="gpt-3.5-turbo", messages=messages)
|
|
||||||
|
|
||||||
print(response)
|
|
||||||
```
|
|
||||||
|
|
||||||
|
|
||||||
## .env Files
|
## .env Files
|
||||||
If no secret manager client is specified, Litellm automatically uses the `.env` file to manage sensitive data.
|
If no secret manager client is specified, Litellm automatically uses the `.env` file to manage sensitive data. -->
|
||||||
|
|
|
@ -50,6 +50,14 @@ const sidebars = {
|
||||||
label: "🪢 Logging",
|
label: "🪢 Logging",
|
||||||
items: ["proxy/logging", "proxy/bucket", "proxy/streaming_logging"],
|
items: ["proxy/logging", "proxy/bucket", "proxy/streaming_logging"],
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
type: "category",
|
||||||
|
label: "Secret Manager - storing LLM API Keys",
|
||||||
|
items: [
|
||||||
|
"secret",
|
||||||
|
"oidc"
|
||||||
|
]
|
||||||
|
},
|
||||||
"proxy/team_logging",
|
"proxy/team_logging",
|
||||||
"proxy/guardrails",
|
"proxy/guardrails",
|
||||||
"proxy/tag_routing",
|
"proxy/tag_routing",
|
||||||
|
@ -184,14 +192,6 @@ const sidebars = {
|
||||||
"anthropic_completion"
|
"anthropic_completion"
|
||||||
],
|
],
|
||||||
},
|
},
|
||||||
{
|
|
||||||
type: "category",
|
|
||||||
label: "Secret Manager",
|
|
||||||
items: [
|
|
||||||
"secret",
|
|
||||||
"oidc"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
type: "category",
|
type: "category",
|
||||||
label: "🚅 LiteLLM Python SDK",
|
label: "🚅 LiteLLM Python SDK",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue