forked from phoenix/litellm-mirror
docs(virtual_keys.md): add dynamodb docs
This commit is contained in:
parent
befbcbb7ac
commit
0ed54ddc7f
4 changed files with 34 additions and 2 deletions
BIN
dist/litellm-1.16.21.dev1-py3-none-any.whl
vendored
Normal file
BIN
dist/litellm-1.16.21.dev1-py3-none-any.whl
vendored
Normal file
Binary file not shown.
BIN
dist/litellm-1.16.21.dev1.tar.gz
vendored
Normal file
BIN
dist/litellm-1.16.21.dev1.tar.gz
vendored
Normal file
Binary file not shown.
|
@ -244,3 +244,35 @@ general_settings:
|
||||||
$ litellm --config /path/to/config.yaml
|
$ litellm --config /path/to/config.yaml
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
|
## [BETA] Dynamo DB
|
||||||
|
|
||||||
|
Only live in `v1.16.21.dev1`.
|
||||||
|
|
||||||
|
### Step 1. Save keys to env
|
||||||
|
|
||||||
|
```env
|
||||||
|
AWS_ACCESS_KEY_ID = "your-aws-access-key-id"
|
||||||
|
AWS_SECRET_ACCESS_KEY = "your-aws-secret-access-key"
|
||||||
|
```
|
||||||
|
|
||||||
|
### Step 2. Add details to config
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
general_settings:
|
||||||
|
master_key: sk-1234
|
||||||
|
database_type: "dynamo_db"
|
||||||
|
database_args: { # 👈 all args - https://github.com/BerriAI/litellm/blob/befbcbb7ac8f59835ce47415c128decf37aac328/litellm/proxy/_types.py#L190
|
||||||
|
"billing_mode": "PAY_PER_REQUEST",
|
||||||
|
"region_name": "us-west-2"
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### Step 3. Generate Key
|
||||||
|
|
||||||
|
```bash
|
||||||
|
curl --location 'http://0.0.0.0:8000/key/generate' \
|
||||||
|
--header 'Authorization: Bearer sk-1234' \
|
||||||
|
--header 'Content-Type: application/json' \
|
||||||
|
--data '{"models": ["azure-models"], "aliases": {"mistral-7b": "gpt-3.5-turbo"}, "duration": null}'
|
||||||
|
```
|
|
@ -1,6 +1,6 @@
|
||||||
[tool.poetry]
|
[tool.poetry]
|
||||||
name = "litellm"
|
name = "litellm"
|
||||||
version = "1.16.21"
|
version = "1.16.21.dev1"
|
||||||
description = "Library to easily interface with LLM API providers"
|
description = "Library to easily interface with LLM API providers"
|
||||||
authors = ["BerriAI"]
|
authors = ["BerriAI"]
|
||||||
license = "MIT License"
|
license = "MIT License"
|
||||||
|
@ -59,7 +59,7 @@ requires = ["poetry-core", "wheel"]
|
||||||
build-backend = "poetry.core.masonry.api"
|
build-backend = "poetry.core.masonry.api"
|
||||||
|
|
||||||
[tool.commitizen]
|
[tool.commitizen]
|
||||||
version = "1.16.21"
|
version = "1.16.21.dev1"
|
||||||
version_files = [
|
version_files = [
|
||||||
"pyproject.toml:^version"
|
"pyproject.toml:^version"
|
||||||
]
|
]
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue