docs(virtual_keys.md): add dynamodb docs

This commit is contained in:
Krrish Dholakia 2024-01-09 23:26:45 +05:30
parent befbcbb7ac
commit 0ed54ddc7f
4 changed files with 34 additions and 2 deletions

Binary file not shown.

BIN
dist/litellm-1.16.21.dev1.tar.gz vendored Normal file

Binary file not shown.

View file

@ -244,3 +244,35 @@ general_settings:
$ litellm --config /path/to/config.yaml
```
## [BETA] Dynamo DB
Only live in `v1.16.21.dev1`.
### Step 1. Save keys to env
```env
AWS_ACCESS_KEY_ID = "your-aws-access-key-id"
AWS_SECRET_ACCESS_KEY = "your-aws-secret-access-key"
```
### Step 2. Add details to config
```yaml
general_settings:
master_key: sk-1234
database_type: "dynamo_db"
database_args: { # 👈 all args - https://github.com/BerriAI/litellm/blob/befbcbb7ac8f59835ce47415c128decf37aac328/litellm/proxy/_types.py#L190
"billing_mode": "PAY_PER_REQUEST",
"region_name": "us-west-2"
}
```
### Step 3. Generate Key
```bash
curl --location 'http://0.0.0.0:8000/key/generate' \
--header 'Authorization: Bearer sk-1234' \
--header 'Content-Type: application/json' \
--data '{"models": ["azure-models"], "aliases": {"mistral-7b": "gpt-3.5-turbo"}, "duration": null}'
```

View file

@ -1,6 +1,6 @@
[tool.poetry]
name = "litellm"
version = "1.16.21"
version = "1.16.21.dev1"
description = "Library to easily interface with LLM API providers"
authors = ["BerriAI"]
license = "MIT License"
@ -59,7 +59,7 @@ requires = ["poetry-core", "wheel"]
build-backend = "poetry.core.masonry.api"
[tool.commitizen]
version = "1.16.21"
version = "1.16.21.dev1"
version_files = [
"pyproject.toml:^version"
]