mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 10:44:24 +00:00
docs(sidebars.js): add custom pricing to docs
This commit is contained in:
parent
2ce4258cc0
commit
82bbf336d5
3 changed files with 35 additions and 0 deletions
34
docs/my-website/docs/proxy/custom_pricing.md
Normal file
34
docs/my-website/docs/proxy/custom_pricing.md
Normal file
|
@ -0,0 +1,34 @@
|
||||||
|
import Image from '@theme/IdealImage';
|
||||||
|
|
||||||
|
# Custom Pricing - Sagemaker, etc.
|
||||||
|
|
||||||
|
Use this to register custom pricing (cost per token or cost per second) for models.
|
||||||
|
|
||||||
|
## Quick Start
|
||||||
|
|
||||||
|
Register custom pricing for sagemaker completion + embedding models.
|
||||||
|
|
||||||
|
For cost per second pricing, you **just** need to register `input_cost_per_second`.
|
||||||
|
|
||||||
|
**Step 1: Add pricing to config.yaml**
|
||||||
|
```yaml
|
||||||
|
model_list:
|
||||||
|
- model_name: sagemaker-completion-model
|
||||||
|
litellm_params:
|
||||||
|
model: sagemaker/berri-benchmarking-Llama-2-70b-chat-hf-4
|
||||||
|
input_cost_per_second: 0.000420
|
||||||
|
- model_name: sagemaker-embedding-model
|
||||||
|
litellm_params:
|
||||||
|
model: sagemaker/berri-benchmarking-gpt-j-6b-fp16
|
||||||
|
input_cost_per_second: 0.000420
|
||||||
|
```
|
||||||
|
|
||||||
|
**Step 2: Start proxy**
|
||||||
|
|
||||||
|
```bash
|
||||||
|
litellm /path/to/config.yaml
|
||||||
|
```
|
||||||
|
|
||||||
|
**Step 3: View Spend Logs**
|
||||||
|
|
||||||
|
<Image img={require('../../img/spend_logs_table.png')} />
|
BIN
docs/my-website/img/spend_logs_table.png
Normal file
BIN
docs/my-website/img/spend_logs_table.png
Normal file
Binary file not shown.
After Width: | Height: | Size: 189 KiB |
|
@ -139,6 +139,7 @@ const sidebars = {
|
||||||
"items": [
|
"items": [
|
||||||
"proxy/call_hooks",
|
"proxy/call_hooks",
|
||||||
"proxy/rules",
|
"proxy/rules",
|
||||||
|
"proxy/custom_pricing"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"proxy/deploy",
|
"proxy/deploy",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue