mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
docs(token_usage.md): adding new register model function
This commit is contained in:
parent
1483484626
commit
4198901a2d
2 changed files with 24 additions and 2 deletions
|
@ -13,7 +13,9 @@ However, we also expose 5 helper functions + **[NEW]** an API to calculate token
|
|||
|
||||
- `model_cost`: This returns a dictionary for all models, with their max_tokens, input_cost_per_token and output_cost_per_token. It uses the `api.litellm.ai` call shown below. [**Jump to code**](#5-model_cost)
|
||||
|
||||
- `api.litellm.ai`: Live token + price count across [all supported models](https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json). [**Jump to code**](#6-apilitellmai)
|
||||
- `register_model`: This registers new / overrides existing models (and their pricing details) in the model cost dictionary. [**Jump to code**](#6-register_model)
|
||||
|
||||
- `api.litellm.ai`: Live token + price count across [all supported models](https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json). [**Jump to code**](#7-apilitellmai)
|
||||
|
||||
📣 This is a community maintained list. Contributions are welcome! ❤️
|
||||
|
||||
|
@ -82,7 +84,26 @@ from litellm import model_cost
|
|||
print(model_cost) # {'gpt-3.5-turbo': {'max_tokens': 4000, 'input_cost_per_token': 1.5e-06, 'output_cost_per_token': 2e-06}, ...}
|
||||
```
|
||||
|
||||
### 6. `api.litellm.ai`
|
||||
### 6. `register_model`
|
||||
|
||||
* Output: Returns updated model_cost dictionary + updates litellm.model_cost with model details.
|
||||
|
||||
```python
|
||||
from litellm import register_model
|
||||
|
||||
litellm.register_model({
|
||||
"gpt-4": {
|
||||
"max_tokens": 8192,
|
||||
"input_cost_per_token": 0.00002,
|
||||
"output_cost_per_token": 0.00006,
|
||||
"litellm_provider": "openai",
|
||||
"mode": "chat"
|
||||
},
|
||||
})
|
||||
```
|
||||
|
||||
|
||||
### 7. `api.litellm.ai`
|
||||
|
||||
**Example Curl Request**
|
||||
```shell
|
||||
|
|
|
@ -1088,6 +1088,7 @@ def register_model(model_cost: dict):
|
|||
elif value.get('litellm_provider') == 'bedrock':
|
||||
if key not in litellm.bedrock_models:
|
||||
litellm.bedrock_models.append(key)
|
||||
return model_cost
|
||||
|
||||
def get_litellm_params(
|
||||
return_async=False,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue