phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Updating Cohere models, prices, and documentation

Browse source
This commit is contained in:
Jay Alammar 2024-09-10 13:47:05 -04:00
parent 21c6b2993e
commit 795b29dfc4
3 changed files with 15 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

7
docs/my-website/docs/providers/cohere.md
View file

@ -49,12 +49,11 @@ for chunk in response:
## Supported Models ## Supported Models
| Model Name | Function Call | | Model Name | Function Call |
|------------|----------------| |------------|----------------|
| command-r-plus-08-2024 | `completion('command-r-plus-08-2024', messages)` |
| command-r-08-2024 | `completion('command-r-08-2024', messages)` |
| command-r-plus | `completion('command-r-plus', messages)` |
| command-r | `completion('command-r', messages)` | | command-r | `completion('command-r', messages)` |
| command-light | `completion('command-light', messages)` | | command-light | `completion('command-light', messages)` |
| command-r-plus | `completion('command-r-plus', messages)` |
| command-medium | `completion('command-medium', messages)` |
| command-medium-beta | `completion('command-medium-beta', messages)` |
| command-xlarge-nightly | `completion('command-xlarge-nightly', messages)` |
| command-nightly | `completion('command-nightly', messages)` | | command-nightly | `completion('command-nightly', messages)` |

30
litellm/model_prices_and_context_window_backup.json
View file

@ -2685,8 +2685,8 @@
"max_tokens": 4096, "max_tokens": 4096,
"max_input_tokens": 4096, "max_input_tokens": 4096,
"max_output_tokens": 4096, "max_output_tokens": 4096,
"input_cost_per_token": 0.000015, "input_cost_per_token": 0.0000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.0000006,
"litellm_provider": "cohere_chat", "litellm_provider": "cohere_chat",
"mode": "chat" "mode": "chat"
}, },
@ -2714,8 +2714,8 @@
"max_tokens": 4096, "max_tokens": 4096,
"max_input_tokens": 4096, "max_input_tokens": 4096,
"max_output_tokens": 4096, "max_output_tokens": 4096,
"input_cost_per_token": 0.000015, "input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000002,
"litellm_provider": "cohere", "litellm_provider": "cohere",
"mode": "completion" "mode": "completion"
}, },
@ -2723,26 +2723,8 @@
"max_tokens": 4096, "max_tokens": 4096,
"max_input_tokens": 4096, "max_input_tokens": 4096,
"max_output_tokens": 4096, "max_output_tokens": 4096,
"input_cost_per_token": 0.000015, "input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000002,
"litellm_provider": "cohere",
"mode": "completion"
},
"command-medium-beta": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"command-xlarge-beta": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere", "litellm_provider": "cohere",
"mode": "completion" "mode": "completion"
}, },

30
model_prices_and_context_window.json
View file

@ -2685,8 +2685,8 @@
"max_tokens": 4096, "max_tokens": 4096,
"max_input_tokens": 4096, "max_input_tokens": 4096,
"max_output_tokens": 4096, "max_output_tokens": 4096,
"input_cost_per_token": 0.000015, "input_cost_per_token": 0.0000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.0000006,
"litellm_provider": "cohere_chat", "litellm_provider": "cohere_chat",
"mode": "chat" "mode": "chat"
}, },
@ -2714,8 +2714,8 @@
"max_tokens": 4096, "max_tokens": 4096,
"max_input_tokens": 4096, "max_input_tokens": 4096,
"max_output_tokens": 4096, "max_output_tokens": 4096,
"input_cost_per_token": 0.000015, "input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000002,
"litellm_provider": "cohere", "litellm_provider": "cohere",
"mode": "completion" "mode": "completion"
}, },
@ -2723,26 +2723,8 @@
"max_tokens": 4096, "max_tokens": 4096,
"max_input_tokens": 4096, "max_input_tokens": 4096,
"max_output_tokens": 4096, "max_output_tokens": 4096,
"input_cost_per_token": 0.000015, "input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000002,
"litellm_provider": "cohere",
"mode": "completion"
},
"command-medium-beta": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"command-xlarge-beta": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere", "litellm_provider": "cohere",
"mode": "completion" "mode": "completion"
}, },