phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

ui allow setting input / output cost per M tokens

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-07 12:07:14 -07:00
parent 009a1f7f86
commit 57d3d59aaf
1 changed files with 17 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

25
ui/litellm-dashboard/src/components/model_dashboard.tsx
View file

@ -457,19 +457,19 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
</Form.Item>
<Form.Item
label="input_cost_per_token"
name="input_cost_per_token"
tooltip="float (optional) - Input cost per token"
label="Input Cost per 1M Tokens"
name="input_cost_per_million_tokens"
tooltip="float (optional) - Input cost per 1 million tokens"
>
<InputNumber min={0} step={0.0001} />
<InputNumber min={0} step={0.01} />
</Form.Item>
<Form.Item
label="output_cost_per_token"
name="output_cost_per_token"
tooltip="float (optional) - Output cost per token"
label="Output Cost per 1M Tokens"
name="output_cost_per_million_tokens"
tooltip="float (optional) - Output cost per 1 million tokens"
>
<InputNumber min={0} step={0.0001} />
<InputNumber min={0} step={0.01} />
</Form.Item>
<Form.Item
@ -517,6 +517,15 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
let newLiteLLMParams: Record<string, any> = {};
let model_info_model_id = null;
if (formValues.input_cost_per_million_tokens) {
formValues.input_cost_per_token = formValues.input_cost_per_million_tokens / 1000000;
delete formValues.input_cost_per_million_tokens;
}
if (formValues.output_cost_per_million_tokens) {
formValues.output_cost_per_token = formValues.output_cost_per_million_tokens / 1000000;
delete formValues.output_cost_per_million_tokens;
}
for (const [key, value] of Object.entries(formValues)) {
if (key !== "model_id") {
newLiteLLMParams[key] = value;