phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #5582 from BerriAI/litellm_ui

Browse source 
[Feat UI] allow setting input / output cost per M tokens
This commit is contained in:
Ishaan Jaff 2024-09-07 12:32:42 -07:00 • committed by GitHub
commit e88482e6cf
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 17 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

25
ui/litellm-dashboard/src/components/model_dashboard.tsx
View file

@ -457,19 +457,19 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
</Form.Item> </Form.Item>
<Form.Item <Form.Item
label="input_cost_per_token" label="Input Cost per 1M Tokens"
name="input_cost_per_token" name="input_cost_per_million_tokens"
tooltip="float (optional) - Input cost per token" tooltip="float (optional) - Input cost per 1 million tokens"
> >
<InputNumber min={0} step={0.0001} /> <InputNumber min={0} step={0.01} />
</Form.Item> </Form.Item>
<Form.Item <Form.Item
label="output_cost_per_token" label="Output Cost per 1M Tokens"
name="output_cost_per_token" name="output_cost_per_million_tokens"
tooltip="float (optional) - Output cost per token" tooltip="float (optional) - Output cost per 1 million tokens"
> >
<InputNumber min={0} step={0.0001} /> <InputNumber min={0} step={0.01} />
</Form.Item> </Form.Item>
<Form.Item <Form.Item
@ -517,6 +517,15 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
let newLiteLLMParams: Record<string, any> = {}; let newLiteLLMParams: Record<string, any> = {};
let model_info_model_id = null; let model_info_model_id = null;
if (formValues.input_cost_per_million_tokens) {
formValues.input_cost_per_token = formValues.input_cost_per_million_tokens / 1000000;
delete formValues.input_cost_per_million_tokens;
}
if (formValues.output_cost_per_million_tokens) {
formValues.output_cost_per_token = formValues.output_cost_per_million_tokens / 1000000;
delete formValues.output_cost_per_million_tokens;
}
for (const [key, value] of Object.entries(formValues)) { for (const [key, value] of Object.entries(formValues)) {
if (key !== "model_id") { if (key !== "model_id") {
newLiteLLMParams[key] = value; newLiteLLMParams[key] = value;