From 1bb07e54d49d14dd12863a9bb37f19d15a1d0be4 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Mon, 8 Apr 2024 13:20:28 -0700
Subject: [PATCH] ui - pass extra litellm params

---
 .../src/components/model_dashboard.tsx        | 33 +++++++++++++++++++
 1 file changed, 33 insertions(+)

diff --git a/ui/litellm-dashboard/src/components/model_dashboard.tsx b/ui/litellm-dashboard/src/components/model_dashboard.tsx
index 61d2a5277..4194b56cc 100644
--- a/ui/litellm-dashboard/src/components/model_dashboard.tsx
+++ b/ui/litellm-dashboard/src/components/model_dashboard.tsx
@@ -33,6 +33,7 @@ import {
 import { Badge, BadgeDelta, Button } from "@tremor/react";
 import RequestAccess from "./request_model_access";
 import { Typography } from "antd";
+import TextArea from "antd/es/input/TextArea";
 
 const { Title: Title2, Link } = Typography;
 
@@ -183,6 +184,22 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
         // Add key-value pair to model_info dictionary
         modelInfoObj[key] = value;
       }
+
+
+      if (key == "litellm_extra_params") {
+        console.log("litellm_extra_params:", value);
+        let litellmExtraParams = {};
+        try {
+          litellmExtraParams = JSON.parse(value);
+        }
+        catch (error) {
+          message.error("Failed to parse LiteLLM Extra Paras: " + error);
+          throw new Error("Failed to parse litellm_extra_params: " + error);
+        }
+        for (const [key, value] of Object.entries(litellmExtraParams)) {
+          litellmParamsObj[key] = value;
+        }
+      }
     }
 
     const new_model: Model = {  
@@ -420,6 +437,22 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
                   <TextInput placeholder="us-east-1"/>
                 </Form.Item>
                 }
+                <Form.Item label="LiteLLM Params" name="litellm_extra_params" tooltip="Actual model name used for making litellm.completion() call." className="mb-0">
+                <TextArea
+                  rows={4}
+                  placeholder='{
+                    "rpm": 100,
+                    "timeout": 0,
+                    "stream_timeout": 0
+                  }'
+                />
+
+                </Form.Item>
+                <Row>
+                <Col span={10}></Col>
+                <Col span={10}><Text className="mb-3 mt-1">Pass JSON of litellm supported params <Link href="https://docs.litellm.ai/docs/completion/input" target="_blank">litellm.completion() call</Link></Text></Col>
+                </Row>
+
               </>
               <div style={{ textAlign: "center", marginTop: "10px" }}>
                 <Button2 htmlType="submit">Add Model</Button2>