phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

UI - QOL improvements

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-08 20:39:07 -07:00
parent 80694ba79b
commit 46618573ad
2 changed files with 53 additions and 44 deletions
Download patch file Download diff file Expand all files Collapse all files

93
ui/litellm-dashboard/src/components/model_dashboard.tsx
View file

@ -176,58 +176,67 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
} }
const handleSubmit = async (formValues: Record<string, any>) => { const handleSubmit = async (formValues: Record<string, any>) => {
const litellmParamsObj: Record<string, any> = {}; try {
const modelInfoObj: Record<string, any> = {};
let modelName: string = "";
// Iterate through the key-value pairs in formValues
for (const [key, value] of Object.entries(formValues)) {
if (key == "model_name") {
modelName = value
}
// Check if key is any of the specified API related keys
if (key === "api_key" || key === "model" || key === "api_base" || key === "api_version" || key.startsWith("aws_")) {
// Add key-value pair to litellm_params dictionary
litellmParamsObj[key] = value;
}
// Check if key is "base_model"
if (key === "base_model") {
// Add key-value pair to model_info dictionary
modelInfoObj[key] = value;
}
if (key == "litellm_extra_params") { const litellmParamsObj: Record<string, any> = {};
console.log("litellm_extra_params:", value); const modelInfoObj: Record<string, any> = {};
let litellmExtraParams = {}; let modelName: string = "";
try { // Iterate through the key-value pairs in formValues
litellmExtraParams = JSON.parse(value); for (const [key, value] of Object.entries(formValues)) {
if (key == "model_name") {
modelName = value
} }
catch (error) {
message.error("Failed to parse LiteLLM Extra Paras: " + error); // Check if key is any of the specified API related keys
throw new Error("Failed to parse litellm_extra_params: " + error); if (key === "api_key" || key === "model" || key === "api_base" || key === "api_version" || key.startsWith("aws_")) {
} // Add key-value pair to litellm_params dictionary
for (const [key, value] of Object.entries(litellmExtraParams)) {
litellmParamsObj[key] = value; litellmParamsObj[key] = value;
} }
// Check if key is "base_model"
if (key === "base_model") {
// Add key-value pair to model_info dictionary
modelInfoObj[key] = value;
}
if (key == "litellm_extra_params") {
console.log("litellm_extra_params:", value);
let litellmExtraParams = {};
if (value && value != undefined) {
try {
litellmExtraParams = JSON.parse(value);
}
catch (error) {
message.error("Failed to parse LiteLLM Extra Params: " + error);
throw new Error("Failed to parse litellm_extra_params: " + error);
}
for (const [key, value] of Object.entries(litellmExtraParams)) {
litellmParamsObj[key] = value;
}
}
}
} }
}
const new_model: Model = { const new_model: Model = {
"model_name": modelName, "model_name": modelName,
"litellm_params": litellmParamsObj, "litellm_params": litellmParamsObj,
"model_info": modelInfoObj "model_info": modelInfoObj
} }
const response: any = await modelCreateCall( const response: any = await modelCreateCall(
accessToken, accessToken,
new_model new_model
); );
form.resetFields();
console.log(`response for model create call: ${response["data"]}`); console.log(`response for model create call: ${response["data"]}`);
} catch (error) {
message.error("Failed to create model: " + error);
}
} }
const handleOk = () => { const handleOk = () => {
@ -235,7 +244,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
.validateFields() .validateFields()
.then((values) => { .then((values) => {
handleSubmit(values); handleSubmit(values);
form.resetFields(); // form.resetFields();
}) })
.catch((error) => { .catch((error) => {
console.error("Validation failed:", error); console.error("Validation failed:", error);

2
ui/litellm-dashboard/src/components/networking.tsx
View file

@ -38,7 +38,7 @@ export const modelCreateCall = async (
const data = await response.json(); const data = await response.json();
console.log("API Response:", data); console.log("API Response:", data);
message.success("Model created successfully. Wait 60s and refresh.") message.success("Model created successfully. Wait 60s and refresh on 'All Models' page");
return data; return data;
} catch (error) { } catch (error) {
console.error("Failed to create key:", error); console.error("Failed to create key:", error);