phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

send custom llm provider when adding a new model

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-08 14:52:47 -07:00
parent cb52c59481
commit d7bfceacc6
1 changed files with 15 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

24
ui/litellm-dashboard/src/components/model_dashboard.tsx
View file

@ -208,10 +208,10 @@ const handleSubmit = async (
if (key == "model_name") {
modelName = modelName + value;
} else if (key == "custom_llm_provider") {
// const providerEnumValue = Providers[value as keyof typeof Providers];
// const mappingResult = provider_map[providerEnumValue]; // Get the corresponding value from the mapping
// modelName = mappingResult + "/" + modelName
continue;
console.log("custom_llm_provider:", value);
const mappingResult = provider_map[value]; // Get the corresponding value from the mapping
litellmParamsObj["custom_llm_provider"] = mappingResult;
console.log("custom_llm_provider mappingResult:", mappingResult);
} else if (key == "model") {
continue;
}
@ -625,7 +625,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
_initial_model_group =
_array_model_groups[_array_model_groups.length - 1];
console.log("_initial_model_group:", _initial_model_group);
setSelectedModelGroup(_initial_model_group);
//setSelectedModelGroup(_initial_model_group);
}
console.log("selectedModelGroup:", selectedModelGroup);
@ -767,6 +767,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
for (let i = 0; i < modelData.data.length; i++) {
let curr_model = modelData.data[i];
let litellm_model_name = curr_model?.litellm_params?.model;
let custom_llm_provider = curr_model?.litellm_params?.custom_llm_provider;
let model_info = curr_model?.model_info;
let defaultProvider = "openai";
@ -801,13 +802,18 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
let firstElement = splitModel[0];
// If there is only one element, default provider to openai
provider =
provider = custom_llm_provider;
if (!provider) {
provider =
splitModel.length === 1
? getProviderFromModel(litellm_model_name)
: firstElement;
}
} else {
// litellm_model_name is null or undefined, default provider to openai
provider = "openai";
provider = "-";
}
if (model_info) {
@ -1318,7 +1324,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
defaultValue={
selectedModelGroup
? selectedModelGroup
: availableModelGroups[0]
: undefined
}
onValueChange={(value) =>
setSelectedModelGroup(value === "all" ? "all" : value)
@ -1326,7 +1332,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
value={
selectedModelGroup
? selectedModelGroup
: availableModelGroups[0]
: undefined
}
>
<SelectItem value={"all"}>All Models</SelectItem>