phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use 1 file for fetch model options

Browse source
This commit is contained in:
Ishaan Jaff 2025-04-03 19:27:44 -07:00
parent 6ffe3f1e46
commit b361329e07
2 changed files with 61 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

30
ui/litellm-dashboard/src/components/chat_ui.tsx
View file

@ -23,9 +23,9 @@ import {
} from "@tremor/react";
import { message, Select } from "antd";
import { modelAvailableCall } from "./networking";
import { makeOpenAIChatCompletionRequest } from "./chat_ui/llm_calls/chat_completion";
import { makeOpenAIImageGenerationRequest } from "./chat_ui/llm_calls/image_generation";
import { fetchAvailableModels } from "./chat_ui/llm_calls/fetch_models";
import { Prism as SyntaxHighlighter } from "react-syntax-highlighter";
import { Typography } from "antd";
import { coy } from 'react-syntax-highlighter/dist/esm/styles/prism';
@ -70,33 +70,17 @@ const ChatUI: React.FC<ChatUIProps> = ({
}
// Fetch model info and set the default selected model
const fetchModelInfo = async () => {
const loadModels = async () => {
try {
const fetchedAvailableModels = await modelAvailableCall(
useApiKey ?? '', // Use empty string if useApiKey is null,
const uniqueModels = await fetchAvailableModels(
useApiKey,
userID,
userRole
);
console.log("model_info:", fetchedAvailableModels);
console.log("Fetched models:", uniqueModels);
if (fetchedAvailableModels?.data.length > 0) {
// Create a Map to store unique models using the model ID as key
const uniqueModelsMap = new Map();
fetchedAvailableModels["data"].forEach((item: { id: string }) => {
uniqueModelsMap.set(item.id, {
value: item.id,
label: item.id
});
});
// Convert Map values back to array
const uniqueModels = Array.from(uniqueModelsMap.values());
// Sort models alphabetically
uniqueModels.sort((a, b) => a.label.localeCompare(b.label));
if (uniqueModels.length > 0) {
setModelInfo(uniqueModels);
setSelectedModel(uniqueModels[0].value);
}
@ -105,7 +89,7 @@ const ChatUI: React.FC<ChatUIProps> = ({
}
};
fetchModelInfo();
loadModels();
}, [accessToken, userID, userRole, apiKeySource, apiKey]);