phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(ui/time_to_first_token.tsx): add time to first token card to model metrics

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-22 18:09:53 -07:00
parent 3c0e9cb48e
commit 0f2c55dd81
4 changed files with 194 additions and 75 deletions
Download patch file Download diff file Expand all files Collapse all files

39
ui/litellm-dashboard/src/components/networking.tsx
View file

@ -473,6 +473,45 @@ export const modelMetricsCall = async (
throw error;
}
};
export const streamingModelMetricsCall = async (
accessToken: String,
modelGroup: String | null,
startTime: String | undefined,
endTime: String | undefined
) => {
/**
* Get all models on proxy
*/
try {
let url = proxyBaseUrl
? `${proxyBaseUrl}/model/streaming_metrics`
: `/model/streaming_metrics`;
if (modelGroup) {
url = `${url}?_selected_model_group=${modelGroup}&startTime=${startTime}&endTime=${endTime}`;
}
// message.info("Requesting model data");
const response = await fetch(url, {
method: "GET",
headers: {
Authorization: `Bearer ${accessToken}`,
"Content-Type": "application/json",
},
});
if (!response.ok) {
const errorData = await response.text();
message.error(errorData, 10);
throw new Error("Network response was not ok");
}
const data = await response.json();
// message.info("Received model data");
return data;
// Handle success - you might want to update some state or UI based on the created key
} catch (error) {
console.error("Failed to create key:", error);
throw error;
}
};
export const modelMetricsSlowResponsesCall = async (
accessToken: String,