phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) admin UI show model avg latency, num requests

Browse source
This commit is contained in:
ishaan-jaff 2024-03-06 12:59:09 -08:00
parent 6c79bea177
commit 929489111d
1 changed files with 17 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

21
ui/litellm-dashboard/src/components/model_dashboard.tsx
View file

@ -208,13 +208,26 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
</Table>
</Card>
<Card>
<Title>Model Statistics (Number Requests, Latency)</Title>
<Title>Model Statistics (Number Requests)</Title>
<BarChart
data={modelMetrics}
index="model"
categories={["num_requests", "avg_latency_seconds"]}
colors={["blue", "red"]}
yAxisWidth={100}
categories={["num_requests"]}
colors={["blue"]}
yAxisWidth={400}
layout="vertical"
tickGap={5}
/>
</Card>
<Card>
<Title>Model Statistics (Latency)</Title>
<BarChart
data={modelMetrics}
index="model"
categories={["avg_latency_seconds"]}
colors={["red"]}
yAxisWidth={400}
layout="vertical"
tickGap={5}
/>
</Card>