phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix cache ratio calc

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-13 08:34:32 -07:00
parent 8203174faf
commit 744deaec75
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ui/litellm-dashboard/src/components/cache_dashboard.tsx
View file

@ -194,8 +194,9 @@ const CacheDashboard: React.FC<CachePageProps> = ({
// set header cache statistics
setCachedResponses(valueFormatterNumbers(cache_hits));
setCachedTokens(valueFormatterNumbers(cached_tokens));
if (llm_api_requests > 0) {
let cache_hit_ratio = ((cache_hits / llm_api_requests) * 100).toFixed(2);
let allRequests = cache_hits + llm_api_requests
if (allRequests > 0) {
let cache_hit_ratio = ((cache_hits / allRequests) * 100).toFixed(2);
setCacheHitRatio(cache_hit_ratio);
} else {
setCacheHitRatio("0");