phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #4692 from BerriAI/ui_fix_cache_ratio_calc

Browse source 
[UI] Fix Cache Ratio Calc
This commit is contained in:
Ishaan Jaff 2024-07-13 14:36:39 -07:00 • committed by GitHub
commit b0a1ed72b1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ui/litellm-dashboard/src/components/cache_dashboard.tsx
View file

@ -194,8 +194,9 @@ const CacheDashboard: React.FC<CachePageProps> = ({
// set header cache statistics // set header cache statistics
setCachedResponses(valueFormatterNumbers(cache_hits)); setCachedResponses(valueFormatterNumbers(cache_hits));
setCachedTokens(valueFormatterNumbers(cached_tokens)); setCachedTokens(valueFormatterNumbers(cached_tokens));
if (llm_api_requests > 0) { let allRequests = cache_hits + llm_api_requests
let cache_hit_ratio = ((cache_hits / llm_api_requests) * 100).toFixed(2); if (allRequests > 0) {
let cache_hit_ratio = ((cache_hits / allRequests) * 100).toFixed(2);
setCacheHitRatio(cache_hit_ratio); setCacheHitRatio(cache_hit_ratio);
} else { } else {
setCacheHitRatio("0"); setCacheHitRatio("0");