From 48779cb341e763e609690ad75dca985aee0e45a0 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 13 May 2024 17:58:28 -0700 Subject: [PATCH] docs(cost_tracking.md): update response object for spend tracking doc --- docs/my-website/docs/proxy/cost_tracking.md | 21 ++++++++++++++++----- docs/my-website/sidebars.js | 2 +- 2 files changed, 17 insertions(+), 6 deletions(-) diff --git a/docs/my-website/docs/proxy/cost_tracking.md b/docs/my-website/docs/proxy/cost_tracking.md index 56586361f..d4760d83f 100644 --- a/docs/my-website/docs/proxy/cost_tracking.md +++ b/docs/my-website/docs/proxy/cost_tracking.md @@ -1,7 +1,9 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; -# Spend Tracking +# 💸 Spend Tracking + +Track spend for keys, users, and teams across 100+ LLMs. ## Getting Spend Reports - To Charge Other Teams, API Keys @@ -27,21 +29,30 @@ curl -X GET 'http://localhost:4000/global/spend/report?start_date=2023-04-01&end { "team_name": "Prod Team", "total_spend": 0.0015265, - "metadata": [ + "metadata": [ # see the spend by unique(key + model) { "model": "gpt-4", "spend": 0.00123, - "total_tokens": 28 + "total_tokens": 28, + "api_key": "88dc28.." # the hashed api key + }, + { + "model": "gpt-4", + "spend": 0.00123, + "total_tokens": 28, + "api_key": "a73dc2.." # the hashed api key }, { "model": "chatgpt-v-2", "spend": 0.000214, - "total_tokens": 122 + "total_tokens": 122, + "api_key": "898c28.." # the hashed api key }, { "model": "gpt-3.5-turbo", "spend": 0.0000825, - "total_tokens": 85 + "total_tokens": 85, + "api_key": "84dc28.." # the hashed api key } ] } diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 3bb5dc88e..2deca9258 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -39,6 +39,7 @@ const sidebars = { "proxy/demo", "proxy/configs", "proxy/reliability", + "proxy/cost_tracking", "proxy/users", "proxy/user_keys", "proxy/enterprise", @@ -52,7 +53,6 @@ const sidebars = { "proxy/team_based_routing", "proxy/customer_routing", "proxy/ui", - "proxy/cost_tracking", "proxy/token_auth", { type: "category",