From ec6db03c4180fac0cd61bdb4f41b5a4133e949e1 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Tue, 30 Jul 2024 15:14:03 -0700
Subject: [PATCH] fix(router.py): gracefully handle scenario where completion
 response doesn't have total tokens

Closes https://github.com/BerriAI/litellm/issues/4968
---
 litellm/router.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/litellm/router.py b/litellm/router.py
index d72f3ea5e..fcbd3a230 100644
--- a/litellm/router.py
+++ b/litellm/router.py
@@ -2944,7 +2944,7 @@ class Router:
                 elif isinstance(id, int):
                     id = str(id)
 
-                total_tokens = completion_response["usage"]["total_tokens"]
+                total_tokens = completion_response["usage"].get("total_tokens", 0)
 
                 # ------------
                 # Setup values