From 7bcc23e8e962b024db3cbcbb56322f50e7e3f0c9 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Wed, 29 Nov 2023 18:13:27 -0800 Subject: [PATCH] (fix) router: set default rpm/tpm when not set --- litellm/router.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/router.py b/litellm/router.py index 220c86373..60d057c27 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -941,7 +941,7 @@ class Router: rpm = healthy_deployments[0].get("litellm_params").get("rpm", None) if rpm is not None: # use weight-random pick if rpms provided - rpms = [m["litellm_params"].get("rpm") for m in healthy_deployments] + rpms = [m["litellm_params"].get("rpm", 0) for m in healthy_deployments] self.print_verbose(f"\nrpms {rpms}") total_rpm = sum(rpms) weights = [rpm / total_rpm for rpm in rpms] @@ -955,7 +955,7 @@ class Router: tpm = healthy_deployments[0].get("litellm_params").get("tpm", None) if tpm is not None: # use weight-random pick if rpms provided - tpms = [m["litellm_params"].get("tpm") for m in healthy_deployments] + tpms = [m["litellm_params"].get("tpm", 0) for m in healthy_deployments] self.print_verbose(f"\ntpms {tpms}") total_tpm = sum(tpms) weights = [tpm / total_tpm for tpm in tpms]