phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): deepcopy initial model list, don't mutate it

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-12 09:53:35 -08:00
parent 5e9286ed41
commit 0cf0c2d6dd
6 changed files with 280 additions and 102 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/router.py
View file

@ -7,6 +7,7 @@
#
# Thank you ! We ❤️ you! - Krrish & Ishaan
import copy
from datetime import datetime
from typing import Dict, List, Optional, Union, Literal, Any
import random, threading, time, traceback, uuid
@ -879,7 +880,7 @@ class Router:
return chosen_item
def set_model_list(self, model_list: list):
self.model_list = model_list
self.model_list = copy.deepcopy(model_list)
# we add api_base/api_key each model so load balancing between azure/gpt on api_base1 and api_base2 works
import os
for model in self.model_list: