phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) use deepcopy for model list

Browse source
This commit is contained in:
ishaan-jaff 2023-12-12 09:53:52 -08:00
parent f5d64a4992
commit a5dd8b1d4a
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router.py
View file

@ -17,6 +17,7 @@ import inspect, concurrent
from openai import AsyncOpenAI from openai import AsyncOpenAI
from collections import defaultdict from collections import defaultdict
from litellm.router_strategy.least_busy import LeastBusyLoggingHandler from litellm.router_strategy.least_busy import LeastBusyLoggingHandler
import copy
class Router: class Router:
""" """
Example usage: Example usage:
@ -81,6 +82,7 @@ class Router:
self.set_verbose = set_verbose self.set_verbose = set_verbose
self.deployment_names: List = [] # names of models under litellm_params. ex. azure/chatgpt-v-2 self.deployment_names: List = [] # names of models under litellm_params. ex. azure/chatgpt-v-2
if model_list: if model_list:
model_list = copy.deepcopy(model_list)
self.set_model_list(model_list) self.set_model_list(model_list)
self.healthy_deployments: List = self.model_list self.healthy_deployments: List = self.model_list
self.deployment_latency_map = {} self.deployment_latency_map = {}