add configuration to control which models are exposed

This commit is contained in:
Ashwin Bharambe 2025-07-22 16:16:08 -07:00
parent 2e5ffab4e3
commit e3396513e9
7 changed files with 21 additions and 7 deletions

View file

@ -66,7 +66,7 @@ logger = get_logger(name=__name__, category="inference")
class TogetherInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProviderData):
def __init__(self, config: TogetherImplConfig) -> None:
ModelRegistryHelper.__init__(self, MODEL_ENTRIES)
ModelRegistryHelper.__init__(self, MODEL_ENTRIES, config.allowed_models)
self.config = config
async def initialize(self) -> None: