instantiate inference models

This commit is contained in:
Xi Yan 2024-09-19 21:33:35 -07:00
parent d2ec822b12
commit 7071c46422
6 changed files with 40 additions and 20 deletions

View file

@ -25,7 +25,6 @@ class BuiltinModelsImpl(Models):
config: BuiltinImplConfig,
) -> None:
self.config = config
cprint(self.config, "red")
self.models = {
entry.core_model_id: ModelSpec(
llama_model_metadata=resolve_model(entry.core_model_id),