This commit is contained in:
Botao Chen 2024-12-18 15:58:51 -08:00
parent 9e5b7d5c9e
commit 7ab807ad76
3 changed files with 17 additions and 2 deletions

View file

@ -107,6 +107,7 @@ class MetaReferenceInferenceImpl(
pass
async def register_model(self, model: Model) -> Model:
print("model metadata", model.metadata["llama_model"])
llama_model = (
resolve_model(model.metadata["llama_model"])
if "llama_model" in model.metadata