fix vllm registry

This commit is contained in:
Dinesh Yeduguru 2024-11-13 12:12:22 -08:00
parent a019011326
commit e272f8aa62
3 changed files with 10 additions and 4 deletions

View file

@ -57,7 +57,7 @@ class ModelRegistryHelper(ModelsProtocolPrivate):
if provider_model_id in self.provider_id_to_llama_model_map:
return self.provider_id_to_llama_model_map[provider_model_id]
else:
None
return None
async def register_model(self, model: Model) -> Model:
model.provider_resource_id = self.get_provider_model_id(