Make Safety test work, other cleanup

This commit is contained in:
Ashwin Bharambe 2024-10-09 21:09:50 -07:00
parent ba1f294cc6
commit fcd22b6baa
16 changed files with 229 additions and 123 deletions

View file

@ -63,19 +63,6 @@ class _HfAdapter(Inference, ModelsProtocolPrivate):
)
]
async def get_model(self, identifier: str) -> Optional[ModelDef]:
model = self.huggingface_repo_to_llama_model_id.get(self.model_id)
if model != identifier:
return None
return ModelDef(
identifier=model,
llama_model=model,
metadata={
"huggingface_repo": self.model_id,
},
)
async def shutdown(self) -> None:
pass