Distribution server now functioning

This commit is contained in:
Ashwin Bharambe 2024-08-02 13:37:40 -07:00
parent 041cafbee3
commit 2cf9915806
21 changed files with 635 additions and 266 deletions

View file

@ -5,7 +5,7 @@
# the root directory of this source tree.
from .datatypes import * # noqa: F403
from typing import Protocol
from typing import List, Protocol
from llama_models.llama3_1.api.datatypes import Message
@ -19,7 +19,7 @@ class RunShieldRequest(BaseModel):
messages: List[Message]
class SafetyCheck(Protocol):
class Safety(Protocol):
@webmethod(route="/safety/run_shield")
async def run_shield(