phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add safety adapters, configuration handling, server + clients

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-03 19:46:59 -07:00
parent 9dafa6ad94
commit fe582a739d
13 changed files with 286 additions and 67 deletions
Download patch file Download diff file Expand all files Collapse all files

13
llama_toolchain/safety/api/endpoints.py
View file

@ -15,14 +15,19 @@ from pyopenapi import webmethod
@json_schema_type
class RunShieldRequest(BaseModel):
shield_type: ShieldType
messages: List[Message]
shields: List[ShieldDefinition]
@json_schema_type
class RunShieldResponse(BaseModel):
responses: List[ShieldResponse]
class Safety(Protocol):
@webmethod(route="/safety/run_shield")
async def run_shield(
@webmethod(route="/safety/run_shields")
async def run_shields(
self,
request: RunShieldRequest,
) -> ShieldResponse: ...
) -> RunShieldResponse: ...