mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-31 05:03:51 +00:00
87d209d6ef
commit a95d2b15b83057e194cf69e57a03deeeeeadd7c2
Author: m-misiura <mmisiura@redhat.com>
Date: Mon Mar 24 14:33:50 2025 +0000
🚧 working on the config file so that it is inheriting from pydantic base models
commit 0546379f817e37bca030247b48c72ce84899a766
Author: m-misiura <mmisiura@redhat.com>
Date: Mon Mar 24 09:14:31 2025 +0000
🚧 dealing with ruff checks
commit 8abe39ee4cb4b8fb77c7252342c4809fa6ddc432
Author: m-misiura <mmisiura@redhat.com>
Date: Mon Mar 24 09:03:18 2025 +0000
🚧 dealing with mypy errors in `base.py`
commit 045f833e79c9a25af3d46af6c8896da91a0e6e62
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 17:31:25 2025 +0000
🚧 fixing mypy errors in content.py
commit a9c1ee4e92ad1b5db89039317555cd983edbde65
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 17:09:02 2025 +0000
🚧 fixing mypy errors in chat.py
commit 69e8ddc2f8a4e13cecbab30272fd7d685d7864ec
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 16:57:28 2025 +0000
🚧 fixing mypy errors
commit 56739d69a145c55335ac2859ecbe5b43d556e3b1
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 14:01:03 2025 +0000
🚧 fixing mypy errors in `__init__.py`
commit 4d2e3b55c4102ed75d997c8189847bbc5524cb2c
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 12:58:06 2025 +0000
🚧 ensuring routing_tables.py do not fail the ci
commit c0cc7b4b09ef50d5ec95fdb0a916c7ed228bf366
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 12:09:24 2025 +0000
🐛 fixing linter problems
commit 115a50211b604feb4106275204fe7f863da865f6
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 11:47:04 2025 +0000
🐛 fixing ruff errors
commit 29b5bfaabc77a35ea036b57f75fded711228dbbf
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 11:33:31 2025 +0000
🎨 automatic ruff fixes
commit 7c5a334c7d4649c2fc297993f89791c1e5643e5b
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 11:15:02 2025 +0000
Squashed commit of the following:
commit e671aae5bcd4ea57d601ee73c9e3adf5e223e830
Merge: b0dd9a4f 9114bef4
Author: Mac Misiura <82826099+m-misiura@users.noreply.github.com>
Date: Fri Mar 21 09:45:08 2025 +0000
Merge branch 'meta-llama:main' into feat_fms_remote_safety_provider
commit b0dd9a4f746b0c8c54d1189d381a7ff8e51c812c
Author: m-misiura <mmisiura@redhat.com>
Date: Fri Mar 21 09:27:21 2025 +0000
📝 updated `provider_id`
commit 4c8906c1a4e960968b93251d09d5e5735db15026
Author: m-misiura <mmisiura@redhat.com>
Date: Thu Mar 20 16:54:46 2025 +0000
📝 renaming from `fms` to `trustyai_fms`
commit 4c0b62abc51b02143b5c818f2d30e1a1fee9e4f3
Merge: bb842d69 54035825
Author: m-misiura <mmisiura@redhat.com>
Date: Thu Mar 20 16:35:52 2025 +0000
Merge branch 'main' into feat_fms_remote_safety_provider
commit bb842d69548df256927465792e0cd107a267d2a0
Author: m-misiura <mmisiura@redhat.com>
Date: Wed Mar 19 15:03:17 2025 +0000
✨ added a better way of handling params from the configs
commit 58b6beabf0994849ac50317ed00b748596e8961d
Merge: a22cf36c 7c044845
Author: m-misiura <mmisiura@redhat.com>
Date: Wed Mar 19 09:19:57 2025 +0000
Merge main into feat_fms_remote_safety_provider, resolve conflicts by keeping main version
commit a22cf36c8757f74ed656c1310a4be6b288bf923a
Author: m-misiura <mmisiura@redhat.com>
Date: Wed Mar 5 16:17:46 2025 +0000
🎉 added a new remote safety provider compatible with FMS Orchestrator API and Detectors API
Signed-off-by: m-misiura <mmisiura@redhat.com>
76 lines
2.7 KiB
Python
76 lines
2.7 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from typing import List
|
|
|
|
from llama_stack.providers.datatypes import (
|
|
AdapterSpec,
|
|
Api,
|
|
InlineProviderSpec,
|
|
ProviderSpec,
|
|
remote_provider_spec,
|
|
)
|
|
|
|
|
|
def available_providers() -> List[ProviderSpec]:
|
|
return [
|
|
InlineProviderSpec(
|
|
api=Api.safety,
|
|
provider_type="inline::prompt-guard",
|
|
pip_packages=[
|
|
"transformers[accelerate]",
|
|
"torch --index-url https://download.pytorch.org/whl/cpu",
|
|
],
|
|
module="llama_stack.providers.inline.safety.prompt_guard",
|
|
config_class="llama_stack.providers.inline.safety.prompt_guard.PromptGuardConfig",
|
|
),
|
|
InlineProviderSpec(
|
|
api=Api.safety,
|
|
provider_type="inline::llama-guard",
|
|
pip_packages=[],
|
|
module="llama_stack.providers.inline.safety.llama_guard",
|
|
config_class="llama_stack.providers.inline.safety.llama_guard.LlamaGuardConfig",
|
|
api_dependencies=[
|
|
Api.inference,
|
|
],
|
|
),
|
|
InlineProviderSpec(
|
|
api=Api.safety,
|
|
provider_type="inline::code-scanner",
|
|
pip_packages=[
|
|
"codeshield",
|
|
],
|
|
module="llama_stack.providers.inline.safety.code_scanner",
|
|
config_class="llama_stack.providers.inline.safety.code_scanner.CodeScannerConfig",
|
|
),
|
|
remote_provider_spec(
|
|
api=Api.safety,
|
|
adapter=AdapterSpec(
|
|
adapter_type="bedrock",
|
|
pip_packages=["boto3"],
|
|
module="llama_stack.providers.remote.safety.bedrock",
|
|
config_class="llama_stack.providers.remote.safety.bedrock.BedrockSafetyConfig",
|
|
),
|
|
),
|
|
remote_provider_spec(
|
|
api=Api.safety,
|
|
adapter=AdapterSpec(
|
|
adapter_type="nvidia",
|
|
pip_packages=["requests"],
|
|
module="llama_stack.providers.remote.safety.nvidia",
|
|
config_class="llama_stack.providers.remote.safety.nvidia.NVIDIASafetyConfig",
|
|
),
|
|
),
|
|
remote_provider_spec(
|
|
api=Api.safety,
|
|
adapter=AdapterSpec(
|
|
adapter_type="trustyai_fms",
|
|
pip_packages=[],
|
|
module="llama_stack.providers.remote.safety.trustyai_fms",
|
|
config_class="llama_stack.providers.remote.safety.trustyai_fms.config.FMSSafetyProviderConfig",
|
|
),
|
|
),
|
|
]
|