mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-29 07:14:20 +00:00
fix bad merge with injection shield?
This commit is contained in:
parent
2408bd81c8
commit
0df57c4447
2 changed files with 3 additions and 5 deletions
|
@ -2,9 +2,9 @@ model_inference_config:
|
||||||
impl_type: "inline"
|
impl_type: "inline"
|
||||||
inline_config:
|
inline_config:
|
||||||
checkpoint_type: "pytorch"
|
checkpoint_type: "pytorch"
|
||||||
checkpoint_dir: /home/ashwin/local/checkpoints/Meta-Llama-3.1-8B-Instruct-20240710150000
|
checkpoint_dir: /home/ashwin/local/checkpoints/Meta-Llama-3.1-70B-Instruct-20240710150000
|
||||||
tokenizer_path: /home/ashwin/local/checkpoints/Meta-Llama-3.1-8B-Instruct-20240710150000/tokenizer.model
|
tokenizer_path: /home/ashwin/local/checkpoints/Meta-Llama-3.1-70B-Instruct-20240710150000/tokenizer.model
|
||||||
model_parallel_size: 1
|
model_parallel_size: 8
|
||||||
max_seq_len: 2048
|
max_seq_len: 2048
|
||||||
max_batch_size: 1
|
max_batch_size: 1
|
||||||
quantization:
|
quantization:
|
||||||
|
|
|
@ -13,8 +13,6 @@ from toolchain.common.deployment_types import RestAPIExecutionConfig
|
||||||
@json_schema_type
|
@json_schema_type
|
||||||
class BuiltinShield(Enum):
|
class BuiltinShield(Enum):
|
||||||
llama_guard = "llama_guard"
|
llama_guard = "llama_guard"
|
||||||
injection_shield = "injection_shield"
|
|
||||||
jailbreak_shield = "jailbreak_shield"
|
|
||||||
code_scanner_guard = "code_scanner_guard"
|
code_scanner_guard = "code_scanner_guard"
|
||||||
third_party_shield = "third_party_shield"
|
third_party_shield = "third_party_shield"
|
||||||
injection_shield = "injection_shield"
|
injection_shield = "injection_shield"
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue