fix bad merge with injection shield?

This commit is contained in:
Ashwin Bharambe 2024-07-20 23:54:32 -07:00
parent 2408bd81c8
commit 0df57c4447
2 changed files with 3 additions and 5 deletions

View file

@ -2,9 +2,9 @@ model_inference_config:
impl_type: "inline" impl_type: "inline"
inline_config: inline_config:
checkpoint_type: "pytorch" checkpoint_type: "pytorch"
checkpoint_dir: /home/ashwin/local/checkpoints/Meta-Llama-3.1-8B-Instruct-20240710150000 checkpoint_dir: /home/ashwin/local/checkpoints/Meta-Llama-3.1-70B-Instruct-20240710150000
tokenizer_path: /home/ashwin/local/checkpoints/Meta-Llama-3.1-8B-Instruct-20240710150000/tokenizer.model tokenizer_path: /home/ashwin/local/checkpoints/Meta-Llama-3.1-70B-Instruct-20240710150000/tokenizer.model
model_parallel_size: 1 model_parallel_size: 8
max_seq_len: 2048 max_seq_len: 2048
max_batch_size: 1 max_batch_size: 1
quantization: quantization:

View file

@ -13,8 +13,6 @@ from toolchain.common.deployment_types import RestAPIExecutionConfig
@json_schema_type @json_schema_type
class BuiltinShield(Enum): class BuiltinShield(Enum):
llama_guard = "llama_guard" llama_guard = "llama_guard"
injection_shield = "injection_shield"
jailbreak_shield = "jailbreak_shield"
code_scanner_guard = "code_scanner_guard" code_scanner_guard = "code_scanner_guard"
third_party_shield = "third_party_shield" third_party_shield = "third_party_shield"
injection_shield = "injection_shield" injection_shield = "injection_shield"