mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
9 lines
265 B
YAML
9 lines
265 B
YAML
inference_config:
|
|
impl_type: "inline"
|
|
inline_config:
|
|
checkpoint_type: "pytorch"
|
|
checkpoint_dir: /home/cyni/local/llama-3
|
|
tokenizer_path: /home/cyni/local/llama-3/cl_toplang_128k
|
|
model_parallel_size: 1
|
|
max_seq_len: 2048
|
|
max_batch_size: 1
|