phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-13 14:08:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Changes from the main repo

Browse source
This commit is contained in:
Ashwin Bharambe 2024-07-19 16:11:17 -07:00
parent 9c9b834c0f
commit 7d2c0b14b8
8 changed files with 24 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

9
toolchain/configs/cyni.yaml Normal file
View file

@ -0,0 +1,9 @@
model_inference_config:
impl_type: "inline"
inline_config:
checkpoint_type: "pytorch"
checkpoint_dir: /home/cyni/local/llama-3
tokenizer_path: /home/cyni/local/llama-3/cl_toplang_128k
model_parallel_size: 1
max_seq_len: 2048
max_batch_size: 1