mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-29 07:14:20 +00:00
deleting bash script as this is not done via cli
This commit is contained in:
parent
6bcd826b32
commit
b0f3406a08
1 changed files with 0 additions and 56 deletions
|
@ -1,56 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
# Function to prompt the user for input and set the variables
|
|
||||||
read_input() {
|
|
||||||
read -p "Enter the checkpoint directory (e.g., /home/dalton/models/Meta-Llama-3.1-8B-Instruct-20240710150000): " checkpoint_dir
|
|
||||||
read -p "Enter the model parallel size (e.g., 1): " model_parallel_size
|
|
||||||
}
|
|
||||||
|
|
||||||
# Function to expand paths starting with "~/" to full paths
|
|
||||||
expand_path() {
|
|
||||||
local path="$1"
|
|
||||||
if [[ "$path" == "~/"* ]]; then
|
|
||||||
echo "$HOME/${path:2}"
|
|
||||||
else
|
|
||||||
echo "$path"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
# Function to create parent directory if it does not exist
|
|
||||||
create_parent_dir() {
|
|
||||||
local parent_dir=$(dirname "${yaml_output_path}")
|
|
||||||
if [ ! -d "${parent_dir}" ]; then
|
|
||||||
mkdir -p "${parent_dir}"
|
|
||||||
echo "Created parent directory: ${parent_dir}"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
# Function to output the YAML configuration
|
|
||||||
output_yaml() {
|
|
||||||
cat <<EOL > ${yaml_output_path}
|
|
||||||
inference_config:
|
|
||||||
impl_type: "inline"
|
|
||||||
inline_config:
|
|
||||||
checkpoint_type: "pytorch"
|
|
||||||
checkpoint_dir: ${checkpoint_dir}
|
|
||||||
tokenizer_path: ${checkpoint_dir}/tokenizer.model
|
|
||||||
model_parallel_size: ${model_parallel_size}
|
|
||||||
max_seq_len: 2048
|
|
||||||
max_batch_size: 1
|
|
||||||
EOL
|
|
||||||
echo "YAML configuration has been written to ${yaml_output_path}"
|
|
||||||
}
|
|
||||||
|
|
||||||
# Main script execution
|
|
||||||
read_input
|
|
||||||
|
|
||||||
# Expand paths
|
|
||||||
checkpoint_dir=$(expand_path "$checkpoint_dir")
|
|
||||||
|
|
||||||
# Define output path
|
|
||||||
yaml_output_path="toolchain/configs/${USER}.yaml"
|
|
||||||
|
|
||||||
create_parent_dir
|
|
||||||
output_yaml
|
|
Loading…
Add table
Add a link
Reference in a new issue