File size: 2,837 Bytes
c92e699 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | #!/bin/bash
# Parse command line arguments
TOTAL_LENGTH=1024 # Default value
while [[ $# -gt 0 ]]; do
case $1 in
--total-length)
TOTAL_LENGTH="$2"
shift 2
;;
--help|-h)
echo "Usage: $0 [OPTIONS]"
echo
echo "Generate reference outputs for Llama models"
echo
echo "Options:"
echo " --total-length N Set the total sequence length (default: 1024)"
echo " --help, -h Show this help message"
exit 0
;;
*)
echo "Unknown option: $1"
echo "Use --help to see available options"
exit 1
;;
esac
done
# Define model directories from environment variables with fallbacks
HF_MODELS=(
"${LLAMA_32_1B_DIR:-meta-llama/Llama-3.2-1B-Instruct}"
"${LLAMA_32_3B_DIR:-meta-llama/Llama-3.2-3B-Instruct}"
"${LLAMA_31_8B_DIR:-meta-llama/Llama-3.1-8B-Instruct}"
"${LLAMA_32_11B_DIR:-meta-llama/Llama-3.2-11B-Vision-Instruct}"
"${LLAMA_33_70B_DIR:-meta-llama/Llama-3.3-70B-Instruct}"
"${LLAMA_32_90B_DIR:-meta-llama/Llama-3.2-90B-Vision-Instruct}"
"${QWEN_25_7B_DIR:-Qwen/Qwen2.5-7B-Instruct}"
"${QWEN_25_72B_DIR:-Qwen/Qwen2.5-72B-Instruct}"
"${QWEN_25_32B_DIR:-Qwen/Qwen2.5-32B-Instruct}"
"${MIXTRAL_8X7B_DIR:-mistralai/Mixtral-8x7B-Instruct-v0.1}"
"${QWEN_25_CODER_32B_DIR:-Qwen/Qwen2.5-Coder-32B-Instruct}"
"${EXAONE_45_33B_DIR:-LGAI-EXAONE/EXAONE-4.5-33B}"
)
# Create reference_outputs directory if it doesn't exist
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
OUTPUT_DIR="${SCRIPT_DIR}/reference_outputs"
mkdir -p "$OUTPUT_DIR"
# Function to get model name from directory path
get_model_name() {
local dir_name=$(basename "$1")
# If the path ends in /repacked, use the parent directory name instead
if [ "$dir_name" = "repacked" ]; then
dir_name=$(basename "$(dirname "$1")")
fi
echo "$dir_name"
}
# Loop through each LLAMA directory
for DIR in "${HF_MODELS[@]}"; do
# TBD: do check using HF_HOME
# if [ ! -d "$DIR" ]; then
# echo "Warning: Directory $DIR does not exist, skipping..."
# continue
# fi
# Get model size for output filename
MODEL_NAME=$(get_model_name "$DIR")
OUTPUT_FILE="${OUTPUT_DIR}/${MODEL_NAME}_full.refpt"
echo "Generating reference outputs for ${MODEL_SIZE} model..."
echo "Using weights from: ${DIR}"
echo "Output will be saved to: ${OUTPUT_FILE}"
# Set HF_MODEL environment variable and run the Python script
HF_MODEL="$DIR" python3 "${SCRIPT_DIR}/generate_reference_outputs.py" \
--total_length "$TOTAL_LENGTH" \
--output_file "$OUTPUT_FILE" \
--model "$DIR"
done
echo "All reference outputs have been generated!"
|