File size: 2,032 Bytes
6bb0065 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | # export OMINI_CONFIG=./config/commonsense.yaml
export OMINI_CONFIG=./config/commonsense.yaml
#echo $OMINI_CONFIG
export TOKENIZERS_PARALLELISM=true
# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include"
# 3. Add into CPATH & CPLUS_INCLUDE_PATH (C/C++ compiler)
export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH
# echo "CPATH is set to: $CPATH"
# echo "CPLUS_INCLUDE_PATH is set to: $CPLUS_INCLUDE_PATH"
MERGE_DIR="./expsBOFT/seed43"
accelerate launch --main_process_port 41353 -m src.peft_merge \
--config_path $OMINI_CONFIG \
--model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
MERGE_DIR="./expsBOFT/seed44"
accelerate launch --main_process_port 41353 -m src.peft_merge \
--config_path $OMINI_CONFIG \
--model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
MERGE_DIR="./expsOFT/seed43"
accelerate launch --main_process_port 41353 -m src.peft_merge \
--config_path $OMINI_CONFIG \
--model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/
date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
MERGE_DIR="./expsOFT/seed44"
accelerate launch --main_process_port 41353 -m src.peft_merge \
--config_path $OMINI_CONFIG \
--model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/
date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
|