Upload run_mix_lora_config.py with huggingface_hub

run_mix_lora_config.py

@@ -0,0 +1,33 @@
+#!/bin/bash
+model_name="mistralai/Mistral-7B-Instruct-v0.3" #"meta-llama/CodeLlama-7b-hf" #
+load_path="./HPC_25_9_mistral_CN_catiffp_20k_lora_900/checkpoint_0_4000"
+traindataset_files=['./dataset_lfs/CN_python800_catifelse_train_pairs.json']#'./dataset_lfs/CC_900_py_catifelse_train2_pairs.json']
+    #[ "./dataset_lfs/CC_900_py_catiffp_train2_pairs.json",]
+    #"./dataset_lfs/allpairs_data_large2_900_unperturbed_filtered.json",
+    #"./dataset_lfs/allpairs_data_large_900_var_rename_one.json", 
+    #"./dataset_lfs/allpairs_data_large_900_loop2.json", ]
+    # "./dataset_lfs/allpairs_data_large_900_iffp2.json", ] 
+    # "./dataset_lfs/allpairs_data_large_900_ind.json" ] #var_rename_three
+valdataset_files=[ "./dataset_lfs/allpairs_data_val_900_unperturbed.json", 
+    #"./dataset_lfs/allpairs_data_val_900_var_rename_one.json", 
+    #"./dataset_lfs/allpairs_data_val_900_loop2.json",] 
+    "./dataset_lfs/allpairs_data_val_900_iffp2.json", ]
+    #"./dataset_lfs/allpairs_data_val_900_ind.json"]
+testdataset_files=[ './llm_for_code/datasets/codecontests/CC_py_900_catifelse_pairs.json'
+    #"./llm_for_code/datasets/codecontests/verified_var_rename_one_900.json", 
+    #"./llm_for_code/datasets/codecontests/verified_loop2_900.json",]
+    # "./llm_for_code/datasets/codecontests/verified_iffp2_900.json",]
+    #  "./llm_for_code/datasets/codecontests/verified_ind_900.json"
+    ]
+category_included=['0_1_1' , '0_1_0', '0_2_0', '1_1_1', '1_2_1', '1_0_1', '1_1_0', '1_2_0', '2_2_0', '2_1_0', '2_0_0']
+#category_included = ['0_1_1', '0_1_0']
+initial_lr=5e-7
+checkpoint_store_dir_path="./HPC_25_9_mistral_CN_catiffp2_20k_lora_900"
+num_epochs=5
+batch_size_train=1
+max_length=2000
+ckpnt_NUM=2000
+SAVEALL=0
+max_new_tok=50
+prompt_file_path='prompt_only_instruct.txt' #'prompt_var_rename.txt' #'./loop_prompt.txt'  CUDA_VISIBLE_DEVICES=1
+#CUDA_VISIBLE_DEVICES=1 python run_lora_mistral_loop.py --model_name $model_name --traindataset_file $traindataset_file --valdataset_file $valdataset_file --testdataset_file $testdataset_file  --checkpoint_store_dir_path $checkpoint_store_dir_path --initial_lr $initial_lr   --num_epochs $num_epochs --batch_size_train $batch_size_train  --ckpnt_num $ckpnt_num --saveall $saveall --prompt_file_path $prompt_file_path  --max_length $max_length --max_new_tok $max_new_tok