| { |
| "micro_batch_size": 2, |
| "gradient_accumulation_steps": 2, |
| "num_train_epochs": 33, |
| "learning_rate": 0.0003, |
| "cutoff_len": 2500, |
| "val_set_size": 0, |
| "lora_r": 8, |
| "lora_alpha": 16, |
| "lora_dropout": 0.05, |
| "lora_target_modules": [ |
| "q_proj", |
| "v_proj", |
| "k_proj", |
| "o_proj" |
| ], |
| "lora_modules_to_save": [], |
| "train_on_inputs": true, |
| "group_by_length": false, |
| "load_in_8bit": true, |
| "fp16": false, |
| "bf16": true, |
| "gradient_checkpointing": false, |
| "save_steps": 100, |
| "save_total_limit": 100, |
| "logging_steps": 10, |
| "additional_training_arguments": null, |
| "additional_lora_config": null, |
| "resume_from_checkpoint": "/content/drive/My Drive/Colab Data/LLaMA-LoRA Tuner/lora_models/13b5/checkpoint-2550" |
| } |
