| { |
| "best_global_step": 3126, |
| "best_metric": 0.284542217831853, |
| "best_model_checkpoint": "/kaggle/working/codebert_b_local/checkpoint-3126", |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 3126, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06397952655150352, |
| "grad_norm": 4.3835320472717285, |
| "learning_rate": 3.96e-06, |
| "loss": 1.6251, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12795905310300704, |
| "grad_norm": 1.2909411191940308, |
| "learning_rate": 7.960000000000002e-06, |
| "loss": 0.6209, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.19193857965451055, |
| "grad_norm": 7.392430305480957, |
| "learning_rate": 1.196e-05, |
| "loss": 0.5322, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2559181062060141, |
| "grad_norm": 2.060398578643799, |
| "learning_rate": 1.5960000000000003e-05, |
| "loss": 0.4804, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3198976327575176, |
| "grad_norm": 19.443620681762695, |
| "learning_rate": 1.9960000000000002e-05, |
| "loss": 0.4048, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3838771593090211, |
| "grad_norm": 12.475482940673828, |
| "learning_rate": 1.9527333492480306e-05, |
| "loss": 0.4219, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.44785668586052463, |
| "grad_norm": 7.762031555175781, |
| "learning_rate": 1.9049892575793746e-05, |
| "loss": 0.3789, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5118362124120281, |
| "grad_norm": 2.098180055618286, |
| "learning_rate": 1.8572451659107187e-05, |
| "loss": 0.4134, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5758157389635317, |
| "grad_norm": 2.177507162094116, |
| "learning_rate": 1.8095010742420627e-05, |
| "loss": 0.3903, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6397952655150352, |
| "grad_norm": 5.113386631011963, |
| "learning_rate": 1.7617569825734067e-05, |
| "loss": 0.3559, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7037747920665387, |
| "grad_norm": 4.909190654754639, |
| "learning_rate": 1.7140128909047508e-05, |
| "loss": 0.3219, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7677543186180422, |
| "grad_norm": 5.605203628540039, |
| "learning_rate": 1.6662687992360948e-05, |
| "loss": 0.3821, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8317338451695457, |
| "grad_norm": 6.7283453941345215, |
| "learning_rate": 1.6185247075674385e-05, |
| "loss": 0.3674, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8957133717210493, |
| "grad_norm": 4.659298419952393, |
| "learning_rate": 1.5707806158987825e-05, |
| "loss": 0.3485, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9596928982725528, |
| "grad_norm": 6.4099931716918945, |
| "learning_rate": 1.5230365242301266e-05, |
| "loss": 0.3565, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.9024, |
| "eval_f1_macro": 0.23154395234377326, |
| "eval_f1_weighted": 0.8916810274029613, |
| "eval_loss": 0.3302375078201294, |
| "eval_precision_macro": 0.2442325389892706, |
| "eval_recall_macro": 0.2618191076765516, |
| "eval_runtime": 91.0613, |
| "eval_samples_per_second": 109.816, |
| "eval_steps_per_second": 3.437, |
| "step": 1563 |
| }, |
| { |
| "epoch": 1.0236724248240563, |
| "grad_norm": 5.717738151550293, |
| "learning_rate": 1.4752924325614706e-05, |
| "loss": 0.318, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.0876519513755598, |
| "grad_norm": 4.969061851501465, |
| "learning_rate": 1.4275483408928146e-05, |
| "loss": 0.3001, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.1516314779270633, |
| "grad_norm": 3.3130006790161133, |
| "learning_rate": 1.3798042492241585e-05, |
| "loss": 0.3332, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.2156110044785668, |
| "grad_norm": 4.077260971069336, |
| "learning_rate": 1.3320601575555025e-05, |
| "loss": 0.32, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.2795905310300704, |
| "grad_norm": 3.1868574619293213, |
| "learning_rate": 1.2843160658868466e-05, |
| "loss": 0.3095, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.3435700575815739, |
| "grad_norm": 6.247142314910889, |
| "learning_rate": 1.2365719742181906e-05, |
| "loss": 0.3105, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.4075495841330774, |
| "grad_norm": 11.029816627502441, |
| "learning_rate": 1.1888278825495345e-05, |
| "loss": 0.2975, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.471529110684581, |
| "grad_norm": 1.82353937625885, |
| "learning_rate": 1.1410837908808785e-05, |
| "loss": 0.3047, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.5355086372360844, |
| "grad_norm": 8.549129486083984, |
| "learning_rate": 1.0933396992122225e-05, |
| "loss": 0.2983, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.599488163787588, |
| "grad_norm": 5.218935966491699, |
| "learning_rate": 1.0455956075435664e-05, |
| "loss": 0.2965, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.6634676903390915, |
| "grad_norm": 1.3732364177703857, |
| "learning_rate": 9.978515158749106e-06, |
| "loss": 0.274, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.727447216890595, |
| "grad_norm": 5.042181968688965, |
| "learning_rate": 9.501074242062547e-06, |
| "loss": 0.2804, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.7914267434420985, |
| "grad_norm": 2.0916764736175537, |
| "learning_rate": 9.023633325375985e-06, |
| "loss": 0.2689, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.855406269993602, |
| "grad_norm": 5.730693817138672, |
| "learning_rate": 8.546192408689426e-06, |
| "loss": 0.2798, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.9193857965451055, |
| "grad_norm": 1.510636806488037, |
| "learning_rate": 8.068751492002866e-06, |
| "loss": 0.2811, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.983365323096609, |
| "grad_norm": 5.20271110534668, |
| "learning_rate": 7.591310575316305e-06, |
| "loss": 0.2862, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.9119, |
| "eval_f1_macro": 0.284542217831853, |
| "eval_f1_weighted": 0.900679083795208, |
| "eval_loss": 0.30098485946655273, |
| "eval_precision_macro": 0.36539760346541894, |
| "eval_recall_macro": 0.2947437498965655, |
| "eval_runtime": 91.3907, |
| "eval_samples_per_second": 109.42, |
| "eval_steps_per_second": 3.425, |
| "step": 3126 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 4689, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.31566158336e+16, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
