ViSceT5-OpenViVQA / trainer_state.json
Kus669's picture
Upload folder using huggingface_hub
2c61a85 verified
Raw History Blame Contribute Delete
57.3 kB
{ "best_metric": 3.7565729710677784, "best_model_checkpoint": "/content/ViSceT5/output/5ebe84f_OpenViVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-7712", "epoch": 5.0, "eval_steps": 500, "global_step": 9640, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "adv_acc": 0.969, "adv_loss": 7.4681, "adv_neg_cos": 0.4502, "adv_pos_cos": 0.7769, "adv_ramp": 0.0513, "adv_reg": 2.2519, "consformer_gate": 0.0006, "epoch": 0.05186721991701245, "grad_norm": 6.492552757263184, "ground_area": 0.0668, "ground_loss": 3.188, "ground_mass": 0.0605, "learning_rate": 1.0373443983402491e-05, "loss": 7.9638, "qavit_gate": 0.000678, "span_acc": 0.4558, "span_loss": 1.1563, "step": 100, "view_loss": 6.1883 }, { "adv_acc": 0.9966, "adv_loss": 3.6614, "adv_neg_cos": 0.0524, "adv_pos_cos": 0.6867, "adv_ramp": 0.1551, "adv_reg": 1.4116, "consformer_gate": 0.00229, "epoch": 0.1037344398340249, "grad_norm": 5.8704400062561035, "ground_area": 0.0703, "ground_loss": 2.8088, "ground_mass": 0.0882, "learning_rate": 2.0746887966804982e-05, "loss": 4.1565, "qavit_gate": 0.004449, "span_acc": 0.4699, "span_loss": 1.101, "step": 200, "view_loss": 2.3198 }, { "adv_acc": 0.9997, "adv_loss": 3.2973, "adv_neg_cos": 0.0647, "adv_pos_cos": 0.7685, "adv_ramp": 0.2588, "adv_reg": 1.2848, "consformer_gate": 0.004558, "epoch": 0.15560165975103735, "grad_norm": 5.166526794433594, "ground_area": 0.0596, "ground_loss": 1.7492, "ground_mass": 0.2868, "learning_rate": 3.112033195020747e-05, "loss": 3.7362, "qavit_gate": 0.024775, "span_acc": 0.4393, "span_loss": 1.1166, "step": 300, "view_loss": 1.9849 }, { "adv_acc": 1.0, "adv_loss": 3.2355, "adv_neg_cos": 0.0706, "adv_pos_cos": 0.8098, "adv_ramp": 0.3626, "adv_reg": 1.2403, "consformer_gate": 0.006875, "epoch": 0.2074688796680498, "grad_norm": 5.636542320251465, "ground_area": 0.0617, "ground_loss": 1.4991, "ground_mass": 0.3555, "learning_rate": 4.1493775933609964e-05, "loss": 3.6949, "qavit_gate": 0.029062, "span_acc": 0.4585, "span_loss": 1.0103, "step": 400, "view_loss": 1.949 }, { "adv_acc": 1.0, "adv_loss": 3.1409, "adv_neg_cos": 0.0632, "adv_pos_cos": 0.8382, "adv_ramp": 0.4663, "adv_reg": 1.208, "consformer_gate": 0.009938, "epoch": 0.25933609958506226, "grad_norm": 6.069293975830078, "ground_area": 0.0706, "ground_loss": 1.3571, "ground_mass": 0.3754, "learning_rate": 5.1867219917012454e-05, "loss": 3.6329, "qavit_gate": 0.025279, "span_acc": 0.4626, "span_loss": 0.9465, "step": 500, "view_loss": 1.8616 }, { "adv_acc": 1.0, "adv_loss": 3.0724, "adv_neg_cos": 0.0714, "adv_pos_cos": 0.8646, "adv_ramp": 0.57, "adv_reg": 1.1919, "consformer_gate": 0.013021, "epoch": 0.3112033195020747, "grad_norm": 4.6251654624938965, "ground_area": 0.059, "ground_loss": 1.6042, "ground_mass": 0.3395, "learning_rate": 6.224066390041494e-05, "loss": 3.6319, "qavit_gate": 0.024993, "span_acc": 0.4682, "span_loss": 0.9064, "step": 600, "view_loss": 1.7657 }, { "adv_acc": 1.0, "adv_loss": 3.0458, "adv_neg_cos": 0.0733, "adv_pos_cos": 0.8887, "adv_ramp": 0.6738, "adv_reg": 1.1747, "consformer_gate": 0.016683, "epoch": 0.3630705394190871, "grad_norm": 4.139651775360107, "ground_area": 0.0652, "ground_loss": 1.2433, "ground_mass": 0.4005, "learning_rate": 7.261410788381743e-05, "loss": 3.6072, "qavit_gate": 0.024441, "span_acc": 0.5155, "span_loss": 0.806, "step": 700, "view_loss": 1.7278 }, { "adv_acc": 1.0, "adv_loss": 3.0147, "adv_neg_cos": 0.0798, "adv_pos_cos": 0.9043, "adv_ramp": 0.7775, "adv_reg": 1.1667, "consformer_gate": 0.020026, "epoch": 0.4149377593360996, "grad_norm": 4.010885238647461, "ground_area": 0.0633, "ground_loss": 1.2199, "ground_mass": 0.4188, "learning_rate": 8.298755186721993e-05, "loss": 3.6297, "qavit_gate": 0.022343, "span_acc": 0.5619, "span_loss": 0.7411, "step": 800, "view_loss": 1.7159 }, { "adv_acc": 1.0, "adv_loss": 3.0027, "adv_neg_cos": 0.0733, "adv_pos_cos": 0.9145, "adv_ramp": 0.8812, "adv_reg": 1.1537, "consformer_gate": 0.023316, "epoch": 0.46680497925311204, "grad_norm": 3.8299896717071533, "ground_area": 0.0685, "ground_loss": 1.3527, "ground_mass": 0.4104, "learning_rate": 9.336099585062241e-05, "loss": 3.6765, "qavit_gate": 0.021968, "span_acc": 0.6019, "span_loss": 0.6845, "step": 900, "view_loss": 1.6981 }, { "adv_acc": 1.0, "adv_loss": 3.0336, "adv_neg_cos": 0.0656, "adv_pos_cos": 0.9191, "adv_ramp": 0.9784, "adv_reg": 1.1451, "consformer_gate": 0.026733, "epoch": 0.5186721991701245, "grad_norm": 4.462922096252441, "ground_area": 0.064, "ground_loss": 1.2416, "ground_mass": 0.437, "learning_rate": 9.999575185316994e-05, "loss": 3.7349, "qavit_gate": 0.026604, "span_acc": 0.6396, "span_loss": 0.6174, "step": 1000, "view_loss": 1.7341 }, { "adv_acc": 1.0, "adv_loss": 3.009, "adv_neg_cos": 0.0559, "adv_pos_cos": 0.9252, "adv_ramp": 1.0, "adv_reg": 1.1358, "consformer_gate": 0.030265, "epoch": 0.5705394190871369, "grad_norm": 3.440955638885498, "ground_area": 0.0705, "ground_loss": 1.4255, "ground_mass": 0.3982, "learning_rate": 9.993938352000173e-05, "loss": 3.738, "qavit_gate": 0.022692, "span_acc": 0.6542, "span_loss": 0.6021, "step": 1100, "view_loss": 1.7127 }, { "adv_acc": 1.0, "adv_loss": 2.9631, "adv_neg_cos": 0.0577, "adv_pos_cos": 0.9326, "adv_ramp": 1.0, "adv_reg": 1.1306, "consformer_gate": 0.033517, "epoch": 0.6224066390041494, "grad_norm": 3.0455381870269775, "ground_area": 0.0657, "ground_loss": 1.376, "ground_mass": 0.4182, "learning_rate": 9.981754307009555e-05, "loss": 3.6786, "qavit_gate": 0.026824, "span_acc": 0.686, "span_loss": 0.5649, "step": 1200, "view_loss": 1.6619 }, { "adv_acc": 1.0, "adv_loss": 2.951, "adv_neg_cos": 0.0545, "adv_pos_cos": 0.9353, "adv_ramp": 1.0, "adv_reg": 1.1335, "consformer_gate": 0.035881, "epoch": 0.6742738589211619, "grad_norm": 2.8859777450561523, "ground_area": 0.063, "ground_loss": 1.3315, "ground_mass": 0.4096, "learning_rate": 9.963039024014812e-05, "loss": 3.6663, "qavit_gate": 0.021323, "span_acc": 0.7117, "span_loss": 0.5465, "step": 1300, "view_loss": 1.6599 }, { "adv_acc": 1.0, "adv_loss": 2.9478, "adv_neg_cos": 0.0591, "adv_pos_cos": 0.9406, "adv_ramp": 1.0, "adv_reg": 1.1303, "consformer_gate": 0.037695, "epoch": 0.7261410788381742, "grad_norm": 3.0741889476776123, "ground_area": 0.0647, "ground_loss": 1.2016, "ground_mass": 0.4515, "learning_rate": 9.937817039345924e-05, "loss": 3.6472, "qavit_gate": 0.018895, "span_acc": 0.7271, "span_loss": 0.53, "step": 1400, "view_loss": 1.6639 }, { "adv_acc": 1.0, "adv_loss": 2.9057, "adv_neg_cos": 0.0477, "adv_pos_cos": 0.9431, "adv_ramp": 1.0, "adv_reg": 1.126, "consformer_gate": 0.039991, "epoch": 0.7780082987551867, "grad_norm": 2.9059934616088867, "ground_area": 0.0668, "ground_loss": 1.1808, "ground_mass": 0.4561, "learning_rate": 9.906121419825269e-05, "loss": 3.5934, "qavit_gate": 0.018324, "span_acc": 0.7322, "span_loss": 0.5215, "step": 1500, "view_loss": 1.6038 }, { "adv_acc": 1.0, "adv_loss": 2.8954, "adv_neg_cos": 0.0517, "adv_pos_cos": 0.9427, "adv_ramp": 1.0, "adv_reg": 1.1256, "consformer_gate": 0.042287, "epoch": 0.8298755186721992, "grad_norm": 2.5902745723724365, "ground_area": 0.0603, "ground_loss": 1.2467, "ground_mass": 0.4456, "learning_rate": 9.867993719415973e-05, "loss": 3.5967, "qavit_gate": 0.024877, "span_acc": 0.7432, "span_loss": 0.4987, "step": 1600, "view_loss": 1.6203 }, { "adv_acc": 1.0, "adv_loss": 2.8619, "adv_neg_cos": 0.0424, "adv_pos_cos": 0.946, "adv_ramp": 1.0, "adv_reg": 1.1225, "consformer_gate": 0.044134, "epoch": 0.8817427385892116, "grad_norm": 2.6069188117980957, "ground_area": 0.0624, "ground_loss": 1.3546, "ground_mass": 0.418, "learning_rate": 9.823483924743348e-05, "loss": 3.5741, "qavit_gate": 0.022414, "span_acc": 0.7445, "span_loss": 0.5221, "step": 1700, "view_loss": 1.5766 }, { "adv_acc": 1.0, "adv_loss": 2.826, "adv_neg_cos": 0.0542, "adv_pos_cos": 0.9461, "adv_ramp": 1.0, "adv_reg": 1.1235, "consformer_gate": 0.045195, "epoch": 0.9336099585062241, "grad_norm": 2.370098114013672, "ground_area": 0.0682, "ground_loss": 1.13, "ground_mass": 0.4577, "learning_rate": 9.77265038956083e-05, "loss": 3.5113, "qavit_gate": 0.016468, "span_acc": 0.7546, "span_loss": 0.4826, "step": 1800, "view_loss": 1.5323 }, { "adv_acc": 1.0, "adv_loss": 2.8532, "adv_neg_cos": 0.0445, "adv_pos_cos": 0.9476, "adv_ramp": 1.0, "adv_reg": 1.1245, "consformer_gate": 0.046438, "epoch": 0.9854771784232366, "grad_norm": 2.6868741512298584, "ground_area": 0.0683, "ground_loss": 1.1566, "ground_mass": 0.4465, "learning_rate": 9.715559758246363e-05, "loss": 3.5415, "qavit_gate": 0.019343, "span_acc": 0.755, "span_loss": 0.4672, "step": 1900, "view_loss": 1.5749 }, { "epoch": 1.0, "eval_bleu1": 0.4623735999312366, "eval_bleu2": 0.4084390538155328, "eval_bleu3": 0.36533304419941753, "eval_bleu4": 0.33019530972005046, "eval_cider": 3.2478336687690934, "eval_em": 0.09196050775740479, "eval_em_f1": 0.3096768068607121, "eval_f1": 0.5273931059640193, "eval_loss": 2.625380039215088, "eval_runtime": 629.8438, "eval_samples_per_second": 5.628, "eval_steps_per_second": 0.705, "step": 1928 }, { "adv_acc": 1.0, "adv_loss": 2.6513, "adv_neg_cos": 0.0413, "adv_pos_cos": 0.9468, "adv_ramp": 1.0, "adv_reg": 1.1121, "consformer_gate": 0.047495, "epoch": 1.037344398340249, "grad_norm": 2.047126293182373, "ground_area": 0.0633, "ground_loss": 1.1285, "ground_mass": 0.4697, "learning_rate": 9.652286878429508e-05, "loss": 3.3295, "qavit_gate": 0.018647, "span_acc": 0.7801, "span_loss": 0.4316, "step": 2000, "view_loss": 1.3507 }, { "adv_acc": 1.0, "adv_loss": 2.5684, "adv_neg_cos": 0.0457, "adv_pos_cos": 0.9512, "adv_ramp": 1.0, "adv_reg": 1.1203, "consformer_gate": 0.048298, "epoch": 1.0892116182572613, "grad_norm": 2.1436374187469482, "ground_area": 0.0659, "ground_loss": 1.091, "ground_mass": 0.4898, "learning_rate": 9.582914702863816e-05, "loss": 3.2499, "qavit_gate": 0.014003, "span_acc": 0.7816, "span_loss": 0.4235, "step": 2100, "view_loss": 1.2589 }, { "adv_acc": 1.0, "adv_loss": 2.6039, "adv_neg_cos": 0.0363, "adv_pos_cos": 0.9521, "adv_ramp": 1.0, "adv_reg": 1.1195, "consformer_gate": 0.049779, "epoch": 1.1410788381742738, "grad_norm": 2.9106693267822266, "ground_area": 0.0597, "ground_loss": 1.2246, "ground_mass": 0.4631, "learning_rate": 9.507534180673142e-05, "loss": 3.2999, "qavit_gate": 0.020807, "span_acc": 0.7745, "span_loss": 0.4462, "step": 2200, "view_loss": 1.3057 }, { "adv_acc": 1.0, "adv_loss": 2.5892, "adv_neg_cos": 0.0392, "adv_pos_cos": 0.9518, "adv_ramp": 1.0, "adv_reg": 1.1203, "consformer_gate": 0.050578, "epoch": 1.1929460580912863, "grad_norm": 2.1561834812164307, "ground_area": 0.0702, "ground_loss": 1.1661, "ground_mass": 0.4767, "learning_rate": 9.426244138114456e-05, "loss": 3.2778, "qavit_gate": 0.020729, "span_acc": 0.7924, "span_loss": 0.4386, "step": 2300, "view_loss": 1.2883 }, { "adv_acc": 1.0, "adv_loss": 2.6112, "adv_neg_cos": 0.0404, "adv_pos_cos": 0.9534, "adv_ramp": 1.0, "adv_reg": 1.1194, "consformer_gate": 0.051884, "epoch": 1.2448132780082988, "grad_norm": 2.364919900894165, "ground_area": 0.0662, "ground_loss": 1.0433, "ground_mass": 0.498, "learning_rate": 9.339151149013483e-05, "loss": 3.2824, "qavit_gate": 0.018573, "span_acc": 0.7921, "span_loss": 0.4191, "step": 2400, "view_loss": 1.3039 }, { "adv_acc": 1.0, "adv_loss": 2.5804, "adv_neg_cos": 0.036, "adv_pos_cos": 0.956, "adv_ramp": 1.0, "adv_reg": 1.117, "consformer_gate": 0.053421, "epoch": 1.2966804979253113, "grad_norm": 3.352306842803955, "ground_area": 0.0636, "ground_loss": 1.1846, "ground_mass": 0.4818, "learning_rate": 9.246369395043033e-05, "loss": 3.2679, "qavit_gate": 0.020439, "span_acc": 0.7924, "span_loss": 0.4463, "step": 2500, "view_loss": 1.2792 }, { "adv_acc": 1.0, "adv_loss": 2.5244, "adv_neg_cos": 0.0308, "adv_pos_cos": 0.9539, "adv_ramp": 1.0, "adv_reg": 1.1176, "consformer_gate": 0.054745, "epoch": 1.3485477178423237, "grad_norm": 2.5020763874053955, "ground_area": 0.0627, "ground_loss": 1.0926, "ground_mass": 0.5063, "learning_rate": 9.148020516027207e-05, "loss": 3.2049, "qavit_gate": 0.019259, "span_acc": 0.7948, "span_loss": 0.4251, "step": 2600, "view_loss": 1.2184 }, { "adv_acc": 1.0, "adv_loss": 2.5898, "adv_neg_cos": 0.033, "adv_pos_cos": 0.9553, "adv_ramp": 1.0, "adv_reg": 1.1164, "consformer_gate": 0.05548, "epoch": 1.400414937759336, "grad_norm": 1.9946705102920532, "ground_area": 0.0593, "ground_loss": 1.1061, "ground_mass": 0.4942, "learning_rate": 9.044233450467728e-05, "loss": 3.2685, "qavit_gate": 0.017025, "span_acc": 0.8047, "span_loss": 0.4114, "step": 2700, "view_loss": 1.2926 }, { "adv_acc": 1.0, "adv_loss": 2.5766, "adv_neg_cos": 0.0351, "adv_pos_cos": 0.9552, "adv_ramp": 1.0, "adv_reg": 1.1165, "consformer_gate": 0.056642, "epoch": 1.4522821576763485, "grad_norm": 2.0020852088928223, "ground_area": 0.0695, "ground_loss": 1.0529, "ground_mass": 0.5117, "learning_rate": 8.935144266501469e-05, "loss": 3.2511, "qavit_gate": 0.016999, "span_acc": 0.7968, "span_loss": 0.4287, "step": 2800, "view_loss": 1.2801 }, { "adv_acc": 1.0, "adv_loss": 2.5594, "adv_neg_cos": 0.0337, "adv_pos_cos": 0.9557, "adv_ramp": 1.0, "adv_reg": 1.1163, "consformer_gate": 0.057737, "epoch": 1.504149377593361, "grad_norm": 1.9455649852752686, "ground_area": 0.0705, "ground_loss": 1.1399, "ground_mass": 0.4977, "learning_rate": 8.820895983510813e-05, "loss": 3.2398, "qavit_gate": 0.017387, "span_acc": 0.8189, "span_loss": 0.3946, "step": 2900, "view_loss": 1.2585 }, { "adv_acc": 1.0, "adv_loss": 2.5458, "adv_neg_cos": 0.0288, "adv_pos_cos": 0.9562, "adv_ramp": 1.0, "adv_reg": 1.1158, "consformer_gate": 0.058515, "epoch": 1.5560165975103735, "grad_norm": 2.1094284057617188, "ground_area": 0.0619, "ground_loss": 1.1384, "ground_mass": 0.4778, "learning_rate": 8.701638384620694e-05, "loss": 3.2277, "qavit_gate": 0.017774, "span_acc": 0.811, "span_loss": 0.3986, "step": 3000, "view_loss": 1.2536 }, { "adv_acc": 1.0, "adv_loss": 2.5678, "adv_neg_cos": 0.0362, "adv_pos_cos": 0.9576, "adv_ramp": 1.0, "adv_reg": 1.1175, "consformer_gate": 0.059753, "epoch": 1.607883817427386, "grad_norm": 4.0790581703186035, "ground_area": 0.0621, "ground_loss": 1.0436, "ground_mass": 0.4923, "learning_rate": 8.577527820328177e-05, "loss": 3.2436, "qavit_gate": 0.018588, "span_acc": 0.8, "span_loss": 0.4236, "step": 3100, "view_loss": 1.2796 }, { "adv_acc": 1.0, "adv_loss": 2.5853, "adv_neg_cos": 0.0243, "adv_pos_cos": 0.9576, "adv_ramp": 1.0, "adv_reg": 1.1138, "consformer_gate": 0.060519, "epoch": 1.6597510373443982, "grad_norm": 2.9989311695098877, "ground_area": 0.0721, "ground_loss": 0.999, "ground_mass": 0.5236, "learning_rate": 8.448727003521989e-05, "loss": 3.2521, "qavit_gate": 0.015435, "span_acc": 0.789, "span_loss": 0.4053, "step": 3200, "view_loss": 1.2986 }, { "adv_acc": 1.0, "adv_loss": 2.5735, "adv_neg_cos": 0.0281, "adv_pos_cos": 0.9583, "adv_ramp": 1.0, "adv_reg": 1.114, "consformer_gate": 0.06114, "epoch": 1.711618257261411, "grad_norm": 2.7759532928466797, "ground_area": 0.0623, "ground_loss": 1.1381, "ground_mass": 0.4963, "learning_rate": 8.315404796160758e-05, "loss": 3.2566, "qavit_gate": 0.015936, "span_acc": 0.784, "span_loss": 0.4285, "step": 3300, "view_loss": 1.2838 }, { "adv_acc": 1.0, "adv_loss": 2.5459, "adv_neg_cos": 0.0249, "adv_pos_cos": 0.9567, "adv_ramp": 1.0, "adv_reg": 1.1144, "consformer_gate": 0.062447, "epoch": 1.7634854771784232, "grad_norm": 2.7670891284942627, "ground_area": 0.0652, "ground_loss": 1.0051, "ground_mass": 0.5124, "learning_rate": 8.177735987889628e-05, "loss": 3.213, "qavit_gate": 0.016567, "span_acc": 0.8197, "span_loss": 0.3983, "step": 3400, "view_loss": 1.2597 }, { "adv_acc": 1.0, "adv_loss": 2.5886, "adv_neg_cos": 0.0246, "adv_pos_cos": 0.9565, "adv_ramp": 1.0, "adv_reg": 1.1143, "consformer_gate": 0.063231, "epoch": 1.8153526970954357, "grad_norm": 3.128201484680176, "ground_area": 0.066, "ground_loss": 1.1054, "ground_mass": 0.4913, "learning_rate": 8.035901066885485e-05, "loss": 3.2613, "qavit_gate": 0.018869, "span_acc": 0.7993, "span_loss": 0.4067, "step": 3500, "view_loss": 1.2965 }, { "adv_acc": 1.0, "adv_loss": 2.5432, "adv_neg_cos": 0.0267, "adv_pos_cos": 0.9594, "adv_ramp": 1.0, "adv_reg": 1.113, "consformer_gate": 0.063893, "epoch": 1.8672199170124482, "grad_norm": 3.070930242538452, "ground_area": 0.0712, "ground_loss": 1.0762, "ground_mass": 0.5108, "learning_rate": 7.890085983231226e-05, "loss": 3.2178, "qavit_gate": 0.015732, "span_acc": 0.8113, "span_loss": 0.4054, "step": 3600, "view_loss": 1.2507 }, { "adv_acc": 1.0, "adv_loss": 2.5508, "adv_neg_cos": 0.0325, "adv_pos_cos": 0.9592, "adv_ramp": 1.0, "adv_reg": 1.1141, "consformer_gate": 0.064529, "epoch": 1.9190871369294604, "grad_norm": 3.137263298034668, "ground_area": 0.0705, "ground_loss": 1.0488, "ground_mass": 0.5104, "learning_rate": 7.740481905129306e-05, "loss": 3.2181, "qavit_gate": 0.021114, "span_acc": 0.8005, "span_loss": 0.3967, "step": 3700, "view_loss": 1.2569 }, { "adv_acc": 1.0, "adv_loss": 2.527, "adv_neg_cos": 0.0258, "adv_pos_cos": 0.9595, "adv_ramp": 1.0, "adv_reg": 1.1135, "consformer_gate": 0.066227, "epoch": 1.9709543568464731, "grad_norm": 4.505244255065918, "ground_area": 0.0645, "ground_loss": 1.1549, "ground_mass": 0.4782, "learning_rate": 7.587284968274155e-05, "loss": 3.21, "qavit_gate": 0.018765, "span_acc": 0.8216, "span_loss": 0.3957, "step": 3800, "view_loss": 1.2378 }, { "epoch": 2.0, "eval_bleu1": 0.513550093820157, "eval_bleu2": 0.45810456052486165, "eval_bleu3": 0.4127144006997294, "eval_bleu4": 0.3751228283433632, "eval_cider": 3.5703339577334403, "eval_em": 0.11311706629055007, "eval_em_f1": 0.33745921354004005, "eval_f1": 0.56180136078953, "eval_loss": 2.4947614669799805, "eval_runtime": 512.3106, "eval_samples_per_second": 6.92, "eval_steps_per_second": 0.867, "step": 3856 }, { "adv_acc": 1.0, "adv_loss": 2.415, "adv_neg_cos": 0.0229, "adv_pos_cos": 0.9584, "adv_ramp": 1.0, "adv_reg": 1.102, "consformer_gate": 0.066784, "epoch": 2.0228215767634854, "grad_norm": 2.015878677368164, "ground_area": 0.0665, "ground_loss": 0.9806, "ground_mass": 0.5064, "learning_rate": 7.430696018712049e-05, "loss": 3.0731, "qavit_gate": 0.019804, "span_acc": 0.8245, "span_loss": 0.3854, "step": 3900, "view_loss": 1.103 }, { "adv_acc": 1.0, "adv_loss": 2.2357, "adv_neg_cos": 0.0256, "adv_pos_cos": 0.9587, "adv_ramp": 1.0, "adv_reg": 1.113, "consformer_gate": 0.067484, "epoch": 2.074688796680498, "grad_norm": 2.054715394973755, "ground_area": 0.0661, "ground_loss": 1.0939, "ground_mass": 0.5155, "learning_rate": 7.270920349525584e-05, "loss": 2.9135, "qavit_gate": 0.021468, "span_acc": 0.842, "span_loss": 0.3524, "step": 4000, "view_loss": 0.9111 }, { "adv_acc": 1.0, "adv_loss": 2.2639, "adv_neg_cos": 0.0212, "adv_pos_cos": 0.9599, "adv_ramp": 1.0, "adv_reg": 1.1122, "consformer_gate": 0.067326, "epoch": 2.1265560165975104, "grad_norm": 2.7507851123809814, "ground_area": 0.067, "ground_loss": 0.9121, "ground_mass": 0.5634, "learning_rate": 7.108167431687917e-05, "loss": 2.9243, "qavit_gate": 0.017755, "span_acc": 0.8487, "span_loss": 0.3385, "step": 4100, "view_loss": 0.9537 }, { "adv_acc": 1.0, "adv_loss": 2.2542, "adv_neg_cos": 0.0204, "adv_pos_cos": 0.9605, "adv_ramp": 1.0, "adv_reg": 1.1108, "consformer_gate": 0.067947, "epoch": 2.1784232365145226, "grad_norm": 3.1497228145599365, "ground_area": 0.0655, "ground_loss": 0.7416, "ground_mass": 0.6171, "learning_rate": 6.942650639439678e-05, "loss": 2.8967, "qavit_gate": 0.017189, "span_acc": 0.8355, "span_loss": 0.3484, "step": 4200, "view_loss": 0.9344 }, { "adv_acc": 1.0, "adv_loss": 2.2597, "adv_neg_cos": 0.0189, "adv_pos_cos": 0.9605, "adv_ramp": 1.0, "adv_reg": 1.111, "consformer_gate": 0.068186, "epoch": 2.2302904564315353, "grad_norm": 2.449864149093628, "ground_area": 0.0746, "ground_loss": 0.9813, "ground_mass": 0.557, "learning_rate": 6.774586970548567e-05, "loss": 2.926, "qavit_gate": 0.020745, "span_acc": 0.8276, "span_loss": 0.3644, "step": 4300, "view_loss": 0.9441 }, { "adv_acc": 1.0, "adv_loss": 2.2363, "adv_neg_cos": 0.0176, "adv_pos_cos": 0.9606, "adv_ramp": 1.0, "adv_reg": 1.1108, "consformer_gate": 0.068303, "epoch": 2.2821576763485476, "grad_norm": 2.675595998764038, "ground_area": 0.0629, "ground_loss": 0.8801, "ground_mass": 0.5632, "learning_rate": 6.604196761818396e-05, "loss": 2.8916, "qavit_gate": 0.017491, "span_acc": 0.8317, "span_loss": 0.3481, "step": 4400, "view_loss": 0.9153 }, { "adv_acc": 1.0, "adv_loss": 2.2588, "adv_neg_cos": 0.0185, "adv_pos_cos": 0.9622, "adv_ramp": 1.0, "adv_reg": 1.111, "consformer_gate": 0.068777, "epoch": 2.3340248962655603, "grad_norm": 2.2000081539154053, "ground_area": 0.0661, "ground_loss": 1.0866, "ground_mass": 0.548, "learning_rate": 6.431703400220542e-05, "loss": 2.9342, "qavit_gate": 0.019869, "span_acc": 0.8335, "span_loss": 0.3679, "step": 4500, "view_loss": 0.9369 }, { "adv_acc": 1.0, "adv_loss": 2.2559, "adv_neg_cos": 0.0255, "adv_pos_cos": 0.9613, "adv_ramp": 1.0, "adv_reg": 1.1117, "consformer_gate": 0.06918, "epoch": 2.3858921161825726, "grad_norm": 2.1953365802764893, "ground_area": 0.0649, "ground_loss": 0.9992, "ground_mass": 0.5403, "learning_rate": 6.257333030026538e-05, "loss": 2.9244, "qavit_gate": 0.018401, "span_acc": 0.8222, "span_loss": 0.3671, "step": 4600, "view_loss": 0.9351 }, { "adv_acc": 1.0, "adv_loss": 2.2891, "adv_neg_cos": 0.0149, "adv_pos_cos": 0.962, "adv_ramp": 1.0, "adv_reg": 1.1101, "consformer_gate": 0.069941, "epoch": 2.4377593360995853, "grad_norm": 3.0805118083953857, "ground_area": 0.0636, "ground_loss": 0.9582, "ground_mass": 0.5591, "learning_rate": 6.081314256325762e-05, "loss": 2.9488, "qavit_gate": 0.017683, "span_acc": 0.8446, "span_loss": 0.3438, "step": 4700, "view_loss": 0.9707 }, { "adv_acc": 1.0, "adv_loss": 2.2652, "adv_neg_cos": 0.0124, "adv_pos_cos": 0.962, "adv_ramp": 1.0, "adv_reg": 1.1098, "consformer_gate": 0.070766, "epoch": 2.4896265560165975, "grad_norm": 2.2283663749694824, "ground_area": 0.0615, "ground_loss": 0.87, "ground_mass": 0.5982, "learning_rate": 5.903877845316905e-05, "loss": 2.9157, "qavit_gate": 0.018244, "span_acc": 0.846, "span_loss": 0.3487, "step": 4800, "view_loss": 0.9428 }, { "adv_acc": 1.0, "adv_loss": 2.2634, "adv_neg_cos": 0.0169, "adv_pos_cos": 0.963, "adv_ramp": 1.0, "adv_reg": 1.1103, "consformer_gate": 0.070975, "epoch": 2.54149377593361, "grad_norm": 1.9643827676773071, "ground_area": 0.0619, "ground_loss": 0.9181, "ground_mass": 0.5691, "learning_rate": 5.725256421766158e-05, "loss": 2.9223, "qavit_gate": 0.018075, "span_acc": 0.8394, "span_loss": 0.3422, "step": 4900, "view_loss": 0.9509 }, { "adv_acc": 1.0, "adv_loss": 2.2433, "adv_neg_cos": 0.017, "adv_pos_cos": 0.9625, "adv_ramp": 1.0, "adv_reg": 1.1104, "consformer_gate": 0.071163, "epoch": 2.5933609958506225, "grad_norm": 1.9740269184112549, "ground_area": 0.0659, "ground_loss": 0.8513, "ground_mass": 0.5886, "learning_rate": 5.545684164028764e-05, "loss": 2.8981, "qavit_gate": 0.016617, "span_acc": 0.8285, "span_loss": 0.3626, "step": 5000, "view_loss": 0.9296 }, { "adv_acc": 1.0, "adv_loss": 2.252, "adv_neg_cos": 0.0164, "adv_pos_cos": 0.963, "adv_ramp": 1.0, "adv_reg": 1.1102, "consformer_gate": 0.071205, "epoch": 2.645228215767635, "grad_norm": 2.124788522720337, "ground_area": 0.0633, "ground_loss": 0.9218, "ground_mass": 0.5585, "learning_rate": 5.3653964970337634e-05, "loss": 2.9094, "qavit_gate": 0.018332, "span_acc": 0.817, "span_loss": 0.3569, "step": 5100, "view_loss": 0.9325 }, { "adv_acc": 1.0, "adv_loss": 2.2237, "adv_neg_cos": 0.0126, "adv_pos_cos": 0.9629, "adv_ramp": 1.0, "adv_reg": 1.1096, "consformer_gate": 0.071379, "epoch": 2.6970954356846475, "grad_norm": 2.1107583045959473, "ground_area": 0.0653, "ground_loss": 1.0105, "ground_mass": 0.5375, "learning_rate": 5.1846297836344405e-05, "loss": 2.8913, "qavit_gate": 0.017579, "span_acc": 0.8383, "span_loss": 0.3632, "step": 5200, "view_loss": 0.897 }, { "adv_acc": 1.0, "adv_loss": 2.2387, "adv_neg_cos": 0.0165, "adv_pos_cos": 0.963, "adv_ramp": 1.0, "adv_reg": 1.1107, "consformer_gate": 0.072025, "epoch": 2.7489626556016598, "grad_norm": 1.8847371339797974, "ground_area": 0.0651, "ground_loss": 0.8957, "ground_mass": 0.5828, "learning_rate": 5.003621014729113e-05, "loss": 2.8973, "qavit_gate": 0.017487, "span_acc": 0.8374, "span_loss": 0.3604, "step": 5300, "view_loss": 0.9225 }, { "adv_acc": 1.0, "adv_loss": 2.2353, "adv_neg_cos": 0.0115, "adv_pos_cos": 0.9633, "adv_ramp": 1.0, "adv_reg": 1.1096, "consformer_gate": 0.07268, "epoch": 2.800829875518672, "grad_norm": 2.68264102935791, "ground_area": 0.064, "ground_loss": 0.8398, "ground_mass": 0.5753, "learning_rate": 4.8226074985585546e-05, "loss": 2.8852, "qavit_gate": 0.018754, "span_acc": 0.8245, "span_loss": 0.366, "step": 5400, "view_loss": 0.9159 }, { "adv_acc": 1.0, "adv_loss": 2.2343, "adv_neg_cos": 0.0082, "adv_pos_cos": 0.963, "adv_ramp": 1.0, "adv_reg": 1.1089, "consformer_gate": 0.073042, "epoch": 2.8526970954356847, "grad_norm": 2.548436164855957, "ground_area": 0.0586, "ground_loss": 0.9305, "ground_mass": 0.5764, "learning_rate": 4.641826549587352e-05, "loss": 2.8946, "qavit_gate": 0.019845, "span_acc": 0.8377, "span_loss": 0.3517, "step": 5500, "view_loss": 0.9178 }, { "adv_acc": 1.0, "adv_loss": 2.2657, "adv_neg_cos": 0.0152, "adv_pos_cos": 0.9628, "adv_ramp": 1.0, "adv_reg": 1.11, "consformer_gate": 0.073559, "epoch": 2.904564315352697, "grad_norm": 2.7195498943328857, "ground_area": 0.0738, "ground_loss": 0.8431, "ground_mass": 0.5883, "learning_rate": 4.4615151773771135e-05, "loss": 2.9146, "qavit_gate": 0.017959, "span_acc": 0.8331, "span_loss": 0.3405, "step": 5600, "view_loss": 0.9534 }, { "adv_acc": 1.0, "adv_loss": 2.2291, "adv_neg_cos": 0.0125, "adv_pos_cos": 0.9634, "adv_ramp": 1.0, "adv_reg": 1.1092, "consformer_gate": 0.073914, "epoch": 2.9564315352697097, "grad_norm": 1.944581389427185, "ground_area": 0.0675, "ground_loss": 1.0431, "ground_mass": 0.5354, "learning_rate": 4.2819097758594105e-05, "loss": 2.903, "qavit_gate": 0.018835, "span_acc": 0.8245, "span_loss": 0.3666, "step": 5700, "view_loss": 0.9122 }, { "epoch": 3.0, "eval_bleu1": 0.5449637414944081, "eval_bleu2": 0.48749718826524935, "eval_bleu3": 0.44103615263209345, "eval_bleu4": 0.4035682539547808, "eval_cider": 3.7139011467450977, "eval_em": 0.12863187588152328, "eval_em_f1": 0.3542503793362247, "eval_f1": 0.5798688827909262, "eval_loss": 2.4490411281585693, "eval_runtime": 439.2118, "eval_samples_per_second": 8.071, "eval_steps_per_second": 1.011, "step": 5784 }, { "adv_acc": 1.0, "adv_loss": 2.1977, "adv_neg_cos": 0.0096, "adv_pos_cos": 0.9642, "adv_ramp": 1.0, "adv_reg": 1.0972, "consformer_gate": 0.074422, "epoch": 3.008298755186722, "grad_norm": 2.002885103225708, "ground_area": 0.057, "ground_loss": 0.8788, "ground_mass": 0.5555, "learning_rate": 4.103245813415829e-05, "loss": 2.8458, "qavit_gate": 0.018898, "span_acc": 0.8462, "span_loss": 0.321, "step": 5800, "view_loss": 0.8794 }, { "adv_acc": 1.0, "adv_loss": 2.0112, "adv_neg_cos": 0.0108, "adv_pos_cos": 0.9631, "adv_ramp": 1.0, "adv_reg": 1.1089, "consformer_gate": 0.074873, "epoch": 3.0601659751037342, "grad_norm": 2.0889713764190674, "ground_area": 0.0628, "ground_loss": 0.6961, "ground_mass": 0.632, "learning_rate": 3.9257575241714546e-05, "loss": 2.6517, "qavit_gate": 0.019681, "span_acc": 0.8366, "span_loss": 0.3295, "step": 5900, "view_loss": 0.6741 }, { "adv_acc": 1.0, "adv_loss": 2.0032, "adv_neg_cos": 0.0089, "adv_pos_cos": 0.9631, "adv_ramp": 1.0, "adv_reg": 1.1082, "consformer_gate": 0.074882, "epoch": 3.112033195020747, "grad_norm": 2.004972219467163, "ground_area": 0.0636, "ground_loss": 0.701, "ground_mass": 0.6481, "learning_rate": 3.749677600906489e-05, "loss": 2.6423, "qavit_gate": 0.022157, "span_acc": 0.849, "span_loss": 0.3214, "step": 6000, "view_loss": 0.6625 }, { "adv_acc": 1.0, "adv_loss": 2.0183, "adv_neg_cos": 0.0132, "adv_pos_cos": 0.9636, "adv_ramp": 1.0, "adv_reg": 1.1086, "consformer_gate": 0.075217, "epoch": 3.163900414937759, "grad_norm": 1.7875096797943115, "ground_area": 0.0667, "ground_loss": 0.6529, "ground_mass": 0.6622, "learning_rate": 3.5752368899886454e-05, "loss": 2.6556, "qavit_gate": 0.020838, "span_acc": 0.8435, "span_loss": 0.34, "step": 6100, "view_loss": 0.6803 }, { "adv_acc": 1.0, "adv_loss": 2.0043, "adv_neg_cos": 0.0071, "adv_pos_cos": 0.9629, "adv_ramp": 1.0, "adv_reg": 1.1086, "consformer_gate": 0.07526, "epoch": 3.215767634854772, "grad_norm": 2.9134297370910645, "ground_area": 0.0688, "ground_loss": 0.6661, "ground_mass": 0.6591, "learning_rate": 3.4026640887262194e-05, "loss": 2.6394, "qavit_gate": 0.022558, "span_acc": 0.8483, "span_loss": 0.3267, "step": 6200, "view_loss": 0.6585 }, { "adv_acc": 1.0, "adv_loss": 2.0129, "adv_neg_cos": 0.0096, "adv_pos_cos": 0.9633, "adv_ramp": 1.0, "adv_reg": 1.1088, "consformer_gate": 0.075682, "epoch": 3.267634854771784, "grad_norm": 2.521751880645752, "ground_area": 0.065, "ground_loss": 0.6095, "ground_mass": 0.7029, "learning_rate": 3.232185445538666e-05, "loss": 2.6435, "qavit_gate": 0.022924, "span_acc": 0.8501, "span_loss": 0.3208, "step": 6300, "view_loss": 0.673 }, { "adv_acc": 1.0, "adv_loss": 1.9933, "adv_neg_cos": 0.0024, "adv_pos_cos": 0.9632, "adv_ramp": 1.0, "adv_reg": 1.1083, "consformer_gate": 0.075606, "epoch": 3.3195020746887964, "grad_norm": 1.800066351890564, "ground_area": 0.0657, "ground_loss": 0.6691, "ground_mass": 0.663, "learning_rate": 3.064024463337747e-05, "loss": 2.6341, "qavit_gate": 0.023266, "span_acc": 0.8395, "span_loss": 0.3438, "step": 6400, "view_loss": 0.6592 }, { "adv_acc": 1.0, "adv_loss": 2.013, "adv_neg_cos": 0.0091, "adv_pos_cos": 0.9634, "adv_ramp": 1.0, "adv_reg": 1.1082, "consformer_gate": 0.075955, "epoch": 3.371369294605809, "grad_norm": 2.745469331741333, "ground_area": 0.066, "ground_loss": 0.6063, "ground_mass": 0.6931, "learning_rate": 2.898401606508107e-05, "loss": 2.6425, "qavit_gate": 0.023913, "span_acc": 0.8544, "span_loss": 0.3069, "step": 6500, "view_loss": 0.6775 }, { "adv_acc": 1.0, "adv_loss": 2.031, "adv_neg_cos": 0.0084, "adv_pos_cos": 0.9637, "adv_ramp": 1.0, "adv_reg": 1.1085, "consformer_gate": 0.075939, "epoch": 3.4232365145228214, "grad_norm": 1.9908764362335205, "ground_area": 0.0638, "ground_loss": 0.7006, "ground_mass": 0.6753, "learning_rate": 2.735534011871479e-05, "loss": 2.6697, "qavit_gate": 0.025117, "span_acc": 0.8432, "span_loss": 0.3222, "step": 6600, "view_loss": 0.6933 }, { "adv_acc": 1.0, "adv_loss": 2.0196, "adv_neg_cos": 0.0057, "adv_pos_cos": 0.9644, "adv_ramp": 1.0, "adv_reg": 1.1083, "consformer_gate": 0.076301, "epoch": 3.475103734439834, "grad_norm": 2.076768636703491, "ground_area": 0.0607, "ground_loss": 0.6093, "ground_mass": 0.6728, "learning_rate": 2.575635204013419e-05, "loss": 2.65, "qavit_gate": 0.024423, "span_acc": 0.8424, "span_loss": 0.3357, "step": 6700, "view_loss": 0.677 }, { "adv_acc": 1.0, "adv_loss": 1.9899, "adv_neg_cos": 0.0057, "adv_pos_cos": 0.9632, "adv_ramp": 1.0, "adv_reg": 1.1081, "consformer_gate": 0.076303, "epoch": 3.5269709543568464, "grad_norm": 2.078336238861084, "ground_area": 0.0676, "ground_loss": 0.6662, "ground_mass": 0.6887, "learning_rate": 2.4189148153457874e-05, "loss": 2.6278, "qavit_gate": 0.023855, "span_acc": 0.8415, "span_loss": 0.3259, "step": 6800, "view_loss": 0.6493 }, { "adv_acc": 1.0, "adv_loss": 2.0088, "adv_neg_cos": 0.0038, "adv_pos_cos": 0.9644, "adv_ramp": 1.0, "adv_reg": 1.1081, "consformer_gate": 0.076473, "epoch": 3.578838174273859, "grad_norm": 2.479827404022217, "ground_area": 0.0615, "ground_loss": 0.6895, "ground_mass": 0.6652, "learning_rate": 2.2655783112720208e-05, "loss": 2.6474, "qavit_gate": 0.024223, "span_acc": 0.8517, "span_loss": 0.3289, "step": 6900, "view_loss": 0.6658 }, { "adv_acc": 1.0, "adv_loss": 2.0082, "adv_neg_cos": 0.0044, "adv_pos_cos": 0.9632, "adv_ramp": 1.0, "adv_reg": 1.1083, "consformer_gate": 0.076709, "epoch": 3.6307053941908713, "grad_norm": 2.19089412689209, "ground_area": 0.0649, "ground_loss": 0.7861, "ground_mass": 0.6404, "learning_rate": 2.1158267208154498e-05, "loss": 2.6563, "qavit_gate": 0.02432, "span_acc": 0.8482, "span_loss": 0.3277, "step": 7000, "view_loss": 0.6693 }, { "adv_acc": 1.0, "adv_loss": 2.0103, "adv_neg_cos": 0.0017, "adv_pos_cos": 0.9648, "adv_ramp": 1.0, "adv_reg": 1.1077, "consformer_gate": 0.076907, "epoch": 3.682572614107884, "grad_norm": 3.372769594192505, "ground_area": 0.0703, "ground_loss": 0.5839, "ground_mass": 0.6953, "learning_rate": 1.9698563730638793e-05, "loss": 2.6363, "qavit_gate": 0.025012, "span_acc": 0.8675, "span_loss": 0.3092, "step": 7100, "view_loss": 0.6701 }, { "adv_acc": 1.0, "adv_loss": 2.0155, "adv_neg_cos": 0.0049, "adv_pos_cos": 0.9642, "adv_ramp": 1.0, "adv_reg": 1.1092, "consformer_gate": 0.077106, "epoch": 3.7344398340248963, "grad_norm": 2.2223970890045166, "ground_area": 0.0667, "ground_loss": 0.6609, "ground_mass": 0.6776, "learning_rate": 1.8278586397759252e-05, "loss": 2.6502, "qavit_gate": 0.025432, "span_acc": 0.8502, "span_loss": 0.3214, "step": 7200, "view_loss": 0.6727 }, { "adv_acc": 1.0, "adv_loss": 2.0114, "adv_neg_cos": 0.0045, "adv_pos_cos": 0.9639, "adv_ramp": 1.0, "adv_reg": 1.1081, "consformer_gate": 0.077192, "epoch": 3.7863070539419086, "grad_norm": 2.466071128845215, "ground_area": 0.0684, "ground_loss": 0.5926, "ground_mass": 0.6741, "learning_rate": 1.6900196844865573e-05, "loss": 2.6414, "qavit_gate": 0.026008, "span_acc": 0.8455, "span_loss": 0.3244, "step": 7300, "view_loss": 0.674 }, { "adv_acc": 1.0, "adv_loss": 2.0056, "adv_neg_cos": 0.0018, "adv_pos_cos": 0.9639, "adv_ramp": 1.0, "adv_reg": 1.1076, "consformer_gate": 0.077419, "epoch": 3.8381742738589213, "grad_norm": 3.256854772567749, "ground_area": 0.0632, "ground_loss": 0.5882, "ground_mass": 0.6964, "learning_rate": 1.5565202184408e-05, "loss": 2.6295, "qavit_gate": 0.025594, "span_acc": 0.8738, "span_loss": 0.2947, "step": 7400, "view_loss": 0.6608 }, { "adv_acc": 1.0, "adv_loss": 2.0061, "adv_neg_cos": 0.0029, "adv_pos_cos": 0.9645, "adv_ramp": 1.0, "adv_reg": 1.108, "consformer_gate": 0.077628, "epoch": 3.8900414937759336, "grad_norm": 2.00014328956604, "ground_area": 0.0752, "ground_loss": 0.5661, "ground_mass": 0.7069, "learning_rate": 1.4275352636755613e-05, "loss": 2.6332, "qavit_gate": 0.025703, "span_acc": 0.8469, "span_loss": 0.3411, "step": 7500, "view_loss": 0.6674 }, { "adv_acc": 1.0, "adv_loss": 1.9967, "adv_neg_cos": 0.0016, "adv_pos_cos": 0.9645, "adv_ramp": 1.0, "adv_reg": 1.1077, "consformer_gate": 0.077793, "epoch": 3.9419087136929463, "grad_norm": 4.079510688781738, "ground_area": 0.0613, "ground_loss": 0.634, "ground_mass": 0.6883, "learning_rate": 1.3032339235601749e-05, "loss": 2.6273, "qavit_gate": 0.025375, "span_acc": 0.8513, "span_loss": 0.3001, "step": 7600, "view_loss": 0.653 }, { "adv_acc": 1.0, "adv_loss": 1.9891, "adv_neg_cos": -0.0001, "adv_pos_cos": 0.965, "adv_ramp": 1.0, "adv_reg": 1.1073, "consformer_gate": 0.077868, "epoch": 3.9937759336099585, "grad_norm": 2.8484389781951904, "ground_area": 0.0662, "ground_loss": 0.6754, "ground_mass": 0.6785, "learning_rate": 1.183779161096526e-05, "loss": 2.6252, "qavit_gate": 0.025408, "span_acc": 0.8658, "span_loss": 0.3019, "step": 7700, "view_loss": 0.6544 }, { "epoch": 4.0, "eval_bleu1": 0.5522566858770785, "eval_bleu2": 0.49486445162747716, "eval_bleu3": 0.44837589067777456, "eval_bleu4": 0.41083606571751313, "eval_cider": 3.7565729710677784, "eval_em": 0.13709449929478137, "eval_em_f1": 0.3614967880531413, "eval_f1": 0.5858990768115012, "eval_loss": 2.4719762802124023, "eval_runtime": 449.7162, "eval_samples_per_second": 7.883, "eval_steps_per_second": 0.987, "step": 7712 }, { "adv_acc": 1.0, "adv_loss": 1.8818, "adv_neg_cos": 0.0039, "adv_pos_cos": 0.9643, "adv_ramp": 1.0, "adv_reg": 1.0959, "consformer_gate": 0.078047, "epoch": 4.045643153526971, "grad_norm": 2.6388802528381348, "ground_area": 0.0682, "ground_loss": 0.4695, "ground_mass": 0.739, "learning_rate": 1.0693275852693829e-05, "loss": 2.4922, "qavit_gate": 0.025868, "span_acc": 0.856, "span_loss": 0.2952, "step": 7800, "view_loss": 0.5283 }, { "adv_acc": 1.0, "adv_loss": 1.8867, "adv_neg_cos": 0.0008, "adv_pos_cos": 0.9629, "adv_ramp": 1.0, "adv_reg": 1.1076, "consformer_gate": 0.078071, "epoch": 4.097510373443983, "grad_norm": 1.8938740491867065, "ground_area": 0.0658, "ground_loss": 0.4292, "ground_mass": 0.7618, "learning_rate": 9.600292457270416e-06, "loss": 2.5061, "qavit_gate": 0.026151, "span_acc": 0.8412, "span_loss": 0.3376, "step": 7900, "view_loss": 0.5403 }, { "adv_acc": 1.0, "adv_loss": 1.8618, "adv_neg_cos": 0.0037, "adv_pos_cos": 0.9647, "adv_ramp": 1.0, "adv_reg": 1.1074, "consformer_gate": 0.078131, "epoch": 4.149377593360996, "grad_norm": 1.919527292251587, "ground_area": 0.067, "ground_loss": 0.4838, "ground_mass": 0.7503, "learning_rate": 8.560274360614828e-06, "loss": 2.4805, "qavit_gate": 0.026966, "span_acc": 0.8796, "span_loss": 0.2814, "step": 8000, "view_loss": 0.5108 }, { "adv_acc": 1.0, "adv_loss": 1.8649, "adv_neg_cos": 0.0032, "adv_pos_cos": 0.9642, "adv_ramp": 1.0, "adv_reg": 1.1073, "consformer_gate": 0.078127, "epoch": 4.2012448132780085, "grad_norm": 1.8806575536727905, "ground_area": 0.0691, "ground_loss": 0.3701, "ground_mass": 0.7988, "learning_rate": 7.574585059459172e-06, "loss": 2.4725, "qavit_gate": 0.026841, "span_acc": 0.8641, "span_loss": 0.3009, "step": 8100, "view_loss": 0.5105 }, { "adv_acc": 1.0, "adv_loss": 1.8636, "adv_neg_cos": -0.0001, "adv_pos_cos": 0.9636, "adv_ramp": 1.0, "adv_reg": 1.1077, "consformer_gate": 0.078191, "epoch": 4.253112033195021, "grad_norm": 1.767418384552002, "ground_area": 0.0632, "ground_loss": 0.4096, "ground_mass": 0.7831, "learning_rate": 6.6445168237604385e-06, "loss": 2.4775, "qavit_gate": 0.026891, "span_acc": 0.8706, "span_loss": 0.2983, "step": 8200, "view_loss": 0.5155 }, { "adv_acc": 1.0, "adv_loss": 1.8677, "adv_neg_cos": 0.0012, "adv_pos_cos": 0.9637, "adv_ramp": 1.0, "adv_reg": 1.1079, "consformer_gate": 0.078288, "epoch": 4.304979253112033, "grad_norm": 1.6227229833602905, "ground_area": 0.0678, "ground_loss": 0.4334, "ground_mass": 0.7767, "learning_rate": 5.7712890024935015e-06, "loss": 2.4837, "qavit_gate": 0.026821, "span_acc": 0.8666, "span_loss": 0.3148, "step": 8300, "view_loss": 0.5182 }, { "adv_acc": 1.0, "adv_loss": 1.8706, "adv_neg_cos": 0.001, "adv_pos_cos": 0.9638, "adv_ramp": 1.0, "adv_reg": 1.1071, "consformer_gate": 0.078357, "epoch": 4.356846473029045, "grad_norm": 1.9230811595916748, "ground_area": 0.0616, "ground_loss": 0.4422, "ground_mass": 0.7715, "learning_rate": 4.95604642504599e-06, "loss": 2.4868, "qavit_gate": 0.027048, "span_acc": 0.8592, "span_loss": 0.3083, "step": 8400, "view_loss": 0.519 }, { "adv_acc": 1.0, "adv_loss": 1.8729, "adv_neg_cos": 0.001, "adv_pos_cos": 0.9636, "adv_ramp": 1.0, "adv_reg": 1.1075, "consformer_gate": 0.078392, "epoch": 4.408713692946058, "grad_norm": 1.4800199270248413, "ground_area": 0.0704, "ground_loss": 0.417, "ground_mass": 0.7844, "learning_rate": 4.199857900310556e-06, "loss": 2.4849, "qavit_gate": 0.027048, "span_acc": 0.87, "span_loss": 0.2952, "step": 8500, "view_loss": 0.5174 }, { "adv_acc": 1.0, "adv_loss": 1.8743, "adv_neg_cos": 0.0027, "adv_pos_cos": 0.9637, "adv_ramp": 1.0, "adv_reg": 1.1073, "consformer_gate": 0.078438, "epoch": 4.460580912863071, "grad_norm": 2.0386860370635986, "ground_area": 0.0797, "ground_loss": 0.4736, "ground_mass": 0.7722, "learning_rate": 3.5037148154425494e-06, "loss": 2.4932, "qavit_gate": 0.027271, "span_acc": 0.8534, "span_loss": 0.3139, "step": 8600, "view_loss": 0.5229 }, { "adv_acc": 1.0, "adv_loss": 1.8736, "adv_neg_cos": 0.0031, "adv_pos_cos": 0.9641, "adv_ramp": 1.0, "adv_reg": 1.1071, "consformer_gate": 0.078466, "epoch": 4.512448132780083, "grad_norm": 2.2926201820373535, "ground_area": 0.0625, "ground_loss": 0.4653, "ground_mass": 0.7655, "learning_rate": 2.8685298361199542e-06, "loss": 2.4898, "qavit_gate": 0.027232, "span_acc": 0.8621, "span_loss": 0.3117, "step": 8700, "view_loss": 0.5139 }, { "adv_acc": 1.0, "adv_loss": 1.8799, "adv_neg_cos": 0.0011, "adv_pos_cos": 0.9642, "adv_ramp": 1.0, "adv_reg": 1.1073, "consformer_gate": 0.078481, "epoch": 4.564315352697095, "grad_norm": 4.315516948699951, "ground_area": 0.0605, "ground_loss": 0.481, "ground_mass": 0.7722, "learning_rate": 2.295135710009755e-06, "loss": 2.5009, "qavit_gate": 0.027237, "span_acc": 0.8686, "span_loss": 0.306, "step": 8800, "view_loss": 0.5368 }, { "adv_acc": 1.0, "adv_loss": 1.8652, "adv_neg_cos": 0.0016, "adv_pos_cos": 0.9642, "adv_ramp": 1.0, "adv_reg": 1.1071, "consformer_gate": 0.078492, "epoch": 4.6161825726141075, "grad_norm": 2.950779676437378, "ground_area": 0.0619, "ground_loss": 0.4371, "ground_mass": 0.7684, "learning_rate": 1.784284175009282e-06, "loss": 2.4798, "qavit_gate": 0.027332, "span_acc": 0.8466, "span_loss": 0.3059, "step": 8900, "view_loss": 0.5108 }, { "adv_acc": 1.0, "adv_loss": 1.8645, "adv_neg_cos": 0.0007, "adv_pos_cos": 0.9636, "adv_ramp": 1.0, "adv_reg": 1.1072, "consformer_gate": 0.078499, "epoch": 4.668049792531121, "grad_norm": 1.9566466808319092, "ground_area": 0.072, "ground_loss": 0.4665, "ground_mass": 0.7551, "learning_rate": 1.3366449736939845e-06, "loss": 2.4839, "qavit_gate": 0.027356, "span_acc": 0.8631, "span_loss": 0.3003, "step": 9000, "view_loss": 0.512 }, { "adv_acc": 1.0, "adv_loss": 1.8837, "adv_neg_cos": 0.0021, "adv_pos_cos": 0.9637, "adv_ramp": 1.0, "adv_reg": 1.1081, "consformer_gate": 0.078516, "epoch": 4.719917012448133, "grad_norm": 3.228714942932129, "ground_area": 0.0601, "ground_loss": 0.3751, "ground_mass": 0.793, "learning_rate": 9.528049752636714e-07, "loss": 2.4948, "qavit_gate": 0.027438, "span_acc": 0.836, "span_loss": 0.3398, "step": 9100, "view_loss": 0.5288 }, { "adv_acc": 1.0, "adv_loss": 1.8885, "adv_neg_cos": 0.0007, "adv_pos_cos": 0.9641, "adv_ramp": 1.0, "adv_reg": 1.1074, "consformer_gate": 0.078524, "epoch": 4.771784232365145, "grad_norm": 1.8726571798324585, "ground_area": 0.0577, "ground_loss": 0.4071, "ground_mass": 0.7816, "learning_rate": 6.332674061383492e-07, "loss": 2.4987, "qavit_gate": 0.02742, "span_acc": 0.8542, "span_loss": 0.2941, "step": 9200, "view_loss": 0.5355 }, { "adv_acc": 1.0, "adv_loss": 1.8862, "adv_neg_cos": -0.0006, "adv_pos_cos": 0.9641, "adv_ramp": 1.0, "adv_reg": 1.107, "consformer_gate": 0.078523, "epoch": 4.823651452282157, "grad_norm": 1.7718331813812256, "ground_area": 0.0592, "ground_loss": 0.4859, "ground_mass": 0.754, "learning_rate": 3.784511902124033e-07, "loss": 2.5092, "qavit_gate": 0.02743, "span_acc": 0.8419, "span_loss": 0.3495, "step": 9300, "view_loss": 0.5345 }, { "adv_acc": 1.0, "adv_loss": 1.8704, "adv_neg_cos": 0.0013, "adv_pos_cos": 0.9636, "adv_ramp": 1.0, "adv_reg": 1.1079, "consformer_gate": 0.078527, "epoch": 4.875518672199171, "grad_norm": 1.8809082508087158, "ground_area": 0.0676, "ground_loss": 0.4432, "ground_mass": 0.7715, "learning_rate": 1.8869039963210765e-07, "loss": 2.4874, "qavit_gate": 0.02743, "span_acc": 0.8481, "span_loss": 0.3223, "step": 9400, "view_loss": 0.5184 }, { "adv_acc": 1.0, "adv_loss": 1.8852, "adv_neg_cos": 0.0004, "adv_pos_cos": 0.964, "adv_ramp": 1.0, "adv_reg": 1.1075, "consformer_gate": 0.078528, "epoch": 4.927385892116183, "grad_norm": 2.5420734882354736, "ground_area": 0.0642, "ground_loss": 0.4188, "ground_mass": 0.7749, "learning_rate": 6.423381681641694e-08, "loss": 2.4992, "qavit_gate": 0.027446, "span_acc": 0.8512, "span_loss": 0.319, "step": 9500, "view_loss": 0.5334 }, { "adv_acc": 1.0, "adv_loss": 1.8825, "adv_neg_cos": 0.0002, "adv_pos_cos": 0.9637, "adv_ramp": 1.0, "adv_reg": 1.1078, "consformer_gate": 0.078528, "epoch": 4.979253112033195, "grad_norm": 2.41171932220459, "ground_area": 0.0643, "ground_loss": 0.4291, "ground_mass": 0.7663, "learning_rate": 5.244608295323917e-09, "loss": 2.4939, "qavit_gate": 0.027449, "span_acc": 0.8662, "span_loss": 0.2957, "step": 9600, "view_loss": 0.5323 }, { "epoch": 5.0, "eval_bleu1": 0.5588900718658318, "eval_bleu2": 0.5005104980949288, "eval_bleu3": 0.4536136781109752, "eval_bleu4": 0.4160561728207932, "eval_cider": 3.748834295433214, "eval_em": 0.1382228490832158, "eval_em_f1": 0.36195135468742745, "eval_f1": 0.5856798602916391, "eval_loss": 2.5037269592285156, "eval_runtime": 437.6653, "eval_samples_per_second": 8.1, "eval_steps_per_second": 1.014, "step": 9640 }, { "epoch": 5.0, "step": 9640, "total_flos": 9400538513857920.0, "train_loss": 3.035375357663483, "train_runtime": 21475.6579, "train_samples_per_second": 7.179, "train_steps_per_second": 0.449 } ], "logging_steps": 100, "max_steps": 9640, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 9400538513857920.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }
{
"best_metric": 3.7565729710677784,
"best_model_checkpoint": "/content/ViSceT5/output/5ebe84f_OpenViVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-7712",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 9640,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"adv_acc": 0.969,
"adv_loss": 7.4681,
"adv_neg_cos": 0.4502,
"adv_pos_cos": 0.7769,
"adv_ramp": 0.0513,
"adv_reg": 2.2519,
"consformer_gate": 0.0006,
"epoch": 0.05186721991701245,
"grad_norm": 6.492552757263184,
"ground_area": 0.0668,
"ground_loss": 3.188,
"ground_mass": 0.0605,
"learning_rate": 1.0373443983402491e-05,
"loss": 7.9638,
"qavit_gate": 0.000678,
"span_acc": 0.4558,
"span_loss": 1.1563,
"step": 100,
"view_loss": 6.1883
},
{
"adv_acc": 0.9966,
"adv_loss": 3.6614,
"adv_neg_cos": 0.0524,
"adv_pos_cos": 0.6867,
"adv_ramp": 0.1551,
"adv_reg": 1.4116,
"consformer_gate": 0.00229,
"epoch": 0.1037344398340249,
"grad_norm": 5.8704400062561035,
"ground_area": 0.0703,
"ground_loss": 2.8088,
"ground_mass": 0.0882,
"learning_rate": 2.0746887966804982e-05,
"loss": 4.1565,
"qavit_gate": 0.004449,
"span_acc": 0.4699,
"span_loss": 1.101,
"step": 200,
"view_loss": 2.3198
},
{
"adv_acc": 0.9997,
"adv_loss": 3.2973,
"adv_neg_cos": 0.0647,
"adv_pos_cos": 0.7685,
"adv_ramp": 0.2588,
"adv_reg": 1.2848,
"consformer_gate": 0.004558,
"epoch": 0.15560165975103735,
"grad_norm": 5.166526794433594,
"ground_area": 0.0596,
"ground_loss": 1.7492,
"ground_mass": 0.2868,
"learning_rate": 3.112033195020747e-05,
"loss": 3.7362,
"qavit_gate": 0.024775,
"span_acc": 0.4393,
"span_loss": 1.1166,
"step": 300,
"view_loss": 1.9849
},
{
"adv_acc": 1.0,
"adv_loss": 3.2355,
"adv_neg_cos": 0.0706,
"adv_pos_cos": 0.8098,
"adv_ramp": 0.3626,
"adv_reg": 1.2403,
"consformer_gate": 0.006875,
"epoch": 0.2074688796680498,
"grad_norm": 5.636542320251465,
"ground_area": 0.0617,
"ground_loss": 1.4991,
"ground_mass": 0.3555,
"learning_rate": 4.1493775933609964e-05,
"loss": 3.6949,
"qavit_gate": 0.029062,
"span_acc": 0.4585,
"span_loss": 1.0103,
"step": 400,
"view_loss": 1.949
},
{
"adv_acc": 1.0,
"adv_loss": 3.1409,
"adv_neg_cos": 0.0632,
"adv_pos_cos": 0.8382,
"adv_ramp": 0.4663,