Visual Question Answering
Transformers
Safetensors
Vietnamese
openvivqa
scene-text-vqa
vietnamese
ocr
t5
Instructions to use Kus669/ViSceT5-OpenViVQA with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Kus669/ViSceT5-OpenViVQA with Transformers:
# Use a pipeline as a high-level helper # Warning: Pipeline type "visual-question-answering" is no longer supported in transformers v5. # You must load the model directly (see below) or downgrade to v4.x with: # pip install "transformers<5.0.0" from transformers import pipeline pipe = pipeline("visual-question-answering", model="Kus669/ViSceT5-OpenViVQA")# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("Kus669/ViSceT5-OpenViVQA", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download trainer_state.json from Kus669/ViSceT5-OpenViVQA: direct link, hf CLI and curl.
- Browser
- Download file 57.3 kB
-
https://huggingface.co/Kus669/ViSceT5-OpenViVQA/resolve/main/trainer_state.json
- Command line
-
hf download hf://Kus669/ViSceT5-OpenViVQA/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/Kus669/ViSceT5-OpenViVQA/resolve/main/trainer_state.json
57.3 kB
{
"best_metric": 3.7565729710677784,
"best_model_checkpoint": "/content/ViSceT5/output/5ebe84f_OpenViVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-7712",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 9640,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"adv_acc": 0.969,
"adv_loss": 7.4681,
"adv_neg_cos": 0.4502,
"adv_pos_cos": 0.7769,
"adv_ramp": 0.0513,
"adv_reg": 2.2519,
"consformer_gate": 0.0006,
"epoch": 0.05186721991701245,
"grad_norm": 6.492552757263184,
"ground_area": 0.0668,
"ground_loss": 3.188,
"ground_mass": 0.0605,
"learning_rate": 1.0373443983402491e-05,
"loss": 7.9638,
"qavit_gate": 0.000678,
"span_acc": 0.4558,
"span_loss": 1.1563,
"step": 100,
"view_loss": 6.1883
},
{
"adv_acc": 0.9966,
"adv_loss": 3.6614,
"adv_neg_cos": 0.0524,
"adv_pos_cos": 0.6867,
"adv_ramp": 0.1551,
"adv_reg": 1.4116,
"consformer_gate": 0.00229,
"epoch": 0.1037344398340249,
"grad_norm": 5.8704400062561035,
"ground_area": 0.0703,
"ground_loss": 2.8088,
"ground_mass": 0.0882,
"learning_rate": 2.0746887966804982e-05,
"loss": 4.1565,
"qavit_gate": 0.004449,
"span_acc": 0.4699,
"span_loss": 1.101,
"step": 200,
"view_loss": 2.3198
},
{
"adv_acc": 0.9997,
"adv_loss": 3.2973,
"adv_neg_cos": 0.0647,
"adv_pos_cos": 0.7685,
"adv_ramp": 0.2588,
"adv_reg": 1.2848,
"consformer_gate": 0.004558,
"epoch": 0.15560165975103735,
"grad_norm": 5.166526794433594,
"ground_area": 0.0596,
"ground_loss": 1.7492,
"ground_mass": 0.2868,
"learning_rate": 3.112033195020747e-05,
"loss": 3.7362,
"qavit_gate": 0.024775,
"span_acc": 0.4393,
"span_loss": 1.1166,
"step": 300,
"view_loss": 1.9849
},
{
"adv_acc": 1.0,
"adv_loss": 3.2355,
"adv_neg_cos": 0.0706,
"adv_pos_cos": 0.8098,
"adv_ramp": 0.3626,
"adv_reg": 1.2403,
"consformer_gate": 0.006875,
"epoch": 0.2074688796680498,
"grad_norm": 5.636542320251465,
"ground_area": 0.0617,
"ground_loss": 1.4991,
"ground_mass": 0.3555,
"learning_rate": 4.1493775933609964e-05,
"loss": 3.6949,
"qavit_gate": 0.029062,
"span_acc": 0.4585,
"span_loss": 1.0103,
"step": 400,
"view_loss": 1.949
},
{
"adv_acc": 1.0,
"adv_loss": 3.1409,
"adv_neg_cos": 0.0632,
"adv_pos_cos": 0.8382,
"adv_ramp": 0.4663,
"adv_reg": 1.208,
"consformer_gate": 0.009938,
"epoch": 0.25933609958506226,
"grad_norm": 6.069293975830078,
"ground_area": 0.0706,
"ground_loss": 1.3571,
"ground_mass": 0.3754,
"learning_rate": 5.1867219917012454e-05,
"loss": 3.6329,
"qavit_gate": 0.025279,
"span_acc": 0.4626,
"span_loss": 0.9465,
"step": 500,
"view_loss": 1.8616
},
{
"adv_acc": 1.0,
"adv_loss": 3.0724,
"adv_neg_cos": 0.0714,
"adv_pos_cos": 0.8646,
"adv_ramp": 0.57,
"adv_reg": 1.1919,
"consformer_gate": 0.013021,
"epoch": 0.3112033195020747,
"grad_norm": 4.6251654624938965,
"ground_area": 0.059,
"ground_loss": 1.6042,
"ground_mass": 0.3395,
"learning_rate": 6.224066390041494e-05,
"loss": 3.6319,
"qavit_gate": 0.024993,
"span_acc": 0.4682,
"span_loss": 0.9064,
"step": 600,
"view_loss": 1.7657
},
{
"adv_acc": 1.0,
"adv_loss": 3.0458,
"adv_neg_cos": 0.0733,
"adv_pos_cos": 0.8887,
"adv_ramp": 0.6738,
"adv_reg": 1.1747,
"consformer_gate": 0.016683,
"epoch": 0.3630705394190871,
"grad_norm": 4.139651775360107,
"ground_area": 0.0652,
"ground_loss": 1.2433,
"ground_mass": 0.4005,
"learning_rate": 7.261410788381743e-05,
"loss": 3.6072,
"qavit_gate": 0.024441,
"span_acc": 0.5155,
"span_loss": 0.806,
"step": 700,
"view_loss": 1.7278
},
{
"adv_acc": 1.0,
"adv_loss": 3.0147,
"adv_neg_cos": 0.0798,
"adv_pos_cos": 0.9043,
"adv_ramp": 0.7775,
"adv_reg": 1.1667,
"consformer_gate": 0.020026,
"epoch": 0.4149377593360996,
"grad_norm": 4.010885238647461,
"ground_area": 0.0633,
"ground_loss": 1.2199,
"ground_mass": 0.4188,
"learning_rate": 8.298755186721993e-05,
"loss": 3.6297,
"qavit_gate": 0.022343,
"span_acc": 0.5619,
"span_loss": 0.7411,
"step": 800,
"view_loss": 1.7159
},
{
"adv_acc": 1.0,
"adv_loss": 3.0027,
"adv_neg_cos": 0.0733,
"adv_pos_cos": 0.9145,
"adv_ramp": 0.8812,
"adv_reg": 1.1537,
"consformer_gate": 0.023316,
"epoch": 0.46680497925311204,
"grad_norm": 3.8299896717071533,
"ground_area": 0.0685,
"ground_loss": 1.3527,
"ground_mass": 0.4104,
"learning_rate": 9.336099585062241e-05,
"loss": 3.6765,
"qavit_gate": 0.021968,
"span_acc": 0.6019,
"span_loss": 0.6845,
"step": 900,
"view_loss": 1.6981
},
{
"adv_acc": 1.0,
"adv_loss": 3.0336,
"adv_neg_cos": 0.0656,
"adv_pos_cos": 0.9191,
"adv_ramp": 0.9784,
"adv_reg": 1.1451,
"consformer_gate": 0.026733,
"epoch": 0.5186721991701245,
"grad_norm": 4.462922096252441,
"ground_area": 0.064,
"ground_loss": 1.2416,
"ground_mass": 0.437,
"learning_rate": 9.999575185316994e-05,
"loss": 3.7349,
"qavit_gate": 0.026604,
"span_acc": 0.6396,
"span_loss": 0.6174,
"step": 1000,
"view_loss": 1.7341
},
{
"adv_acc": 1.0,
"adv_loss": 3.009,
"adv_neg_cos": 0.0559,
"adv_pos_cos": 0.9252,
"adv_ramp": 1.0,
"adv_reg": 1.1358,
"consformer_gate": 0.030265,
"epoch": 0.5705394190871369,
"grad_norm": 3.440955638885498,
"ground_area": 0.0705,
"ground_loss": 1.4255,
"ground_mass": 0.3982,
"learning_rate": 9.993938352000173e-05,
"loss": 3.738,
"qavit_gate": 0.022692,
"span_acc": 0.6542,
"span_loss": 0.6021,
"step": 1100,
"view_loss": 1.7127
},
{
"adv_acc": 1.0,
"adv_loss": 2.9631,
"adv_neg_cos": 0.0577,
"adv_pos_cos": 0.9326,
"adv_ramp": 1.0,
"adv_reg": 1.1306,
"consformer_gate": 0.033517,
"epoch": 0.6224066390041494,
"grad_norm": 3.0455381870269775,
"ground_area": 0.0657,
"ground_loss": 1.376,
"ground_mass": 0.4182,
"learning_rate": 9.981754307009555e-05,
"loss": 3.6786,
"qavit_gate": 0.026824,
"span_acc": 0.686,
"span_loss": 0.5649,
"step": 1200,
"view_loss": 1.6619
},
{
"adv_acc": 1.0,
"adv_loss": 2.951,
"adv_neg_cos": 0.0545,
"adv_pos_cos": 0.9353,
"adv_ramp": 1.0,
"adv_reg": 1.1335,
"consformer_gate": 0.035881,
"epoch": 0.6742738589211619,
"grad_norm": 2.8859777450561523,
"ground_area": 0.063,
"ground_loss": 1.3315,
"ground_mass": 0.4096,
"learning_rate": 9.963039024014812e-05,
"loss": 3.6663,
"qavit_gate": 0.021323,
"span_acc": 0.7117,
"span_loss": 0.5465,
"step": 1300,
"view_loss": 1.6599
},
{
"adv_acc": 1.0,
"adv_loss": 2.9478,
"adv_neg_cos": 0.0591,
"adv_pos_cos": 0.9406,
"adv_ramp": 1.0,
"adv_reg": 1.1303,
"consformer_gate": 0.037695,
"epoch": 0.7261410788381742,
"grad_norm": 3.0741889476776123,
"ground_area": 0.0647,
"ground_loss": 1.2016,
"ground_mass": 0.4515,
"learning_rate": 9.937817039345924e-05,
"loss": 3.6472,
"qavit_gate": 0.018895,
"span_acc": 0.7271,
"span_loss": 0.53,
"step": 1400,
"view_loss": 1.6639
},
{
"adv_acc": 1.0,
"adv_loss": 2.9057,
"adv_neg_cos": 0.0477,
"adv_pos_cos": 0.9431,
"adv_ramp": 1.0,
"adv_reg": 1.126,
"consformer_gate": 0.039991,
"epoch": 0.7780082987551867,
"grad_norm": 2.9059934616088867,
"ground_area": 0.0668,
"ground_loss": 1.1808,
"ground_mass": 0.4561,
"learning_rate": 9.906121419825269e-05,
"loss": 3.5934,
"qavit_gate": 0.018324,
"span_acc": 0.7322,
"span_loss": 0.5215,
"step": 1500,
"view_loss": 1.6038
},
{
"adv_acc": 1.0,
"adv_loss": 2.8954,
"adv_neg_cos": 0.0517,
"adv_pos_cos": 0.9427,
"adv_ramp": 1.0,
"adv_reg": 1.1256,
"consformer_gate": 0.042287,
"epoch": 0.8298755186721992,
"grad_norm": 2.5902745723724365,
"ground_area": 0.0603,
"ground_loss": 1.2467,
"ground_mass": 0.4456,
"learning_rate": 9.867993719415973e-05,
"loss": 3.5967,
"qavit_gate": 0.024877,
"span_acc": 0.7432,
"span_loss": 0.4987,
"step": 1600,
"view_loss": 1.6203
},
{
"adv_acc": 1.0,
"adv_loss": 2.8619,
"adv_neg_cos": 0.0424,
"adv_pos_cos": 0.946,
"adv_ramp": 1.0,
"adv_reg": 1.1225,
"consformer_gate": 0.044134,
"epoch": 0.8817427385892116,
"grad_norm": 2.6069188117980957,
"ground_area": 0.0624,
"ground_loss": 1.3546,
"ground_mass": 0.418,
"learning_rate": 9.823483924743348e-05,
"loss": 3.5741,
"qavit_gate": 0.022414,
"span_acc": 0.7445,
"span_loss": 0.5221,
"step": 1700,
"view_loss": 1.5766
},
{
"adv_acc": 1.0,
"adv_loss": 2.826,
"adv_neg_cos": 0.0542,
"adv_pos_cos": 0.9461,
"adv_ramp": 1.0,
"adv_reg": 1.1235,
"consformer_gate": 0.045195,
"epoch": 0.9336099585062241,
"grad_norm": 2.370098114013672,
"ground_area": 0.0682,
"ground_loss": 1.13,
"ground_mass": 0.4577,
"learning_rate": 9.77265038956083e-05,
"loss": 3.5113,
"qavit_gate": 0.016468,
"span_acc": 0.7546,
"span_loss": 0.4826,
"step": 1800,
"view_loss": 1.5323
},
{
"adv_acc": 1.0,
"adv_loss": 2.8532,
"adv_neg_cos": 0.0445,
"adv_pos_cos": 0.9476,
"adv_ramp": 1.0,
"adv_reg": 1.1245,
"consformer_gate": 0.046438,
"epoch": 0.9854771784232366,
"grad_norm": 2.6868741512298584,
"ground_area": 0.0683,
"ground_loss": 1.1566,
"ground_mass": 0.4465,
"learning_rate": 9.715559758246363e-05,
"loss": 3.5415,
"qavit_gate": 0.019343,
"span_acc": 0.755,
"span_loss": 0.4672,
"step": 1900,
"view_loss": 1.5749
},
{
"epoch": 1.0,
"eval_bleu1": 0.4623735999312366,
"eval_bleu2": 0.4084390538155328,
"eval_bleu3": 0.36533304419941753,
"eval_bleu4": 0.33019530972005046,
"eval_cider": 3.2478336687690934,
"eval_em": 0.09196050775740479,
"eval_em_f1": 0.3096768068607121,
"eval_f1": 0.5273931059640193,
"eval_loss": 2.625380039215088,
"eval_runtime": 629.8438,
"eval_samples_per_second": 5.628,
"eval_steps_per_second": 0.705,
"step": 1928
},
{
"adv_acc": 1.0,
"adv_loss": 2.6513,
"adv_neg_cos": 0.0413,
"adv_pos_cos": 0.9468,
"adv_ramp": 1.0,
"adv_reg": 1.1121,
"consformer_gate": 0.047495,
"epoch": 1.037344398340249,
"grad_norm": 2.047126293182373,
"ground_area": 0.0633,
"ground_loss": 1.1285,
"ground_mass": 0.4697,
"learning_rate": 9.652286878429508e-05,
"loss": 3.3295,
"qavit_gate": 0.018647,
"span_acc": 0.7801,
"span_loss": 0.4316,
"step": 2000,
"view_loss": 1.3507
},
{
"adv_acc": 1.0,
"adv_loss": 2.5684,
"adv_neg_cos": 0.0457,
"adv_pos_cos": 0.9512,
"adv_ramp": 1.0,
"adv_reg": 1.1203,
"consformer_gate": 0.048298,
"epoch": 1.0892116182572613,
"grad_norm": 2.1436374187469482,
"ground_area": 0.0659,
"ground_loss": 1.091,
"ground_mass": 0.4898,
"learning_rate": 9.582914702863816e-05,
"loss": 3.2499,
"qavit_gate": 0.014003,
"span_acc": 0.7816,
"span_loss": 0.4235,
"step": 2100,
"view_loss": 1.2589
},
{
"adv_acc": 1.0,
"adv_loss": 2.6039,
"adv_neg_cos": 0.0363,
"adv_pos_cos": 0.9521,
"adv_ramp": 1.0,
"adv_reg": 1.1195,
"consformer_gate": 0.049779,
"epoch": 1.1410788381742738,
"grad_norm": 2.9106693267822266,
"ground_area": 0.0597,
"ground_loss": 1.2246,
"ground_mass": 0.4631,
"learning_rate": 9.507534180673142e-05,
"loss": 3.2999,
"qavit_gate": 0.020807,
"span_acc": 0.7745,
"span_loss": 0.4462,
"step": 2200,
"view_loss": 1.3057
},
{
"adv_acc": 1.0,
"adv_loss": 2.5892,
"adv_neg_cos": 0.0392,
"adv_pos_cos": 0.9518,
"adv_ramp": 1.0,
"adv_reg": 1.1203,
"consformer_gate": 0.050578,
"epoch": 1.1929460580912863,
"grad_norm": 2.1561834812164307,
"ground_area": 0.0702,
"ground_loss": 1.1661,
"ground_mass": 0.4767,
"learning_rate": 9.426244138114456e-05,
"loss": 3.2778,
"qavit_gate": 0.020729,
"span_acc": 0.7924,
"span_loss": 0.4386,
"step": 2300,
"view_loss": 1.2883
},
{
"adv_acc": 1.0,
"adv_loss": 2.6112,
"adv_neg_cos": 0.0404,
"adv_pos_cos": 0.9534,
"adv_ramp": 1.0,
"adv_reg": 1.1194,
"consformer_gate": 0.051884,
"epoch": 1.2448132780082988,
"grad_norm": 2.364919900894165,
"ground_area": 0.0662,
"ground_loss": 1.0433,
"ground_mass": 0.498,
"learning_rate": 9.339151149013483e-05,
"loss": 3.2824,
"qavit_gate": 0.018573,
"span_acc": 0.7921,
"span_loss": 0.4191,
"step": 2400,
"view_loss": 1.3039
},
{
"adv_acc": 1.0,
"adv_loss": 2.5804,
"adv_neg_cos": 0.036,
"adv_pos_cos": 0.956,
"adv_ramp": 1.0,
"adv_reg": 1.117,
"consformer_gate": 0.053421,
"epoch": 1.2966804979253113,
"grad_norm": 3.352306842803955,
"ground_area": 0.0636,
"ground_loss": 1.1846,
"ground_mass": 0.4818,
"learning_rate": 9.246369395043033e-05,
"loss": 3.2679,
"qavit_gate": 0.020439,
"span_acc": 0.7924,
"span_loss": 0.4463,
"step": 2500,
"view_loss": 1.2792
},
{
"adv_acc": 1.0,
"adv_loss": 2.5244,
"adv_neg_cos": 0.0308,
"adv_pos_cos": 0.9539,
"adv_ramp": 1.0,
"adv_reg": 1.1176,
"consformer_gate": 0.054745,
"epoch": 1.3485477178423237,
"grad_norm": 2.5020763874053955,
"ground_area": 0.0627,
"ground_loss": 1.0926,
"ground_mass": 0.5063,
"learning_rate": 9.148020516027207e-05,
"loss": 3.2049,
"qavit_gate": 0.019259,
"span_acc": 0.7948,
"span_loss": 0.4251,
"step": 2600,
"view_loss": 1.2184
},
{
"adv_acc": 1.0,
"adv_loss": 2.5898,
"adv_neg_cos": 0.033,
"adv_pos_cos": 0.9553,
"adv_ramp": 1.0,
"adv_reg": 1.1164,
"consformer_gate": 0.05548,
"epoch": 1.400414937759336,
"grad_norm": 1.9946705102920532,
"ground_area": 0.0593,
"ground_loss": 1.1061,
"ground_mass": 0.4942,
"learning_rate": 9.044233450467728e-05,
"loss": 3.2685,
"qavit_gate": 0.017025,
"span_acc": 0.8047,
"span_loss": 0.4114,
"step": 2700,
"view_loss": 1.2926
},
{
"adv_acc": 1.0,
"adv_loss": 2.5766,
"adv_neg_cos": 0.0351,
"adv_pos_cos": 0.9552,
"adv_ramp": 1.0,
"adv_reg": 1.1165,
"consformer_gate": 0.056642,
"epoch": 1.4522821576763485,
"grad_norm": 2.0020852088928223,
"ground_area": 0.0695,
"ground_loss": 1.0529,
"ground_mass": 0.5117,
"learning_rate": 8.935144266501469e-05,
"loss": 3.2511,
"qavit_gate": 0.016999,
"span_acc": 0.7968,
"span_loss": 0.4287,
"step": 2800,
"view_loss": 1.2801
},
{
"adv_acc": 1.0,
"adv_loss": 2.5594,
"adv_neg_cos": 0.0337,
"adv_pos_cos": 0.9557,
"adv_ramp": 1.0,
"adv_reg": 1.1163,
"consformer_gate": 0.057737,
"epoch": 1.504149377593361,
"grad_norm": 1.9455649852752686,
"ground_area": 0.0705,
"ground_loss": 1.1399,
"ground_mass": 0.4977,
"learning_rate": 8.820895983510813e-05,
"loss": 3.2398,
"qavit_gate": 0.017387,
"span_acc": 0.8189,
"span_loss": 0.3946,
"step": 2900,
"view_loss": 1.2585
},
{
"adv_acc": 1.0,
"adv_loss": 2.5458,
"adv_neg_cos": 0.0288,
"adv_pos_cos": 0.9562,
"adv_ramp": 1.0,
"adv_reg": 1.1158,
"consformer_gate": 0.058515,
"epoch": 1.5560165975103735,
"grad_norm": 2.1094284057617188,
"ground_area": 0.0619,
"ground_loss": 1.1384,
"ground_mass": 0.4778,
"learning_rate": 8.701638384620694e-05,
"loss": 3.2277,
"qavit_gate": 0.017774,
"span_acc": 0.811,
"span_loss": 0.3986,
"step": 3000,
"view_loss": 1.2536
},
{
"adv_acc": 1.0,
"adv_loss": 2.5678,
"adv_neg_cos": 0.0362,
"adv_pos_cos": 0.9576,
"adv_ramp": 1.0,
"adv_reg": 1.1175,
"consformer_gate": 0.059753,
"epoch": 1.607883817427386,
"grad_norm": 4.0790581703186035,
"ground_area": 0.0621,
"ground_loss": 1.0436,
"ground_mass": 0.4923,
"learning_rate": 8.577527820328177e-05,
"loss": 3.2436,
"qavit_gate": 0.018588,
"span_acc": 0.8,
"span_loss": 0.4236,
"step": 3100,
"view_loss": 1.2796
},
{
"adv_acc": 1.0,
"adv_loss": 2.5853,
"adv_neg_cos": 0.0243,
"adv_pos_cos": 0.9576,
"adv_ramp": 1.0,
"adv_reg": 1.1138,
"consformer_gate": 0.060519,
"epoch": 1.6597510373443982,
"grad_norm": 2.9989311695098877,
"ground_area": 0.0721,
"ground_loss": 0.999,
"ground_mass": 0.5236,
"learning_rate": 8.448727003521989e-05,
"loss": 3.2521,
"qavit_gate": 0.015435,
"span_acc": 0.789,
"span_loss": 0.4053,
"step": 3200,
"view_loss": 1.2986
},
{
"adv_acc": 1.0,
"adv_loss": 2.5735,
"adv_neg_cos": 0.0281,
"adv_pos_cos": 0.9583,
"adv_ramp": 1.0,
"adv_reg": 1.114,
"consformer_gate": 0.06114,
"epoch": 1.711618257261411,
"grad_norm": 2.7759532928466797,
"ground_area": 0.0623,
"ground_loss": 1.1381,
"ground_mass": 0.4963,
"learning_rate": 8.315404796160758e-05,
"loss": 3.2566,
"qavit_gate": 0.015936,
"span_acc": 0.784,
"span_loss": 0.4285,
"step": 3300,
"view_loss": 1.2838
},
{
"adv_acc": 1.0,
"adv_loss": 2.5459,
"adv_neg_cos": 0.0249,
"adv_pos_cos": 0.9567,
"adv_ramp": 1.0,
"adv_reg": 1.1144,
"consformer_gate": 0.062447,
"epoch": 1.7634854771784232,
"grad_norm": 2.7670891284942627,
"ground_area": 0.0652,
"ground_loss": 1.0051,
"ground_mass": 0.5124,
"learning_rate": 8.177735987889628e-05,
"loss": 3.213,
"qavit_gate": 0.016567,
"span_acc": 0.8197,
"span_loss": 0.3983,
"step": 3400,
"view_loss": 1.2597
},
{
"adv_acc": 1.0,
"adv_loss": 2.5886,
"adv_neg_cos": 0.0246,
"adv_pos_cos": 0.9565,
"adv_ramp": 1.0,
"adv_reg": 1.1143,
"consformer_gate": 0.063231,
"epoch": 1.8153526970954357,
"grad_norm": 3.128201484680176,
"ground_area": 0.066,
"ground_loss": 1.1054,
"ground_mass": 0.4913,
"learning_rate": 8.035901066885485e-05,
"loss": 3.2613,
"qavit_gate": 0.018869,
"span_acc": 0.7993,
"span_loss": 0.4067,
"step": 3500,
"view_loss": 1.2965
},
{
"adv_acc": 1.0,
"adv_loss": 2.5432,
"adv_neg_cos": 0.0267,
"adv_pos_cos": 0.9594,
"adv_ramp": 1.0,
"adv_reg": 1.113,
"consformer_gate": 0.063893,
"epoch": 1.8672199170124482,
"grad_norm": 3.070930242538452,
"ground_area": 0.0712,
"ground_loss": 1.0762,
"ground_mass": 0.5108,
"learning_rate": 7.890085983231226e-05,
"loss": 3.2178,
"qavit_gate": 0.015732,
"span_acc": 0.8113,
"span_loss": 0.4054,
"step": 3600,
"view_loss": 1.2507
},
{
"adv_acc": 1.0,
"adv_loss": 2.5508,
"adv_neg_cos": 0.0325,
"adv_pos_cos": 0.9592,
"adv_ramp": 1.0,
"adv_reg": 1.1141,
"consformer_gate": 0.064529,
"epoch": 1.9190871369294604,
"grad_norm": 3.137263298034668,
"ground_area": 0.0705,
"ground_loss": 1.0488,
"ground_mass": 0.5104,
"learning_rate": 7.740481905129306e-05,
"loss": 3.2181,
"qavit_gate": 0.021114,
"span_acc": 0.8005,
"span_loss": 0.3967,
"step": 3700,
"view_loss": 1.2569
},
{
"adv_acc": 1.0,
"adv_loss": 2.527,
"adv_neg_cos": 0.0258,
"adv_pos_cos": 0.9595,
"adv_ramp": 1.0,
"adv_reg": 1.1135,
"consformer_gate": 0.066227,
"epoch": 1.9709543568464731,
"grad_norm": 4.505244255065918,
"ground_area": 0.0645,
"ground_loss": 1.1549,
"ground_mass": 0.4782,
"learning_rate": 7.587284968274155e-05,
"loss": 3.21,
"qavit_gate": 0.018765,
"span_acc": 0.8216,
"span_loss": 0.3957,
"step": 3800,
"view_loss": 1.2378
},
{
"epoch": 2.0,
"eval_bleu1": 0.513550093820157,
"eval_bleu2": 0.45810456052486165,
"eval_bleu3": 0.4127144006997294,
"eval_bleu4": 0.3751228283433632,
"eval_cider": 3.5703339577334403,
"eval_em": 0.11311706629055007,
"eval_em_f1": 0.33745921354004005,
"eval_f1": 0.56180136078953,
"eval_loss": 2.4947614669799805,
"eval_runtime": 512.3106,
"eval_samples_per_second": 6.92,
"eval_steps_per_second": 0.867,
"step": 3856
},
{
"adv_acc": 1.0,
"adv_loss": 2.415,
"adv_neg_cos": 0.0229,
"adv_pos_cos": 0.9584,
"adv_ramp": 1.0,
"adv_reg": 1.102,
"consformer_gate": 0.066784,
"epoch": 2.0228215767634854,
"grad_norm": 2.015878677368164,
"ground_area": 0.0665,
"ground_loss": 0.9806,
"ground_mass": 0.5064,
"learning_rate": 7.430696018712049e-05,
"loss": 3.0731,
"qavit_gate": 0.019804,
"span_acc": 0.8245,
"span_loss": 0.3854,
"step": 3900,
"view_loss": 1.103
},
{
"adv_acc": 1.0,
"adv_loss": 2.2357,
"adv_neg_cos": 0.0256,
"adv_pos_cos": 0.9587,
"adv_ramp": 1.0,
"adv_reg": 1.113,
"consformer_gate": 0.067484,
"epoch": 2.074688796680498,
"grad_norm": 2.054715394973755,
"ground_area": 0.0661,
"ground_loss": 1.0939,
"ground_mass": 0.5155,
"learning_rate": 7.270920349525584e-05,
"loss": 2.9135,
"qavit_gate": 0.021468,
"span_acc": 0.842,
"span_loss": 0.3524,
"step": 4000,
"view_loss": 0.9111
},
{
"adv_acc": 1.0,
"adv_loss": 2.2639,
"adv_neg_cos": 0.0212,
"adv_pos_cos": 0.9599,
"adv_ramp": 1.0,
"adv_reg": 1.1122,
"consformer_gate": 0.067326,
"epoch": 2.1265560165975104,
"grad_norm": 2.7507851123809814,
"ground_area": 0.067,
"ground_loss": 0.9121,
"ground_mass": 0.5634,
"learning_rate": 7.108167431687917e-05,
"loss": 2.9243,
"qavit_gate": 0.017755,
"span_acc": 0.8487,
"span_loss": 0.3385,
"step": 4100,
"view_loss": 0.9537
},
{
"adv_acc": 1.0,
"adv_loss": 2.2542,
"adv_neg_cos": 0.0204,
"adv_pos_cos": 0.9605,
"adv_ramp": 1.0,
"adv_reg": 1.1108,
"consformer_gate": 0.067947,
"epoch": 2.1784232365145226,
"grad_norm": 3.1497228145599365,
"ground_area": 0.0655,
"ground_loss": 0.7416,
"ground_mass": 0.6171,
"learning_rate": 6.942650639439678e-05,
"loss": 2.8967,
"qavit_gate": 0.017189,
"span_acc": 0.8355,
"span_loss": 0.3484,
"step": 4200,
"view_loss": 0.9344
},
{
"adv_acc": 1.0,
"adv_loss": 2.2597,
"adv_neg_cos": 0.0189,
"adv_pos_cos": 0.9605,
"adv_ramp": 1.0,
"adv_reg": 1.111,
"consformer_gate": 0.068186,
"epoch": 2.2302904564315353,
"grad_norm": 2.449864149093628,
"ground_area": 0.0746,
"ground_loss": 0.9813,
"ground_mass": 0.557,
"learning_rate": 6.774586970548567e-05,
"loss": 2.926,
"qavit_gate": 0.020745,
"span_acc": 0.8276,
"span_loss": 0.3644,
"step": 4300,
"view_loss": 0.9441
},
{
"adv_acc": 1.0,
"adv_loss": 2.2363,
"adv_neg_cos": 0.0176,
"adv_pos_cos": 0.9606,
"adv_ramp": 1.0,
"adv_reg": 1.1108,
"consformer_gate": 0.068303,
"epoch": 2.2821576763485476,
"grad_norm": 2.675595998764038,
"ground_area": 0.0629,
"ground_loss": 0.8801,
"ground_mass": 0.5632,
"learning_rate": 6.604196761818396e-05,
"loss": 2.8916,
"qavit_gate": 0.017491,
"span_acc": 0.8317,
"span_loss": 0.3481,
"step": 4400,
"view_loss": 0.9153
},
{
"adv_acc": 1.0,
"adv_loss": 2.2588,
"adv_neg_cos": 0.0185,
"adv_pos_cos": 0.9622,
"adv_ramp": 1.0,
"adv_reg": 1.111,
"consformer_gate": 0.068777,
"epoch": 2.3340248962655603,
"grad_norm": 2.2000081539154053,
"ground_area": 0.0661,
"ground_loss": 1.0866,
"ground_mass": 0.548,
"learning_rate": 6.431703400220542e-05,
"loss": 2.9342,
"qavit_gate": 0.019869,
"span_acc": 0.8335,
"span_loss": 0.3679,
"step": 4500,
"view_loss": 0.9369
},
{
"adv_acc": 1.0,
"adv_loss": 2.2559,
"adv_neg_cos": 0.0255,
"adv_pos_cos": 0.9613,
"adv_ramp": 1.0,
"adv_reg": 1.1117,
"consformer_gate": 0.06918,
"epoch": 2.3858921161825726,
"grad_norm": 2.1953365802764893,
"ground_area": 0.0649,
"ground_loss": 0.9992,
"ground_mass": 0.5403,
"learning_rate": 6.257333030026538e-05,
"loss": 2.9244,
"qavit_gate": 0.018401,
"span_acc": 0.8222,
"span_loss": 0.3671,
"step": 4600,
"view_loss": 0.9351
},
{
"adv_acc": 1.0,
"adv_loss": 2.2891,
"adv_neg_cos": 0.0149,
"adv_pos_cos": 0.962,
"adv_ramp": 1.0,
"adv_reg": 1.1101,
"consformer_gate": 0.069941,
"epoch": 2.4377593360995853,
"grad_norm": 3.0805118083953857,
"ground_area": 0.0636,
"ground_loss": 0.9582,
"ground_mass": 0.5591,
"learning_rate": 6.081314256325762e-05,
"loss": 2.9488,
"qavit_gate": 0.017683,
"span_acc": 0.8446,
"span_loss": 0.3438,
"step": 4700,
"view_loss": 0.9707
},
{
"adv_acc": 1.0,
"adv_loss": 2.2652,
"adv_neg_cos": 0.0124,
"adv_pos_cos": 0.962,
"adv_ramp": 1.0,
"adv_reg": 1.1098,
"consformer_gate": 0.070766,
"epoch": 2.4896265560165975,
"grad_norm": 2.2283663749694824,
"ground_area": 0.0615,
"ground_loss": 0.87,
"ground_mass": 0.5982,
"learning_rate": 5.903877845316905e-05,
"loss": 2.9157,
"qavit_gate": 0.018244,
"span_acc": 0.846,
"span_loss": 0.3487,
"step": 4800,
"view_loss": 0.9428
},
{
"adv_acc": 1.0,
"adv_loss": 2.2634,
"adv_neg_cos": 0.0169,
"adv_pos_cos": 0.963,
"adv_ramp": 1.0,
"adv_reg": 1.1103,
"consformer_gate": 0.070975,
"epoch": 2.54149377593361,
"grad_norm": 1.9643827676773071,
"ground_area": 0.0619,
"ground_loss": 0.9181,
"ground_mass": 0.5691,
"learning_rate": 5.725256421766158e-05,
"loss": 2.9223,
"qavit_gate": 0.018075,
"span_acc": 0.8394,
"span_loss": 0.3422,
"step": 4900,
"view_loss": 0.9509
},
{
"adv_acc": 1.0,
"adv_loss": 2.2433,
"adv_neg_cos": 0.017,
"adv_pos_cos": 0.9625,
"adv_ramp": 1.0,
"adv_reg": 1.1104,
"consformer_gate": 0.071163,
"epoch": 2.5933609958506225,
"grad_norm": 1.9740269184112549,
"ground_area": 0.0659,
"ground_loss": 0.8513,
"ground_mass": 0.5886,
"learning_rate": 5.545684164028764e-05,
"loss": 2.8981,
"qavit_gate": 0.016617,
"span_acc": 0.8285,
"span_loss": 0.3626,
"step": 5000,
"view_loss": 0.9296
},
{
"adv_acc": 1.0,
"adv_loss": 2.252,
"adv_neg_cos": 0.0164,
"adv_pos_cos": 0.963,
"adv_ramp": 1.0,
"adv_reg": 1.1102,
"consformer_gate": 0.071205,
"epoch": 2.645228215767635,
"grad_norm": 2.124788522720337,
"ground_area": 0.0633,
"ground_loss": 0.9218,
"ground_mass": 0.5585,
"learning_rate": 5.3653964970337634e-05,
"loss": 2.9094,
"qavit_gate": 0.018332,
"span_acc": 0.817,
"span_loss": 0.3569,
"step": 5100,
"view_loss": 0.9325
},
{
"adv_acc": 1.0,
"adv_loss": 2.2237,
"adv_neg_cos": 0.0126,
"adv_pos_cos": 0.9629,
"adv_ramp": 1.0,
"adv_reg": 1.1096,
"consformer_gate": 0.071379,
"epoch": 2.6970954356846475,
"grad_norm": 2.1107583045959473,
"ground_area": 0.0653,
"ground_loss": 1.0105,
"ground_mass": 0.5375,
"learning_rate": 5.1846297836344405e-05,
"loss": 2.8913,
"qavit_gate": 0.017579,
"span_acc": 0.8383,
"span_loss": 0.3632,
"step": 5200,
"view_loss": 0.897
},
{
"adv_acc": 1.0,
"adv_loss": 2.2387,
"adv_neg_cos": 0.0165,
"adv_pos_cos": 0.963,
"adv_ramp": 1.0,
"adv_reg": 1.1107,
"consformer_gate": 0.072025,
"epoch": 2.7489626556016598,
"grad_norm": 1.8847371339797974,
"ground_area": 0.0651,
"ground_loss": 0.8957,
"ground_mass": 0.5828,
"learning_rate": 5.003621014729113e-05,
"loss": 2.8973,
"qavit_gate": 0.017487,
"span_acc": 0.8374,
"span_loss": 0.3604,
"step": 5300,
"view_loss": 0.9225
},
{
"adv_acc": 1.0,
"adv_loss": 2.2353,
"adv_neg_cos": 0.0115,
"adv_pos_cos": 0.9633,
"adv_ramp": 1.0,
"adv_reg": 1.1096,
"consformer_gate": 0.07268,
"epoch": 2.800829875518672,
"grad_norm": 2.68264102935791,
"ground_area": 0.064,
"ground_loss": 0.8398,
"ground_mass": 0.5753,
"learning_rate": 4.8226074985585546e-05,
"loss": 2.8852,
"qavit_gate": 0.018754,
"span_acc": 0.8245,
"span_loss": 0.366,
"step": 5400,
"view_loss": 0.9159
},
{
"adv_acc": 1.0,
"adv_loss": 2.2343,
"adv_neg_cos": 0.0082,
"adv_pos_cos": 0.963,
"adv_ramp": 1.0,
"adv_reg": 1.1089,
"consformer_gate": 0.073042,
"epoch": 2.8526970954356847,
"grad_norm": 2.548436164855957,
"ground_area": 0.0586,
"ground_loss": 0.9305,
"ground_mass": 0.5764,
"learning_rate": 4.641826549587352e-05,
"loss": 2.8946,
"qavit_gate": 0.019845,
"span_acc": 0.8377,
"span_loss": 0.3517,
"step": 5500,
"view_loss": 0.9178
},
{
"adv_acc": 1.0,
"adv_loss": 2.2657,
"adv_neg_cos": 0.0152,
"adv_pos_cos": 0.9628,
"adv_ramp": 1.0,
"adv_reg": 1.11,
"consformer_gate": 0.073559,
"epoch": 2.904564315352697,
"grad_norm": 2.7195498943328857,
"ground_area": 0.0738,
"ground_loss": 0.8431,
"ground_mass": 0.5883,
"learning_rate": 4.4615151773771135e-05,
"loss": 2.9146,
"qavit_gate": 0.017959,
"span_acc": 0.8331,
"span_loss": 0.3405,
"step": 5600,
"view_loss": 0.9534
},
{
"adv_acc": 1.0,
"adv_loss": 2.2291,
"adv_neg_cos": 0.0125,
"adv_pos_cos": 0.9634,
"adv_ramp": 1.0,
"adv_reg": 1.1092,
"consformer_gate": 0.073914,
"epoch": 2.9564315352697097,
"grad_norm": 1.944581389427185,
"ground_area": 0.0675,
"ground_loss": 1.0431,
"ground_mass": 0.5354,
"learning_rate": 4.2819097758594105e-05,
"loss": 2.903,
"qavit_gate": 0.018835,
"span_acc": 0.8245,
"span_loss": 0.3666,
"step": 5700,
"view_loss": 0.9122
},
{
"epoch": 3.0,
"eval_bleu1": 0.5449637414944081,
"eval_bleu2": 0.48749718826524935,
"eval_bleu3": 0.44103615263209345,
"eval_bleu4": 0.4035682539547808,
"eval_cider": 3.7139011467450977,
"eval_em": 0.12863187588152328,
"eval_em_f1": 0.3542503793362247,
"eval_f1": 0.5798688827909262,
"eval_loss": 2.4490411281585693,
"eval_runtime": 439.2118,
"eval_samples_per_second": 8.071,
"eval_steps_per_second": 1.011,
"step": 5784
},
{
"adv_acc": 1.0,
"adv_loss": 2.1977,
"adv_neg_cos": 0.0096,
"adv_pos_cos": 0.9642,
"adv_ramp": 1.0,
"adv_reg": 1.0972,
"consformer_gate": 0.074422,
"epoch": 3.008298755186722,
"grad_norm": 2.002885103225708,
"ground_area": 0.057,
"ground_loss": 0.8788,
"ground_mass": 0.5555,
"learning_rate": 4.103245813415829e-05,
"loss": 2.8458,
"qavit_gate": 0.018898,
"span_acc": 0.8462,
"span_loss": 0.321,
"step": 5800,
"view_loss": 0.8794
},
{
"adv_acc": 1.0,
"adv_loss": 2.0112,
"adv_neg_cos": 0.0108,
"adv_pos_cos": 0.9631,
"adv_ramp": 1.0,
"adv_reg": 1.1089,
"consformer_gate": 0.074873,
"epoch": 3.0601659751037342,
"grad_norm": 2.0889713764190674,
"ground_area": 0.0628,
"ground_loss": 0.6961,
"ground_mass": 0.632,
"learning_rate": 3.9257575241714546e-05,
"loss": 2.6517,
"qavit_gate": 0.019681,
"span_acc": 0.8366,
"span_loss": 0.3295,
"step": 5900,
"view_loss": 0.6741
},
{
"adv_acc": 1.0,
"adv_loss": 2.0032,
"adv_neg_cos": 0.0089,
"adv_pos_cos": 0.9631,
"adv_ramp": 1.0,
"adv_reg": 1.1082,
"consformer_gate": 0.074882,
"epoch": 3.112033195020747,
"grad_norm": 2.004972219467163,
"ground_area": 0.0636,
"ground_loss": 0.701,
"ground_mass": 0.6481,
"learning_rate": 3.749677600906489e-05,
"loss": 2.6423,
"qavit_gate": 0.022157,
"span_acc": 0.849,
"span_loss": 0.3214,
"step": 6000,
"view_loss": 0.6625
},
{
"adv_acc": 1.0,
"adv_loss": 2.0183,
"adv_neg_cos": 0.0132,
"adv_pos_cos": 0.9636,
"adv_ramp": 1.0,
"adv_reg": 1.1086,
"consformer_gate": 0.075217,
"epoch": 3.163900414937759,
"grad_norm": 1.7875096797943115,
"ground_area": 0.0667,
"ground_loss": 0.6529,
"ground_mass": 0.6622,
"learning_rate": 3.5752368899886454e-05,
"loss": 2.6556,
"qavit_gate": 0.020838,
"span_acc": 0.8435,
"span_loss": 0.34,
"step": 6100,
"view_loss": 0.6803
},
{
"adv_acc": 1.0,
"adv_loss": 2.0043,
"adv_neg_cos": 0.0071,
"adv_pos_cos": 0.9629,
"adv_ramp": 1.0,
"adv_reg": 1.1086,
"consformer_gate": 0.07526,
"epoch": 3.215767634854772,
"grad_norm": 2.9134297370910645,
"ground_area": 0.0688,
"ground_loss": 0.6661,
"ground_mass": 0.6591,
"learning_rate": 3.4026640887262194e-05,
"loss": 2.6394,
"qavit_gate": 0.022558,
"span_acc": 0.8483,
"span_loss": 0.3267,
"step": 6200,
"view_loss": 0.6585
},
{
"adv_acc": 1.0,
"adv_loss": 2.0129,
"adv_neg_cos": 0.0096,
"adv_pos_cos": 0.9633,
"adv_ramp": 1.0,
"adv_reg": 1.1088,
"consformer_gate": 0.075682,
"epoch": 3.267634854771784,
"grad_norm": 2.521751880645752,
"ground_area": 0.065,
"ground_loss": 0.6095,
"ground_mass": 0.7029,
"learning_rate": 3.232185445538666e-05,
"loss": 2.6435,
"qavit_gate": 0.022924,
"span_acc": 0.8501,
"span_loss": 0.3208,
"step": 6300,
"view_loss": 0.673
},
{
"adv_acc": 1.0,
"adv_loss": 1.9933,
"adv_neg_cos": 0.0024,
"adv_pos_cos": 0.9632,
"adv_ramp": 1.0,
"adv_reg": 1.1083,
"consformer_gate": 0.075606,
"epoch": 3.3195020746887964,
"grad_norm": 1.800066351890564,
"ground_area": 0.0657,
"ground_loss": 0.6691,
"ground_mass": 0.663,
"learning_rate": 3.064024463337747e-05,
"loss": 2.6341,
"qavit_gate": 0.023266,
"span_acc": 0.8395,
"span_loss": 0.3438,
"step": 6400,
"view_loss": 0.6592
},
{
"adv_acc": 1.0,
"adv_loss": 2.013,
"adv_neg_cos": 0.0091,
"adv_pos_cos": 0.9634,
"adv_ramp": 1.0,
"adv_reg": 1.1082,
"consformer_gate": 0.075955,
"epoch": 3.371369294605809,
"grad_norm": 2.745469331741333,
"ground_area": 0.066,
"ground_loss": 0.6063,
"ground_mass": 0.6931,
"learning_rate": 2.898401606508107e-05,
"loss": 2.6425,
"qavit_gate": 0.023913,
"span_acc": 0.8544,
"span_loss": 0.3069,
"step": 6500,
"view_loss": 0.6775
},
{
"adv_acc": 1.0,
"adv_loss": 2.031,
"adv_neg_cos": 0.0084,
"adv_pos_cos": 0.9637,
"adv_ramp": 1.0,
"adv_reg": 1.1085,
"consformer_gate": 0.075939,
"epoch": 3.4232365145228214,
"grad_norm": 1.9908764362335205,
"ground_area": 0.0638,
"ground_loss": 0.7006,
"ground_mass": 0.6753,
"learning_rate": 2.735534011871479e-05,
"loss": 2.6697,
"qavit_gate": 0.025117,
"span_acc": 0.8432,
"span_loss": 0.3222,
"step": 6600,
"view_loss": 0.6933
},
{
"adv_acc": 1.0,
"adv_loss": 2.0196,
"adv_neg_cos": 0.0057,
"adv_pos_cos": 0.9644,
"adv_ramp": 1.0,
"adv_reg": 1.1083,
"consformer_gate": 0.076301,
"epoch": 3.475103734439834,
"grad_norm": 2.076768636703491,
"ground_area": 0.0607,
"ground_loss": 0.6093,
"ground_mass": 0.6728,
"learning_rate": 2.575635204013419e-05,
"loss": 2.65,
"qavit_gate": 0.024423,
"span_acc": 0.8424,
"span_loss": 0.3357,
"step": 6700,
"view_loss": 0.677
},
{
"adv_acc": 1.0,
"adv_loss": 1.9899,
"adv_neg_cos": 0.0057,
"adv_pos_cos": 0.9632,
"adv_ramp": 1.0,
"adv_reg": 1.1081,
"consformer_gate": 0.076303,
"epoch": 3.5269709543568464,
"grad_norm": 2.078336238861084,
"ground_area": 0.0676,
"ground_loss": 0.6662,
"ground_mass": 0.6887,
"learning_rate": 2.4189148153457874e-05,
"loss": 2.6278,
"qavit_gate": 0.023855,
"span_acc": 0.8415,
"span_loss": 0.3259,
"step": 6800,
"view_loss": 0.6493
},
{
"adv_acc": 1.0,
"adv_loss": 2.0088,
"adv_neg_cos": 0.0038,
"adv_pos_cos": 0.9644,
"adv_ramp": 1.0,
"adv_reg": 1.1081,
"consformer_gate": 0.076473,
"epoch": 3.578838174273859,
"grad_norm": 2.479827404022217,
"ground_area": 0.0615,
"ground_loss": 0.6895,
"ground_mass": 0.6652,
"learning_rate": 2.2655783112720208e-05,
"loss": 2.6474,
"qavit_gate": 0.024223,
"span_acc": 0.8517,
"span_loss": 0.3289,
"step": 6900,
"view_loss": 0.6658
},
{
"adv_acc": 1.0,
"adv_loss": 2.0082,
"adv_neg_cos": 0.0044,
"adv_pos_cos": 0.9632,
"adv_ramp": 1.0,
"adv_reg": 1.1083,
"consformer_gate": 0.076709,
"epoch": 3.6307053941908713,
"grad_norm": 2.19089412689209,
"ground_area": 0.0649,
"ground_loss": 0.7861,
"ground_mass": 0.6404,
"learning_rate": 2.1158267208154498e-05,
"loss": 2.6563,
"qavit_gate": 0.02432,
"span_acc": 0.8482,
"span_loss": 0.3277,
"step": 7000,
"view_loss": 0.6693
},
{
"adv_acc": 1.0,
"adv_loss": 2.0103,
"adv_neg_cos": 0.0017,
"adv_pos_cos": 0.9648,
"adv_ramp": 1.0,
"adv_reg": 1.1077,
"consformer_gate": 0.076907,
"epoch": 3.682572614107884,
"grad_norm": 3.372769594192505,
"ground_area": 0.0703,
"ground_loss": 0.5839,
"ground_mass": 0.6953,
"learning_rate": 1.9698563730638793e-05,
"loss": 2.6363,
"qavit_gate": 0.025012,
"span_acc": 0.8675,
"span_loss": 0.3092,
"step": 7100,
"view_loss": 0.6701
},
{
"adv_acc": 1.0,
"adv_loss": 2.0155,
"adv_neg_cos": 0.0049,
"adv_pos_cos": 0.9642,
"adv_ramp": 1.0,
"adv_reg": 1.1092,
"consformer_gate": 0.077106,
"epoch": 3.7344398340248963,
"grad_norm": 2.2223970890045166,
"ground_area": 0.0667,
"ground_loss": 0.6609,
"ground_mass": 0.6776,
"learning_rate": 1.8278586397759252e-05,
"loss": 2.6502,
"qavit_gate": 0.025432,
"span_acc": 0.8502,
"span_loss": 0.3214,
"step": 7200,
"view_loss": 0.6727
},
{
"adv_acc": 1.0,
"adv_loss": 2.0114,
"adv_neg_cos": 0.0045,
"adv_pos_cos": 0.9639,
"adv_ramp": 1.0,
"adv_reg": 1.1081,
"consformer_gate": 0.077192,
"epoch": 3.7863070539419086,
"grad_norm": 2.466071128845215,
"ground_area": 0.0684,
"ground_loss": 0.5926,
"ground_mass": 0.6741,
"learning_rate": 1.6900196844865573e-05,
"loss": 2.6414,
"qavit_gate": 0.026008,
"span_acc": 0.8455,
"span_loss": 0.3244,
"step": 7300,
"view_loss": 0.674
},
{
"adv_acc": 1.0,
"adv_loss": 2.0056,
"adv_neg_cos": 0.0018,
"adv_pos_cos": 0.9639,
"adv_ramp": 1.0,
"adv_reg": 1.1076,
"consformer_gate": 0.077419,
"epoch": 3.8381742738589213,
"grad_norm": 3.256854772567749,
"ground_area": 0.0632,
"ground_loss": 0.5882,
"ground_mass": 0.6964,
"learning_rate": 1.5565202184408e-05,
"loss": 2.6295,
"qavit_gate": 0.025594,
"span_acc": 0.8738,
"span_loss": 0.2947,
"step": 7400,
"view_loss": 0.6608
},
{
"adv_acc": 1.0,
"adv_loss": 2.0061,
"adv_neg_cos": 0.0029,
"adv_pos_cos": 0.9645,
"adv_ramp": 1.0,
"adv_reg": 1.108,
"consformer_gate": 0.077628,
"epoch": 3.8900414937759336,
"grad_norm": 2.00014328956604,
"ground_area": 0.0752,
"ground_loss": 0.5661,
"ground_mass": 0.7069,
"learning_rate": 1.4275352636755613e-05,
"loss": 2.6332,
"qavit_gate": 0.025703,
"span_acc": 0.8469,
"span_loss": 0.3411,
"step": 7500,
"view_loss": 0.6674
},
{
"adv_acc": 1.0,
"adv_loss": 1.9967,
"adv_neg_cos": 0.0016,
"adv_pos_cos": 0.9645,
"adv_ramp": 1.0,
"adv_reg": 1.1077,
"consformer_gate": 0.077793,
"epoch": 3.9419087136929463,
"grad_norm": 4.079510688781738,
"ground_area": 0.0613,
"ground_loss": 0.634,
"ground_mass": 0.6883,
"learning_rate": 1.3032339235601749e-05,
"loss": 2.6273,
"qavit_gate": 0.025375,
"span_acc": 0.8513,
"span_loss": 0.3001,
"step": 7600,
"view_loss": 0.653
},
{
"adv_acc": 1.0,
"adv_loss": 1.9891,
"adv_neg_cos": -0.0001,
"adv_pos_cos": 0.965,
"adv_ramp": 1.0,
"adv_reg": 1.1073,
"consformer_gate": 0.077868,
"epoch": 3.9937759336099585,
"grad_norm": 2.8484389781951904,
"ground_area": 0.0662,
"ground_loss": 0.6754,
"ground_mass": 0.6785,
"learning_rate": 1.183779161096526e-05,
"loss": 2.6252,
"qavit_gate": 0.025408,
"span_acc": 0.8658,
"span_loss": 0.3019,
"step": 7700,
"view_loss": 0.6544
},
{
"epoch": 4.0,
"eval_bleu1": 0.5522566858770785,
"eval_bleu2": 0.49486445162747716,
"eval_bleu3": 0.44837589067777456,
"eval_bleu4": 0.41083606571751313,
"eval_cider": 3.7565729710677784,
"eval_em": 0.13709449929478137,
"eval_em_f1": 0.3614967880531413,
"eval_f1": 0.5858990768115012,
"eval_loss": 2.4719762802124023,
"eval_runtime": 449.7162,
"eval_samples_per_second": 7.883,
"eval_steps_per_second": 0.987,
"step": 7712
},
{
"adv_acc": 1.0,
"adv_loss": 1.8818,
"adv_neg_cos": 0.0039,
"adv_pos_cos": 0.9643,
"adv_ramp": 1.0,
"adv_reg": 1.0959,
"consformer_gate": 0.078047,
"epoch": 4.045643153526971,
"grad_norm": 2.6388802528381348,
"ground_area": 0.0682,
"ground_loss": 0.4695,
"ground_mass": 0.739,
"learning_rate": 1.0693275852693829e-05,
"loss": 2.4922,
"qavit_gate": 0.025868,
"span_acc": 0.856,
"span_loss": 0.2952,
"step": 7800,
"view_loss": 0.5283
},
{
"adv_acc": 1.0,
"adv_loss": 1.8867,
"adv_neg_cos": 0.0008,
"adv_pos_cos": 0.9629,
"adv_ramp": 1.0,
"adv_reg": 1.1076,
"consformer_gate": 0.078071,
"epoch": 4.097510373443983,
"grad_norm": 1.8938740491867065,
"ground_area": 0.0658,
"ground_loss": 0.4292,
"ground_mass": 0.7618,
"learning_rate": 9.600292457270416e-06,
"loss": 2.5061,
"qavit_gate": 0.026151,
"span_acc": 0.8412,
"span_loss": 0.3376,
"step": 7900,
"view_loss": 0.5403
},
{
"adv_acc": 1.0,
"adv_loss": 1.8618,
"adv_neg_cos": 0.0037,
"adv_pos_cos": 0.9647,
"adv_ramp": 1.0,
"adv_reg": 1.1074,
"consformer_gate": 0.078131,
"epoch": 4.149377593360996,
"grad_norm": 1.919527292251587,
"ground_area": 0.067,
"ground_loss": 0.4838,
"ground_mass": 0.7503,
"learning_rate": 8.560274360614828e-06,
"loss": 2.4805,
"qavit_gate": 0.026966,
"span_acc": 0.8796,
"span_loss": 0.2814,
"step": 8000,
"view_loss": 0.5108
},
{
"adv_acc": 1.0,
"adv_loss": 1.8649,
"adv_neg_cos": 0.0032,
"adv_pos_cos": 0.9642,
"adv_ramp": 1.0,
"adv_reg": 1.1073,
"consformer_gate": 0.078127,
"epoch": 4.2012448132780085,
"grad_norm": 1.8806575536727905,
"ground_area": 0.0691,
"ground_loss": 0.3701,
"ground_mass": 0.7988,
"learning_rate": 7.574585059459172e-06,
"loss": 2.4725,
"qavit_gate": 0.026841,
"span_acc": 0.8641,
"span_loss": 0.3009,
"step": 8100,
"view_loss": 0.5105
},
{
"adv_acc": 1.0,
"adv_loss": 1.8636,
"adv_neg_cos": -0.0001,
"adv_pos_cos": 0.9636,
"adv_ramp": 1.0,
"adv_reg": 1.1077,
"consformer_gate": 0.078191,
"epoch": 4.253112033195021,
"grad_norm": 1.767418384552002,
"ground_area": 0.0632,
"ground_loss": 0.4096,
"ground_mass": 0.7831,
"learning_rate": 6.6445168237604385e-06,
"loss": 2.4775,
"qavit_gate": 0.026891,
"span_acc": 0.8706,
"span_loss": 0.2983,
"step": 8200,
"view_loss": 0.5155
},
{
"adv_acc": 1.0,
"adv_loss": 1.8677,
"adv_neg_cos": 0.0012,
"adv_pos_cos": 0.9637,
"adv_ramp": 1.0,
"adv_reg": 1.1079,
"consformer_gate": 0.078288,
"epoch": 4.304979253112033,
"grad_norm": 1.6227229833602905,
"ground_area": 0.0678,
"ground_loss": 0.4334,
"ground_mass": 0.7767,
"learning_rate": 5.7712890024935015e-06,
"loss": 2.4837,
"qavit_gate": 0.026821,
"span_acc": 0.8666,
"span_loss": 0.3148,
"step": 8300,
"view_loss": 0.5182
},
{
"adv_acc": 1.0,
"adv_loss": 1.8706,
"adv_neg_cos": 0.001,
"adv_pos_cos": 0.9638,
"adv_ramp": 1.0,
"adv_reg": 1.1071,
"consformer_gate": 0.078357,
"epoch": 4.356846473029045,
"grad_norm": 1.9230811595916748,
"ground_area": 0.0616,
"ground_loss": 0.4422,
"ground_mass": 0.7715,
"learning_rate": 4.95604642504599e-06,
"loss": 2.4868,
"qavit_gate": 0.027048,
"span_acc": 0.8592,
"span_loss": 0.3083,
"step": 8400,
"view_loss": 0.519
},
{
"adv_acc": 1.0,
"adv_loss": 1.8729,
"adv_neg_cos": 0.001,
"adv_pos_cos": 0.9636,
"adv_ramp": 1.0,
"adv_reg": 1.1075,
"consformer_gate": 0.078392,
"epoch": 4.408713692946058,
"grad_norm": 1.4800199270248413,
"ground_area": 0.0704,
"ground_loss": 0.417,
"ground_mass": 0.7844,
"learning_rate": 4.199857900310556e-06,
"loss": 2.4849,
"qavit_gate": 0.027048,
"span_acc": 0.87,
"span_loss": 0.2952,
"step": 8500,
"view_loss": 0.5174
},
{
"adv_acc": 1.0,
"adv_loss": 1.8743,
"adv_neg_cos": 0.0027,
"adv_pos_cos": 0.9637,
"adv_ramp": 1.0,
"adv_reg": 1.1073,
"consformer_gate": 0.078438,
"epoch": 4.460580912863071,
"grad_norm": 2.0386860370635986,
"ground_area": 0.0797,
"ground_loss": 0.4736,
"ground_mass": 0.7722,
"learning_rate": 3.5037148154425494e-06,
"loss": 2.4932,
"qavit_gate": 0.027271,
"span_acc": 0.8534,
"span_loss": 0.3139,
"step": 8600,
"view_loss": 0.5229
},
{
"adv_acc": 1.0,
"adv_loss": 1.8736,
"adv_neg_cos": 0.0031,
"adv_pos_cos": 0.9641,
"adv_ramp": 1.0,
"adv_reg": 1.1071,
"consformer_gate": 0.078466,
"epoch": 4.512448132780083,
"grad_norm": 2.2926201820373535,
"ground_area": 0.0625,
"ground_loss": 0.4653,
"ground_mass": 0.7655,
"learning_rate": 2.8685298361199542e-06,
"loss": 2.4898,
"qavit_gate": 0.027232,
"span_acc": 0.8621,
"span_loss": 0.3117,
"step": 8700,
"view_loss": 0.5139
},
{
"adv_acc": 1.0,
"adv_loss": 1.8799,
"adv_neg_cos": 0.0011,
"adv_pos_cos": 0.9642,
"adv_ramp": 1.0,
"adv_reg": 1.1073,
"consformer_gate": 0.078481,
"epoch": 4.564315352697095,
"grad_norm": 4.315516948699951,
"ground_area": 0.0605,
"ground_loss": 0.481,
"ground_mass": 0.7722,
"learning_rate": 2.295135710009755e-06,
"loss": 2.5009,
"qavit_gate": 0.027237,
"span_acc": 0.8686,
"span_loss": 0.306,
"step": 8800,
"view_loss": 0.5368
},
{
"adv_acc": 1.0,
"adv_loss": 1.8652,
"adv_neg_cos": 0.0016,
"adv_pos_cos": 0.9642,
"adv_ramp": 1.0,
"adv_reg": 1.1071,
"consformer_gate": 0.078492,
"epoch": 4.6161825726141075,
"grad_norm": 2.950779676437378,
"ground_area": 0.0619,
"ground_loss": 0.4371,
"ground_mass": 0.7684,
"learning_rate": 1.784284175009282e-06,
"loss": 2.4798,
"qavit_gate": 0.027332,
"span_acc": 0.8466,
"span_loss": 0.3059,
"step": 8900,
"view_loss": 0.5108
},
{
"adv_acc": 1.0,
"adv_loss": 1.8645,
"adv_neg_cos": 0.0007,
"adv_pos_cos": 0.9636,
"adv_ramp": 1.0,
"adv_reg": 1.1072,
"consformer_gate": 0.078499,
"epoch": 4.668049792531121,
"grad_norm": 1.9566466808319092,
"ground_area": 0.072,
"ground_loss": 0.4665,
"ground_mass": 0.7551,
"learning_rate": 1.3366449736939845e-06,
"loss": 2.4839,
"qavit_gate": 0.027356,
"span_acc": 0.8631,
"span_loss": 0.3003,
"step": 9000,
"view_loss": 0.512
},
{
"adv_acc": 1.0,
"adv_loss": 1.8837,
"adv_neg_cos": 0.0021,
"adv_pos_cos": 0.9637,
"adv_ramp": 1.0,
"adv_reg": 1.1081,
"consformer_gate": 0.078516,
"epoch": 4.719917012448133,
"grad_norm": 3.228714942932129,
"ground_area": 0.0601,
"ground_loss": 0.3751,
"ground_mass": 0.793,
"learning_rate": 9.528049752636714e-07,
"loss": 2.4948,
"qavit_gate": 0.027438,
"span_acc": 0.836,
"span_loss": 0.3398,
"step": 9100,
"view_loss": 0.5288
},
{
"adv_acc": 1.0,
"adv_loss": 1.8885,
"adv_neg_cos": 0.0007,
"adv_pos_cos": 0.9641,
"adv_ramp": 1.0,
"adv_reg": 1.1074,
"consformer_gate": 0.078524,
"epoch": 4.771784232365145,
"grad_norm": 1.8726571798324585,
"ground_area": 0.0577,
"ground_loss": 0.4071,
"ground_mass": 0.7816,
"learning_rate": 6.332674061383492e-07,
"loss": 2.4987,
"qavit_gate": 0.02742,
"span_acc": 0.8542,
"span_loss": 0.2941,
"step": 9200,
"view_loss": 0.5355
},
{
"adv_acc": 1.0,
"adv_loss": 1.8862,
"adv_neg_cos": -0.0006,
"adv_pos_cos": 0.9641,
"adv_ramp": 1.0,
"adv_reg": 1.107,
"consformer_gate": 0.078523,
"epoch": 4.823651452282157,
"grad_norm": 1.7718331813812256,
"ground_area": 0.0592,
"ground_loss": 0.4859,
"ground_mass": 0.754,
"learning_rate": 3.784511902124033e-07,
"loss": 2.5092,
"qavit_gate": 0.02743,
"span_acc": 0.8419,
"span_loss": 0.3495,
"step": 9300,
"view_loss": 0.5345
},
{
"adv_acc": 1.0,
"adv_loss": 1.8704,
"adv_neg_cos": 0.0013,
"adv_pos_cos": 0.9636,
"adv_ramp": 1.0,
"adv_reg": 1.1079,
"consformer_gate": 0.078527,
"epoch": 4.875518672199171,
"grad_norm": 1.8809082508087158,
"ground_area": 0.0676,
"ground_loss": 0.4432,
"ground_mass": 0.7715,
"learning_rate": 1.8869039963210765e-07,
"loss": 2.4874,
"qavit_gate": 0.02743,
"span_acc": 0.8481,
"span_loss": 0.3223,
"step": 9400,
"view_loss": 0.5184
},
{
"adv_acc": 1.0,
"adv_loss": 1.8852,
"adv_neg_cos": 0.0004,
"adv_pos_cos": 0.964,
"adv_ramp": 1.0,
"adv_reg": 1.1075,
"consformer_gate": 0.078528,
"epoch": 4.927385892116183,
"grad_norm": 2.5420734882354736,
"ground_area": 0.0642,
"ground_loss": 0.4188,
"ground_mass": 0.7749,
"learning_rate": 6.423381681641694e-08,
"loss": 2.4992,
"qavit_gate": 0.027446,
"span_acc": 0.8512,
"span_loss": 0.319,
"step": 9500,
"view_loss": 0.5334
},
{
"adv_acc": 1.0,
"adv_loss": 1.8825,
"adv_neg_cos": 0.0002,
"adv_pos_cos": 0.9637,
"adv_ramp": 1.0,
"adv_reg": 1.1078,
"consformer_gate": 0.078528,
"epoch": 4.979253112033195,
"grad_norm": 2.41171932220459,
"ground_area": 0.0643,
"ground_loss": 0.4291,
"ground_mass": 0.7663,
"learning_rate": 5.244608295323917e-09,
"loss": 2.4939,
"qavit_gate": 0.027449,
"span_acc": 0.8662,
"span_loss": 0.2957,
"step": 9600,
"view_loss": 0.5323
},
{
"epoch": 5.0,
"eval_bleu1": 0.5588900718658318,
"eval_bleu2": 0.5005104980949288,
"eval_bleu3": 0.4536136781109752,
"eval_bleu4": 0.4160561728207932,
"eval_cider": 3.748834295433214,
"eval_em": 0.1382228490832158,
"eval_em_f1": 0.36195135468742745,
"eval_f1": 0.5856798602916391,
"eval_loss": 2.5037269592285156,
"eval_runtime": 437.6653,
"eval_samples_per_second": 8.1,
"eval_steps_per_second": 1.014,
"step": 9640
},
{
"epoch": 5.0,
"step": 9640,
"total_flos": 9400538513857920.0,
"train_loss": 3.035375357663483,
"train_runtime": 21475.6579,
"train_samples_per_second": 7.179,
"train_steps_per_second": 0.449
}
],
"logging_steps": 100,
"max_steps": 9640,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 9400538513857920.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}
{
"best_metric": 3.7565729710677784,
"best_model_checkpoint": "/content/ViSceT5/output/5ebe84f_OpenViVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-7712",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 9640,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"adv_acc": 0.969,
"adv_loss": 7.4681,
"adv_neg_cos": 0.4502,
"adv_pos_cos": 0.7769,
"adv_ramp": 0.0513,
"adv_reg": 2.2519,
"consformer_gate": 0.0006,
"epoch": 0.05186721991701245,
"grad_norm": 6.492552757263184,
"ground_area": 0.0668,
"ground_loss": 3.188,
"ground_mass": 0.0605,
"learning_rate": 1.0373443983402491e-05,
"loss": 7.9638,
"qavit_gate": 0.000678,
"span_acc": 0.4558,
"span_loss": 1.1563,
"step": 100,
"view_loss": 6.1883
},
{
"adv_acc": 0.9966,
"adv_loss": 3.6614,
"adv_neg_cos": 0.0524,
"adv_pos_cos": 0.6867,
"adv_ramp": 0.1551,
"adv_reg": 1.4116,
"consformer_gate": 0.00229,
"epoch": 0.1037344398340249,
"grad_norm": 5.8704400062561035,
"ground_area": 0.0703,
"ground_loss": 2.8088,
"ground_mass": 0.0882,
"learning_rate": 2.0746887966804982e-05,
"loss": 4.1565,
"qavit_gate": 0.004449,
"span_acc": 0.4699,
"span_loss": 1.101,
"step": 200,
"view_loss": 2.3198
},
{
"adv_acc": 0.9997,
"adv_loss": 3.2973,
"adv_neg_cos": 0.0647,
"adv_pos_cos": 0.7685,
"adv_ramp": 0.2588,
"adv_reg": 1.2848,
"consformer_gate": 0.004558,
"epoch": 0.15560165975103735,
"grad_norm": 5.166526794433594,
"ground_area": 0.0596,
"ground_loss": 1.7492,
"ground_mass": 0.2868,
"learning_rate": 3.112033195020747e-05,
"loss": 3.7362,
"qavit_gate": 0.024775,
"span_acc": 0.4393,
"span_loss": 1.1166,
"step": 300,
"view_loss": 1.9849
},
{
"adv_acc": 1.0,
"adv_loss": 3.2355,
"adv_neg_cos": 0.0706,
"adv_pos_cos": 0.8098,
"adv_ramp": 0.3626,
"adv_reg": 1.2403,
"consformer_gate": 0.006875,
"epoch": 0.2074688796680498,
"grad_norm": 5.636542320251465,
"ground_area": 0.0617,
"ground_loss": 1.4991,
"ground_mass": 0.3555,
"learning_rate": 4.1493775933609964e-05,
"loss": 3.6949,
"qavit_gate": 0.029062,
"span_acc": 0.4585,
"span_loss": 1.0103,
"step": 400,
"view_loss": 1.949
},
{
"adv_acc": 1.0,
"adv_loss": 3.1409,
"adv_neg_cos": 0.0632,
"adv_pos_cos": 0.8382,
"adv_ramp": 0.4663,