distilbert-squad2 / train_summary.json
Ingsyling's picture
Fine-tuned on SQuAD 2.0 (16,470 steps)
137d42d verified
Raw History Blame Contribute Delete
6.64 kB
{
"model": "distilbert-base-uncased",
"output_dir": "/content/drive/MyDrive/qa-project/distilbert-squad2",
"train_windows": 131754,
"steps": 16470,
"device": "cuda:0",
"fp16": true,
"runtime_seconds": 2616.1,
"losses": [
[
100,
5.8127
],
[
200,
5.2595
],
[
300,
3.8174
],
[
400,
3.3663
],
[
500,
3.1291
],
[
600,
2.9007
],
[
700,
2.593
],
[
800,
2.473
],
[
900,
2.3146
],
[
1000,
2.284
],
[
1100,
2.1846
],
[
1200,
2.0918
],
[
1300,
2.1535
],
[
1400,
2.0506
],
[
1500,
1.9828
],
[
1600,
1.9483
],
[
1700,
1.8342
],
[
1800,
1.8426
],
[
1900,
1.7948
],
[
2000,
1.7215
],
[
2100,
1.7014
],
[
2200,
1.6967
],
[
2300,
1.681
],
[
2400,
1.749
],
[
2500,
1.6681
],
[
2600,
1.6383
],
[
2700,
1.5999
],
[
2800,
1.558
],
[
2900,
1.5781
],
[
3000,
1.5939
],
[
3100,
1.571
],
[
3200,
1.5889
],
[
3300,
1.5437
],
[
3400,
1.4706
],
[
3500,
1.4631
],
[
3600,
1.5273
],
[
3700,
1.496
],
[
3800,
1.4221
],
[
3900,
1.3358
],
[
4000,
1.4664
],
[
4100,
1.3971
],
[
4200,
1.3604
],
[
4300,
1.4829
],
[
4400,
1.4512
],
[
4500,
1.35
],
[
4600,
1.4079
],
[
4700,
1.4152
],
[
4800,
1.3296
],
[
4900,
1.314
],
[
5000,
1.3201
],
[
5100,
1.328
],
[
5200,
1.3468
],
[
5300,
1.2894
],
[
5400,
1.332
],
[
5500,
1.3699
],
[
5600,
1.3044
],
[
5700,
1.3256
],
[
5800,
1.2359
],
[
5900,
1.273
],
[
6000,
1.2994
],
[
6100,
1.3061
],
[
6200,
1.3327
],
[
6300,
1.263
],
[
6400,
1.2819
],
[
6500,
1.2874
],
[
6600,
1.2084
],
[
6700,
1.242
],
[
6800,
1.2883
],
[
6900,
1.2837
],
[
7000,
1.2157
],
[
7100,
1.2229
],
[
7200,
1.2583
],
[
7300,
1.2643
],
[
7400,
1.2298
],
[
7500,
1.2369
],
[
7600,
1.2103
],
[
7700,
1.2225
],
[
7800,
1.1942
],
[
7900,
1.303
],
[
8000,
1.2205
],
[
8100,
1.1541
],
[
8200,
1.2243
],
[
8300,
1.1149
],
[
8400,
0.974
],
[
8500,
1.0094
],
[
8600,
1.0036
],
[
8700,
1.0261
],
[
8800,
1.0094
],
[
8900,
0.9858
],
[
9000,
0.9908
],
[
9100,
1.03
],
[
9200,
1.0688
],
[
9300,
0.9672
],
[
9400,
1.05
],
[
9500,
1.0344
],
[
9600,
1.0304
],
[
9700,
0.9603
],
[
9800,
0.9311
],
[
9900,
0.972
],
[
10000,
0.9389
],
[
10100,
0.9904
],
[
10200,
0.9488
],
[
10300,
0.9968
],
[
10400,
0.9813
],
[
10500,
0.9454
],
[
10600,
0.9504
],
[
10700,
0.9737
],
[
10800,
0.994
],
[
10900,
0.9702
],
[
11000,
1.0359
],
[
11100,
0.9876
],
[
11200,
0.9271
],
[
11300,
0.9873
],
[
11400,
0.9997
],
[
11500,
0.9872
],
[
11600,
0.978
],
[
11700,
0.9603
],
[
11800,
1.0311
],
[
11900,
0.9783
],
[
12000,
0.9182
],
[
12100,
0.9856
],
[
12200,
0.9483
],
[
12300,
0.9859
],
[
12400,
0.9458
],
[
12500,
0.9727
],
[
12600,
0.957
],
[
12700,
0.9824
],
[
12800,
0.9916
],
[
12900,
0.8884
],
[
13000,
0.9422
],
[
13100,
0.9365
],
[
13200,
0.8894
],
[
13300,
0.9819
],
[
13400,
0.9179
],
[
13500,
0.9744
],
[
13600,
0.9452
],
[
13700,
0.9544
],
[
13800,
0.9611
],
[
13900,
0.9066
],
[
14000,
0.9007
],
[
14100,
0.9902
],
[
14200,
0.9602
],
[
14300,
0.9147
],
[
14400,
0.9209
],
[
14500,
0.9746
],
[
14600,
0.9372
],
[
14700,
0.9538
],
[
14800,
0.8966
],
[
14900,
0.8958
],
[
15000,
0.9536
],
[
15100,
0.903
],
[
15200,
0.9373
],
[
15300,
0.958
],
[
15400,
0.8729
],
[
15500,
0.9088
],
[
15600,
0.9475
],
[
15700,
0.8489
],
[
15800,
0.9058
],
[
15900,
0.939
],
[
16000,
0.8321
],
[
16100,
0.914
],
[
16200,
0.92
],
[
16300,
0.8522
],
[
16400,
0.9049
]
],
"loss_went_down": true,
"checkpoints": [
"checkpoint-16000",
"checkpoint-16470"
],
"final_model_saved": true,
"passed": true
}