anlp-assignment3 / part2 /summary.json
sahoosk's picture
Upload Assignment 3 models, results, logs and report
73c0af4 verified
Raw History Blame Contribute Delete
6.07 kB
{
"root_mlp_bert": {
"architecture": "root_mlp",
"feature": "bert",
"seeds": [
0,
1,
2,
3,
4
],
"dataset_sizes": {
"train": 1092,
"val": 546,
"test": 3826
},
"metrics": {
"accuracy": {
"mean": 0.7382645060115003,
"std": 0.0029835082436227775
},
"precision": {
"mean": 0.7435594053832212,
"std": 0.0033319312252687873
},
"recall": {
"mean": 0.7383659237722566,
"std": 0.002936153229099284
},
"f1": {
"mean": 0.7368849649654657,
"std": 0.004213216534094388
}
},
"best_epochs": [
27,
23,
15,
20,
39
],
"parameters": 115202
},
"gcn_bert": {
"architecture": "gcn",
"feature": "bert",
"seeds": [
0,
1,
2,
3,
4
],
"dataset_sizes": {
"train": 1092,
"val": 546,
"test": 3826
},
"metrics": {
"accuracy": {
"mean": 0.9478829064296918,
"std": 0.0027074154025255623
},
"precision": {
"mean": 0.9482076355262603,
"std": 0.0024391777005728058
},
"recall": {
"mean": 0.9479010591437224,
"std": 0.0026976534773017857
},
"f1": {
"mean": 0.9478744812747137,
"std": 0.0027154772023871305
}
},
"best_epochs": [
25,
52,
29,
29,
35
],
"parameters": 115202
},
"graphsage_bert": {
"architecture": "graphsage",
"feature": "bert",
"seeds": [
0,
1,
2,
3,
4
],
"dataset_sizes": {
"train": 1092,
"val": 546,
"test": 3826
},
"metrics": {
"accuracy": {
"mean": 0.9274438055410352,
"std": 0.0027010999859411896
},
"precision": {
"mean": 0.9279570037048982,
"std": 0.0029557187957463403
},
"recall": {
"mean": 0.927468712085606,
"std": 0.0027091132433526505
},
"f1": {
"mean": 0.9274250750498141,
"std": 0.0026922430921478826
}
},
"best_epochs": [
17,
27,
34,
33,
40
],
"parameters": 229890
},
"gat_bert": {
"architecture": "gat",
"feature": "bert",
"seeds": [
0,
1,
2,
3,
4
],
"dataset_sizes": {
"train": 1092,
"val": 546,
"test": 3826
},
"metrics": {
"accuracy": {
"mean": 0.9658128593831676,
"std": 0.0021104682946352744
},
"precision": {
"mean": 0.9658917953437989,
"std": 0.0021018648202441623
},
"recall": {
"mean": 0.9658063810949951,
"std": 0.0021122609508928644
},
"f1": {
"mean": 0.9658109753625979,
"std": 0.0021108778085997017
}
},
"best_epochs": [
46,
38,
56,
51,
73
],
"parameters": 115714
},
"bigcn_bert": {
"architecture": "bigcn",
"feature": "bert",
"seeds": [
0,
1,
2,
3,
4
],
"dataset_sizes": {
"train": 1092,
"val": 546,
"test": 3826
},
"metrics": {
"accuracy": {
"mean": 0.932723470987977,
"std": 0.0032571725205801207
},
"precision": {
"mean": 0.9328913662932543,
"std": 0.0031687517505489446
},
"recall": {
"mean": 0.9327374875668113,
"std": 0.0032531689533412656
},
"f1": {
"mean": 0.9327181358758173,
"std": 0.0032609698138421576
}
},
"best_epochs": [
82,
34,
48,
75,
52
],
"parameters": 430594
},
"graphsage_profile": {
"architecture": "graphsage",
"feature": "profile",
"seeds": [
0,
1,
2,
3,
4
],
"dataset_sizes": {
"train": 1092,
"val": 546,
"test": 3826
},
"metrics": {
"accuracy": {
"mean": 0.9035023523261891,
"std": 0.004901637822325719
},
"precision": {
"mean": 0.9048045368264358,
"std": 0.0033840239427933407
},
"recall": {
"mean": 0.9035416279552735,
"std": 0.004877929459668332
},
"f1": {
"mean": 0.9034262731910244,
"std": 0.005000370276962473
}
},
"best_epochs": [
83,
94,
90,
100,
94
],
"parameters": 35842
},
"graphsage_spacy": {
"architecture": "graphsage",
"feature": "spacy",
"seeds": [
0,
1,
2,
3,
4
],
"dataset_sizes": {
"train": 1092,
"val": 546,
"test": 3826
},
"metrics": {
"accuracy": {
"mean": 0.9237323575535807,
"std": 0.007113383228463207
},
"precision": {
"mean": 0.9247592550843645,
"std": 0.005482168564019315
},
"recall": {
"mean": 0.9237068390735498,
"std": 0.0071455445562484165
},
"f1": {
"mean": 0.9236762096772335,
"std": 0.007203751756499358
}
},
"best_epochs": [
30,
37,
38,
37,
40
],
"parameters": 110082
},
"graphsage_content": {
"architecture": "graphsage",
"feature": "content",
"seeds": [
0,
1,
2,
3,
4
],
"dataset_sizes": {
"train": 1092,
"val": 546,
"test": 3826
},
"metrics": {
"accuracy": {
"mean": 0.9485624673288029,
"std": 0.007098963219252102
},
"precision": {
"mean": 0.9489390183119744,
"std": 0.007066797237607288
},
"recall": {
"mean": 0.9485406988818328,
"std": 0.007099619657733083
},
"f1": {
"mean": 0.9485496648728841,
"std": 0.007102170182208988
}
},
"best_epochs": [
55,
27,
64,
25,
55
],
"parameters": 112642
}
}