Download evaluation.json from thelamapi/Next-Federation: direct link, hf CLI and curl.
- Browser
- Download file 32.1 kB
-
https://huggingface.co/thelamapi/Next-Federation/resolve/main/evaluation.json
- Command line
-
hf download hf://thelamapi/Next-Federation/evaluation.json
-
curl -L -o evaluation.json https://huggingface.co/thelamapi/Next-Federation/resolve/main/evaluation.json
32.1 kB
{
"project": "Next Federation",
"profile": "full",
"seed": 73,
"device": {
"python": "3.13.16",
"platform": "Linux-6.6.159+-x86_64-with-glibc2.39",
"cpu_count": 12,
"numpy": "2.4.6",
"torch": "2.14.1+cu130",
"cuda": true,
"gpu": "NVIDIA L4",
"colab": true
},
"data": {
"name": "Optical Recognition of Handwritten Digits",
"source": "UCI id 80 via sklearn.datasets.load_digits",
"license": "CC BY 4.0",
"sklearn_version": "1.6.1",
"split": {
"global_test": 360,
"global_validation": 180,
"client_pool": 1257,
"clients": 10,
"client_partition": "Dirichlet(alpha) label skew per class; 20% of each client's data is its local test set"
}
},
"simulation": "All clients simulated in one process. No real devices, networks or secure aggregation.",
"hyper": {
"epochs": 2,
"lr": 0.3,
"batch": 20,
"mu": 0.01
},
"hyper_selection": {
"split": "global validation (180)",
"lr_scores": {
"0.05": 0.9027777777777778,
"0.1": 0.9361111111111111,
"0.3": 0.9527777777777777
},
"mu_scores": {
"0.01": 0.9527777777777777,
"0.1": 0.95,
"1.0": 0.9333333333333333
},
"seeds": [
100,
101
]
},
"protocol": {
"rounds": 40,
"clients": 10,
"seeds": [
0,
1,
2,
3,
4
],
"alphas": [
0.1,
0.5,
5.0
],
"dropouts": [
0.0,
0.3
],
"local_only": "each client trains alone for the same rounds x epochs; global accuracy = mean of client models on the global test set"
},
"results": {
"alpha=0.1, dropout=0.0": {
"fedavg": {
"global_acc": {
"mean": 0.9344444444444445,
"std": 0.011194134266449936
},
"worst_client": {
"mean": 0.7838455013455013,
"std": 0.10041913337230032
},
"mean_client": {
"mean": 0.9403127647410752,
"std": 0.022132639952130453
},
"comm_MB": {
"mean": 7.712000000000001,
"std": 8.881784197001252e-16
},
"seeds": 5
},
"fedprox": {
"global_acc": {
"mean": 0.933888888888889,
"std": 0.0111665284679121
},
"worst_client": {
"mean": 0.7838455013455013,
"std": 0.10041913337230032
},
"mean_client": {
"mean": 0.9403127647410752,
"std": 0.022132639952130453
},
"comm_MB": {
"mean": 7.712000000000001,
"std": 8.881784197001252e-16
},
"seeds": 5
},
"local": {
"global_acc": {
"mean": 0.35716666666666663,
"std": 0.010702774533552008
},
"worst_client": {
"mean": 0.44848484848484854,
"std": 0.39120261472382634
},
"mean_client": {
"mean": 0.9199442628749219,
"std": 0.04357931105513403
},
"comm_MB": {
"mean": 0.0,
"std": 0.0
},
"seeds": 5
}
},
"alpha=0.1, dropout=0.3": {
"fedavg": {
"global_acc": {
"mean": 0.9283333333333333,
"std": 0.019196836159078856
},
"worst_client": {
"mean": 0.776055501102671,
"std": 0.09049021965912739
},
"mean_client": {
"mean": 0.934044279466,
"std": 0.020745206486618272
},
"comm_MB": {
"mean": 6.530136000000001,
"std": 0.04627199999999989
},
"seeds": 5
},
"fedprox": {
"global_acc": {
"mean": 0.9294444444444444,
"std": 0.01813869746368276
},
"worst_client": {
"mean": 0.7689162864162864,
"std": 0.09032289462840334
},
"mean_client": {
"mean": 0.9318520872738076,
"std": 0.020717394394941257
},
"comm_MB": {
"mean": 6.530136000000001,
"std": 0.04627199999999989
},
"seeds": 5
},
"local": {
"global_acc": {
"mean": 0.35716666666666663,
"std": 0.010702774533552008
},
"worst_client": {
"mean": 0.44848484848484854,
"std": 0.39120261472382634
},
"mean_client": {
"mean": 0.9199442628749219,
"std": 0.04357931105513403
},
"comm_MB": {
"mean": 0.0,
"std": 0.0
},
"seeds": 5
}
},
"alpha=0.5, dropout=0.0": {
"fedavg": {
"global_acc": {
"mean": 0.9533333333333334,
"std": 0.004082482904638658
},
"worst_client": {
"mean": 0.8656385281385282,
"std": 0.030617187247437064
},
"mean_client": {
"mean": 0.9473659555003355,
"std": 0.009621856486895888
},
"comm_MB": {
"mean": 7.712000000000001,
"std": 8.881784197001252e-16
},
"seeds": 5
},
"fedprox": {
"global_acc": {
"mean": 0.9522222222222222,
"std": 0.0032394177193585307
},
"worst_client": {
"mean": 0.8656385281385282,
"std": 0.030617187247437064
},
"mean_client": {
"mean": 0.9482355207177268,
"std": 0.00997630125698648
},
"comm_MB": {
"mean": 7.712000000000001,
"std": 8.881784197001252e-16
},
"seeds": 5
},
"local": {
"global_acc": {
"mean": 0.6569444444444444,
"std": 0.018866817169927146
},
"worst_client": {
"mean": 0.6737698412698412,
"std": 0.09179081814534823
},
"mean_client": {
"mean": 0.8811313738580184,
"std": 0.015293929817571052
},
"comm_MB": {
"mean": 0.0,
"std": 0.0
},
"seeds": 5
}
},
"alpha=0.5, dropout=0.3": {
"fedavg": {
"global_acc": {
"mean": 0.9516666666666668,
"std": 0.004513354669242236
},
"worst_client": {
"mean": 0.8596861471861473,
"std": 0.024766530385624597
},
"mean_client": {
"mean": 0.949013181562629,
"std": 0.00932022337777485
},
"comm_MB": {
"mean": 6.530136000000001,
"std": 0.04627199999999989
},
"seeds": 5
},
"fedprox": {
"global_acc": {
"mean": 0.9516666666666668,
"std": 0.0057197945227705875
},
"worst_client": {
"mean": 0.8596861471861473,
"std": 0.024766530385624597
},
"mean_client": {
"mean": 0.949013181562629,
"std": 0.00932022337777485
},
"comm_MB": {
"mean": 6.530136000000001,
"std": 0.04627199999999989
},
"seeds": 5
},
"local": {
"global_acc": {
"mean": 0.6569444444444444,
"std": 0.018866817169927146
},
"worst_client": {
"mean": 0.6737698412698412,
"std": 0.09179081814534823
},
"mean_client": {
"mean": 0.8811313738580184,
"std": 0.015293929817571052
},
"comm_MB": {
"mean": 0.0,
"std": 0.0
},
"seeds": 5
}
},
"alpha=5.0, dropout=0.0": {
"fedavg": {
"global_acc": {
"mean": 0.961111111111111,
"std": 0.003928371006591917
},
"worst_client": {
"mean": 0.8803085299455535,
"std": 0.01269169078142293
},
"mean_client": {
"mean": 0.9561164867853661,
"std": 0.010027910118678741
},
"comm_MB": {
"mean": 7.712000000000001,
"std": 8.881784197001252e-16
},
"seeds": 5
},
"fedprox": {
"global_acc": {
"mean": 0.96,
"std": 0.00451335466924222
},
"worst_client": {
"mean": 0.8803085299455535,
"std": 0.01269169078142293
},
"mean_client": {
"mean": 0.955316486785366,
"std": 0.01068387952282781
},
"comm_MB": {
"mean": 7.712000000000001,
"std": 8.881784197001252e-16
},
"seeds": 5
},
"local": {
"global_acc": {
"mean": 0.8706666666666667,
"std": 0.005606984180906709
},
"worst_client": {
"mean": 0.7554372041214147,
"std": 0.07390787762854817
},
"mean_client": {
"mean": 0.8833721562105143,
"std": 0.014421833115630082
},
"comm_MB": {
"mean": 0.0,
"std": 0.0
},
"seeds": 5
}
},
"alpha=5.0, dropout=0.3": {
"fedavg": {
"global_acc": {
"mean": 0.96,
"std": 0.0051520102752754164
},
"worst_client": {
"mean": 0.8900758950668207,
"std": 0.01326496718368544
},
"mean_client": {
"mean": 0.9552134507435783,
"std": 0.009768884623512993
},
"comm_MB": {
"mean": 6.530136000000001,
"std": 0.04627199999999989
},
"seeds": 5
},
"fedprox": {
"global_acc": {
"mean": 0.9594444444444445,
"std": 0.004843221048378552
},
"worst_client": {
"mean": 0.8900758950668207,
"std": 0.01326496718368544
},
"mean_client": {
"mean": 0.9552134507435783,
"std": 0.009768884623512993
},
"comm_MB": {
"mean": 6.530136000000001,
"std": 0.04627199999999989
},
"seeds": 5
},
"local": {
"global_acc": {
"mean": 0.8706666666666667,
"std": 0.005606984180906709
},
"worst_client": {
"mean": 0.7554372041214147,
"std": 0.07390787762854817
},
"mean_client": {
"mean": 0.8833721562105143,
"std": 0.014421833115630082
},
"comm_MB": {
"mean": 0.0,
"std": 0.0
},
"seeds": 5
}
}
},
"lowest_worst_client_runs": [
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 2,
"method": "fedavg",
"worst_client": 0.6,
"client_sizes": [
5,
37,
140,
264,
258,
132,
36,
21,
58,
57
]
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 2,
"method": "fedprox",
"worst_client": 0.6,
"client_sizes": [
5,
37,
140,
264,
258,
132,
36,
21,
58,
57
]
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 2,
"method": "fedavg",
"worst_client": 0.6,
"client_sizes": [
5,
37,
140,
264,
258,
132,
36,
21,
58,
57
]
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 2,
"method": "fedprox",
"worst_client": 0.6,
"client_sizes": [
5,
37,
140,
264,
258,
132,
36,
21,
58,
57
]
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 0,
"method": "fedprox",
"worst_client": 0.7567567567567568,
"client_sizes": [
5,
150,
104,
42,
16,
216,
58,
176,
213,
28
]
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 0,
"method": "fedavg",
"worst_client": 0.7837837837837838,
"client_sizes": [
5,
150,
104,
42,
16,
216,
58,
176,
213,
28
]
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 0,
"method": "fedprox",
"worst_client": 0.7837837837837838,
"client_sizes": [
5,
150,
104,
42,
16,
216,
58,
176,
213,
28
]
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 0,
"method": "fedavg",
"worst_client": 0.7924528301886793,
"client_sizes": [
5,
150,
104,
42,
16,
216,
58,
176,
213,
28
]
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 4,
"method": "fedavg",
"worst_client": 0.8125,
"client_sizes": [
4,
90,
64,
96,
28,
280,
155,
144,
63,
85
]
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 4,
"method": "fedprox",
"worst_client": 0.8125,
"client_sizes": [
4,
90,
64,
96,
28,
280,
155,
144,
63,
85
]
}
],
"runs": [
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 0,
"method": "fedavg",
"global_acc": 0.9138888888888889,
"worst_client": 0.7837837837837838,
"mean_client": 0.9556643000039227,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 0,
"method": "fedprox",
"global_acc": 0.9138888888888889,
"worst_client": 0.7837837837837838,
"mean_client": 0.9556643000039227,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 0,
"method": "local",
"global_acc": 0.36138888888888887,
"worst_client": 0.0,
"mean_client": 0.8896775585454831,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 1,
"method": "fedavg",
"global_acc": 0.9444444444444444,
"worst_client": 0.8181818181818182,
"mean_client": 0.9308770053475935,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 1,
"method": "fedprox",
"global_acc": 0.9444444444444444,
"worst_client": 0.8181818181818182,
"mean_client": 0.9308770053475935,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 1,
"method": "local",
"global_acc": 0.3666666666666667,
"worst_client": 0.9090909090909091,
"mean_client": 0.9781345811051694,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 2,
"method": "fedavg",
"global_acc": 0.9333333333333333,
"worst_client": 0.6,
"mean_client": 0.9271865634365634,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 2,
"method": "fedprox",
"global_acc": 0.9333333333333333,
"worst_client": 0.6,
"mean_client": 0.9271865634365634,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 2,
"method": "local",
"global_acc": 0.3683333333333333,
"worst_client": 0.0,
"mean_client": 0.8552836399711399,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 3,
"method": "fedavg",
"global_acc": 0.9444444444444444,
"worst_client": 0.9047619047619048,
"mean_client": 0.9749524203232347,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 3,
"method": "fedprox",
"global_acc": 0.9444444444444444,
"worst_client": 0.9047619047619048,
"mean_client": 0.9749524203232347,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 3,
"method": "local",
"global_acc": 0.3486111111111111,
"worst_client": 0.5,
"mean_client": 0.9253167071281995,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 4,
"method": "fedavg",
"global_acc": 0.9361111111111111,
"worst_client": 0.8125,
"mean_client": 0.9128835345940609,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 4,
"method": "fedprox",
"global_acc": 0.9333333333333333,
"worst_client": 0.8125,
"mean_client": 0.9128835345940609,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.1,
"p_drop": 0.0,
"seed": 4,
"method": "local",
"global_acc": 0.3408333333333333,
"worst_client": 0.8333333333333334,
"mean_client": 0.9513088276246171,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 0,
"method": "fedavg",
"global_acc": 0.8944444444444445,
"worst_client": 0.7924528301886793,
"mean_client": 0.9393373531109381,
"comm_MB": 6.6034,
"uploads": 285
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 0,
"method": "fedprox",
"global_acc": 0.8972222222222223,
"worst_client": 0.7567567567567568,
"mean_client": 0.9339319477055327,
"comm_MB": 6.6034,
"uploads": 285
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 0,
"method": "local",
"global_acc": 0.36138888888888887,
"worst_client": 0.0,
"mean_client": 0.8896775585454831,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 1,
"method": "fedavg",
"global_acc": 0.9333333333333333,
"worst_client": 0.8181818181818182,
"mean_client": 0.9326580510992276,
"comm_MB": 6.51664,
"uploads": 276
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 1,
"method": "fedprox",
"global_acc": 0.9333333333333333,
"worst_client": 0.8181818181818182,
"mean_client": 0.9271024955436721,
"comm_MB": 6.51664,
"uploads": 276
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 1,
"method": "local",
"global_acc": 0.3666666666666667,
"worst_client": 0.9090909090909091,
"mean_client": 0.9781345811051694,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 2,
"method": "fedavg",
"global_acc": 0.9361111111111111,
"worst_client": 0.6,
"mean_client": 0.9114482392607393,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 2,
"method": "fedprox",
"global_acc": 0.9361111111111111,
"worst_client": 0.6,
"mean_client": 0.9114482392607393,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 2,
"method": "local",
"global_acc": 0.3683333333333333,
"worst_client": 0.0,
"mean_client": 0.8552836399711399,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 3,
"method": "fedavg",
"global_acc": 0.925,
"worst_client": 0.8571428571428571,
"mean_client": 0.97019051556133,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 3,
"method": "fedprox",
"global_acc": 0.9277777777777778,
"worst_client": 0.8571428571428571,
"mean_client": 0.97019051556133,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 3,
"method": "local",
"global_acc": 0.3486111111111111,
"worst_client": 0.5,
"mean_client": 0.9253167071281995,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 4,
"method": "fedavg",
"global_acc": 0.9527777777777777,
"worst_client": 0.8125,
"mean_client": 0.9165872382977646,
"comm_MB": 6.4588,
"uploads": 270
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 4,
"method": "fedprox",
"global_acc": 0.9527777777777777,
"worst_client": 0.8125,
"mean_client": 0.9165872382977646,
"comm_MB": 6.4588,
"uploads": 270
},
{
"alpha": 0.1,
"p_drop": 0.3,
"seed": 4,
"method": "local",
"global_acc": 0.3408333333333333,
"worst_client": 0.8333333333333334,
"mean_client": 0.9513088276246171,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 0,
"method": "fedavg",
"global_acc": 0.95,
"worst_client": 0.8125,
"mean_client": 0.9525315143302949,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 0,
"method": "fedprox",
"global_acc": 0.95,
"worst_client": 0.8125,
"mean_client": 0.9525315143302949,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 0,
"method": "local",
"global_acc": 0.6613888888888889,
"worst_client": 0.5625,
"mean_client": 0.8540916569879984,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 1,
"method": "fedavg",
"global_acc": 0.9527777777777777,
"worst_client": 0.8571428571428571,
"mean_client": 0.9335846909081343,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 1,
"method": "fedprox",
"global_acc": 0.9527777777777777,
"worst_client": 0.8571428571428571,
"mean_client": 0.9335846909081343,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 1,
"method": "local",
"global_acc": 0.6661111111111111,
"worst_client": 0.6,
"mean_client": 0.8874613907713828,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 2,
"method": "fedavg",
"global_acc": 0.9527777777777777,
"worst_client": 0.875,
"mean_client": 0.9496210421620974,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 2,
"method": "fedprox",
"global_acc": 0.95,
"worst_client": 0.875,
"mean_client": 0.9539688682490539,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 2,
"method": "local",
"global_acc": 0.65,
"worst_client": 0.7777777777777778,
"mean_client": 0.8759485515420223,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 3,
"method": "fedavg",
"global_acc": 0.9611111111111111,
"worst_client": 0.8787878787878788,
"mean_client": 0.9400348377934584,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 3,
"method": "fedprox",
"global_acc": 0.9583333333333334,
"worst_client": 0.8787878787878788,
"mean_client": 0.9400348377934584,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 3,
"method": "local",
"global_acc": 0.6252777777777777,
"worst_client": 0.6428571428571429,
"mean_client": 0.8898212843385258,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 4,
"method": "fedavg",
"global_acc": 0.95,
"worst_client": 0.9047619047619048,
"mean_client": 0.9610576923076923,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 4,
"method": "fedprox",
"global_acc": 0.95,
"worst_client": 0.9047619047619048,
"mean_client": 0.9610576923076923,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 0.5,
"p_drop": 0.0,
"seed": 4,
"method": "local",
"global_acc": 0.6819444444444445,
"worst_client": 0.7857142857142857,
"mean_client": 0.8983339856501621,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 0,
"method": "fedavg",
"global_acc": 0.9472222222222222,
"worst_client": 0.8125,
"mean_client": 0.9495012112999918,
"comm_MB": 6.6034,
"uploads": 285
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 0,
"method": "fedprox",
"global_acc": 0.9444444444444444,
"worst_client": 0.8125,
"mean_client": 0.9495012112999918,
"comm_MB": 6.6034,
"uploads": 285
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 0,
"method": "local",
"global_acc": 0.6613888888888889,
"worst_client": 0.5625,
"mean_client": 0.8540916569879984,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 1,
"method": "fedavg",
"global_acc": 0.9472222222222222,
"worst_client": 0.8571428571428571,
"mean_client": 0.93468186959152,
"comm_MB": 6.51664,
"uploads": 276
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 1,
"method": "fedprox",
"global_acc": 0.9472222222222222,
"worst_client": 0.8571428571428571,
"mean_client": 0.93468186959152,
"comm_MB": 6.51664,
"uploads": 276
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 1,
"method": "local",
"global_acc": 0.6661111111111111,
"worst_client": 0.6,
"mean_client": 0.8874613907713828,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 2,
"method": "fedavg",
"global_acc": 0.9555555555555556,
"worst_client": 0.875,
"mean_client": 0.9581355349157207,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 2,
"method": "fedprox",
"global_acc": 0.9583333333333334,
"worst_client": 0.875,
"mean_client": 0.9581355349157207,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 2,
"method": "local",
"global_acc": 0.65,
"worst_client": 0.7777777777777778,
"mean_client": 0.8759485515420223,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 3,
"method": "fedavg",
"global_acc": 0.9583333333333334,
"worst_client": 0.8787878787878788,
"mean_client": 0.9431776949363156,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 3,
"method": "fedprox",
"global_acc": 0.9583333333333334,
"worst_client": 0.8787878787878788,
"mean_client": 0.9431776949363156,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 3,
"method": "local",
"global_acc": 0.6252777777777777,
"worst_client": 0.6428571428571429,
"mean_client": 0.8898212843385258,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 4,
"method": "fedavg",
"global_acc": 0.95,
"worst_client": 0.875,
"mean_client": 0.9595695970695971,
"comm_MB": 6.4588,
"uploads": 270
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 4,
"method": "fedprox",
"global_acc": 0.95,
"worst_client": 0.875,
"mean_client": 0.9595695970695971,
"comm_MB": 6.4588,
"uploads": 270
},
{
"alpha": 0.5,
"p_drop": 0.3,
"seed": 4,
"method": "local",
"global_acc": 0.6819444444444445,
"worst_client": 0.7857142857142857,
"mean_client": 0.8983339856501621,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 0,
"method": "fedavg",
"global_acc": 0.9611111111111111,
"worst_client": 0.875,
"mean_client": 0.9469440784658175,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 0,
"method": "fedprox",
"global_acc": 0.9611111111111111,
"worst_client": 0.875,
"mean_client": 0.9469440784658175,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 0,
"method": "local",
"global_acc": 0.8724999999999999,
"worst_client": 0.8148148148148148,
"mean_client": 0.8844483151642072,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 1,
"method": "fedavg",
"global_acc": 0.9583333333333334,
"worst_client": 0.8947368421052632,
"mean_client": 0.9690798370164764,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 1,
"method": "fedprox",
"global_acc": 0.9583333333333334,
"worst_client": 0.8947368421052632,
"mean_client": 0.9690798370164764,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 1,
"method": "local",
"global_acc": 0.8722222222222221,
"worst_client": 0.7368421052631579,
"mean_client": 0.8580957574266623,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 2,
"method": "fedavg",
"global_acc": 0.9666666666666667,
"worst_client": 0.8947368421052632,
"mean_client": 0.9676245188831002,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 2,
"method": "fedprox",
"global_acc": 0.9666666666666667,
"worst_client": 0.8947368421052632,
"mean_client": 0.9676245188831002,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 2,
"method": "local",
"global_acc": 0.865,
"worst_client": 0.6190476190476191,
"mean_client": 0.8972266808536833,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 3,
"method": "fedavg",
"global_acc": 0.9555555555555556,
"worst_client": 0.8620689655172413,
"mean_client": 0.9492250490916158,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 3,
"method": "fedprox",
"global_acc": 0.9527777777777777,
"worst_client": 0.8620689655172413,
"mean_client": 0.9452250490916159,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 3,
"method": "local",
"global_acc": 0.8641666666666667,
"worst_client": 0.8148148148148148,
"mean_client": 0.8797578887324015,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 4,
"method": "fedavg",
"global_acc": 0.9638888888888889,
"worst_client": 0.875,
"mean_client": 0.9477089504698201,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 4,
"method": "fedprox",
"global_acc": 0.9611111111111111,
"worst_client": 0.875,
"mean_client": 0.9477089504698201,
"comm_MB": 7.712,
"uploads": 400
},
{
"alpha": 5.0,
"p_drop": 0.0,
"seed": 4,
"method": "local",
"global_acc": 0.8794444444444445,
"worst_client": 0.7916666666666666,
"mean_client": 0.8973321388756172,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 0,
"method": "fedavg",
"global_acc": 0.95,
"worst_client": 0.875,
"mean_client": 0.9432403747621139,
"comm_MB": 6.6034,
"uploads": 285
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 0,
"method": "fedprox",
"global_acc": 0.95,
"worst_client": 0.875,
"mean_client": 0.9432403747621139,
"comm_MB": 6.6034,
"uploads": 285
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 0,
"method": "local",
"global_acc": 0.8724999999999999,
"worst_client": 0.8148148148148148,
"mean_client": 0.8844483151642072,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 1,
"method": "fedavg",
"global_acc": 0.9611111111111111,
"worst_client": 0.8947368421052632,
"mean_client": 0.9647320109295198,
"comm_MB": 6.51664,
"uploads": 276
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 1,
"method": "fedprox",
"global_acc": 0.9611111111111111,
"worst_client": 0.8947368421052632,
"mean_client": 0.9647320109295198,
"comm_MB": 6.51664,
"uploads": 276
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 1,
"method": "local",
"global_acc": 0.8722222222222221,
"worst_client": 0.7368421052631579,
"mean_client": 0.8580957574266623,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 2,
"method": "fedavg",
"global_acc": 0.9638888888888889,
"worst_client": 0.9090909090909091,
"mean_client": 0.9641755555657158,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 2,
"method": "fedprox",
"global_acc": 0.9611111111111111,
"worst_client": 0.9090909090909091,
"mean_client": 0.9641755555657158,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 2,
"method": "local",
"global_acc": 0.865,
"worst_client": 0.6190476190476191,
"mean_client": 0.8972266808536833,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 3,
"method": "fedavg",
"global_acc": 0.9611111111111111,
"worst_client": 0.896551724137931,
"mean_client": 0.9603770286573885,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 3,
"method": "fedprox",
"global_acc": 0.9611111111111111,
"worst_client": 0.896551724137931,
"mean_client": 0.9603770286573885,
"comm_MB": 6.53592,
"uploads": 278
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 3,
"method": "local",
"global_acc": 0.8641666666666667,
"worst_client": 0.8148148148148148,
"mean_client": 0.8797578887324015,
"comm_MB": 0.0,
"uploads": 0
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 4,
"method": "fedavg",
"global_acc": 0.9638888888888889,
"worst_client": 0.875,
"mean_client": 0.9435422838031535,
"comm_MB": 6.4588,
"uploads": 270
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 4,
"method": "fedprox",
"global_acc": 0.9638888888888889,
"worst_client": 0.875,
"mean_client": 0.9435422838031535,
"comm_MB": 6.4588,
"uploads": 270
},
{
"alpha": 5.0,
"p_drop": 0.3,
"seed": 4,
"method": "local",
"global_acc": 0.8794444444444445,
"worst_client": 0.7916666666666666,
"mean_client": 0.8973321388756172,
"comm_MB": 0.0,
"uploads": 0
}
],
"tests": {
"reload": {
"returncode": 0,
"seconds": 0.19,
"process": "fresh python -E subprocess, cwd = temporary copy of the model folder",
"passed": true,
"max_abs_diff": 2.2687930867348882e-08,
"sim_curve_diff": 0.0,
"n_samples": 16
},
"node_parity": {
"cases": 4,
"failed": 0,
"maxDiff": 0,
"results": [
{
"name": "fedavg-a0.3-p0.2",
"maxDiff": 0
},
{
"name": "fedprox-a0.1-p0.0",
"maxDiff": 0
},
{
"name": "local-a2.0-p0.0",
"maxDiff": 0
},
{
"name": "fedavg-a5.0-p0.5",
"maxDiff": 0
}
],
"ms": 585,
"runtime": "node v22.23.4",
"status": "passed"
},
"browser": {
"status": "skipped",
"reason": "playwright not installed"
}
}
}
{
"project": "Next Federation",
"profile": "full",
"seed": 73,
"device": {
"python": "3.13.16",
"platform": "Linux-6.6.159+-x86_64-with-glibc2.39",
"cpu_count": 12,
"numpy": "2.4.6",
"torch": "2.14.1+cu130",
"cuda": true,
"gpu": "NVIDIA L4",
"colab": true
},
"data": {
"name": "Optical Recognition of Handwritten Digits",
"source": "UCI id 80 via sklearn.datasets.load_digits",
"license": "CC BY 4.0",
"sklearn_version": "1.6.1",
"split": {
"global_test": 360,
"global_validation": 180,
"client_pool": 1257,
"clients": 10,
"client_partition": "Dirichlet(alpha) label skew per class; 20% of each client's data is its local test set"
}
},
"simulation": "All clients simulated in one process. No real devices, networks or secure aggregation.",
"hyper": {
"epochs": 2,
"lr": 0.3,
"batch": 20,
"mu": 0.01
},
"hyper_selection": {
"split": "global validation (180)",
"lr_scores": {
"0.05": 0.9027777777777778,
"0.1": 0.9361111111111111,
"0.3": 0.9527777777777777
},
"mu_scores": {
"0.01": 0.9527777777777777,
"0.1": 0.95,
"1.0": 0.9333333333333333
},
"seeds": [
100,
101
]
},
"protocol": {
"rounds": 40,
"clients": 10,
"seeds": [
0,
1,
2,
3,
4
],
"alphas": [
0.1,
0.5,
5.0
],
"dropouts": [
0.0,
0.3
],
"local_only": "each client trains alone for the same rounds x epochs; global accuracy = mean of client models on the global test set"
},
"results": {
"alpha=0.1, dropout=0.0": {
"fedavg": {
"global_acc": {
"mean": 0.9344444444444445,
"std": 0.011194134266449936
},
"worst_client": {
"mean": 0.7838455013455013,
"std": 0.10041913337230032
},
"mean_client": {
"mean": 0.9403127647410752,
"std": 0.022132639952130453
},
"comm_MB": {
"mean": 7.712000000000001,
"std": 8.881784197001252e-16
},
"seeds": 5
},
"fedprox": {
"global_acc": {
"mean": 0.933888888888889,
"std": 0.0111665284679121
},
"worst_client": {
"mean": 0.7838455013455013,