pyramidformer-forecaster / metrics.json
SallySims's picture
Upload folder using huggingface_hub
469767e verified
Raw History Blame Contribute Delete
3.8 kB
{
"held_out_countries": {
"1": {
"n": 1679,
"mae_permille": {
"pyramidformer": 0.11789803125791291,
"persistence": 0.09780884022772199,
"cohort_shift": 0.07008654484661399
},
"median_age_abs_err_years": {
"pyramidformer": 0.2032636550788609,
"persistence": 0.19620379837252247,
"cohort_shift": 0.15648017264827602
}
},
"5": {
"n": 1587,
"mae_permille": {
"pyramidformer": 0.32437187882520135,
"persistence": 0.3791038329991171,
"cohort_shift": 0.3061374150976688
},
"median_age_abs_err_years": {
"pyramidformer": 0.5330137560070721,
"persistence": 0.9330252522193163,
"cohort_shift": 0.8058583190293644
}
},
"10": {
"n": 1472,
"mae_permille": {
"pyramidformer": 0.4326357588197458,
"persistence": 0.5995507517389403,
"cohort_shift": 0.5714666168096585
},
"median_age_abs_err_years": {
"pyramidformer": 0.878048229929652,
"persistence": 1.7979299467617194,
"cohort_shift": 1.720859618048472
}
},
"20": {
"n": 1242,
"mae_permille": {
"pyramidformer": 0.5442810199685066,
"persistence": 0.8758419405745916,
"cohort_shift": 1.0818236740726608
},
"median_age_abs_err_years": {
"pyramidformer": 1.467669211063183,
"persistence": 3.4197495923604513,
"cohort_shift": 3.98909527946512
}
},
"25": {
"n": 1127,
"mae_permille": {
"pyramidformer": 0.5881209657501019,
"persistence": 0.967903661498212,
"cohort_shift": 1.3207087437001468
},
"median_age_abs_err_years": {
"pyramidformer": 1.8167334573431484,
"persistence": 4.160444714402053,
"cohort_shift": 5.332815233938973
}
}
},
"vs_un_medium_variant_from_2023": {
"1": {
"n": 23,
"mae_permille": {
"pyramidformer": 0.14364489929515753,
"persistence": 0.10639953536796865,
"cohort_shift": 0.056325637594280734
},
"median_age_abs_err_years": {
"pyramidformer": 0.4784660563183865,
"persistence": 0.18627090861443424,
"cohort_shift": 0.2640468052306516
}
},
"5": {
"n": 23,
"mae_permille": {
"pyramidformer": 0.3669341227312955,
"persistence": 0.41766782610659137,
"cohort_shift": 0.2888688057021903
},
"median_age_abs_err_years": {
"pyramidformer": 0.682328519465603,
"persistence": 0.879549196387476,
"cohort_shift": 1.337971394623851
}
},
"10": {
"n": 23,
"mae_permille": {
"pyramidformer": 0.5033958573089796,
"persistence": 0.6784468302221728,
"cohort_shift": 0.5590892252134394
},
"median_age_abs_err_years": {
"pyramidformer": 0.8851243696775297,
"persistence": 1.8687887821972382,
"cohort_shift": 2.721808648142613
}
},
"20": {
"n": 23,
"mae_permille": {
"pyramidformer": 0.6110471236087847,
"persistence": 0.9532212432156,
"cohort_shift": 1.0629063666828071
},
"median_age_abs_err_years": {
"pyramidformer": 1.8169472653724201,
"persistence": 3.8931005456184886,
"cohort_shift": 5.903396988399351
}
},
"25": {
"n": 23,
"mae_permille": {
"pyramidformer": 0.6251858960854626,
"persistence": 1.0209712023736865,
"cohort_shift": 1.3030786320034404
},
"median_age_abs_err_years": {
"pyramidformer": 2.4188937573731724,
"persistence": 4.780631610631449,
"cohort_shift": 7.704395921227037
}
}
}
}