Hugging Face's logo

Buckets:
AsianPlayer
/
TriDrive

Files
xet
AsianPlayer/TriDrive / benchmark /tables /release_tables /aide /kv2_program.json
AsianPlayer's picture
AsianPlayer
download
raw
86.6 kB
[
{
"stamp": "20260914T234626Z",
"n_boot": 10000,
"summary": {
"s0": {
"s0_utc": "2026-09-14T22:51:07Z",
"earliest_run_utc": "2026-09-14T23:08:22Z",
"n_finished": 21,
"violations": []
},
"s1": {
"source": "decision",
"complete": true,
"survivors": [
"nospatial",
"lam03"
],
"rows": {
"full": {
"status": "KILL",
"val_all": 55.17048463266622,
"d_all": {
"mean": -0.19655237231853856,
"ci_lo": -0.7979047628387167,
"ci_hi": 0.3872529983794468,
"p_lt0": 0.7444
},
"d_hm": {
"mean": 0.5993688555251439,
"ci_lo": -2.542346962790669,
"ci_hi": 3.448379733777986,
"p_lt0": 0.3311
},
"guard_kill": false
},
"nospatial": {
"status": "SURVIVE",
"val_all": 54.788049754112905,
"d_all": {
"mean": -0.5789872508718599,
"ci_lo": -1.2746920162205964,
"ci_hi": 0.057914557374455826,
"p_lt0": 0.9578
},
"d_hm": {
"mean": -0.6392061929845884,
"ci_lo": -4.192728756374503,
"ci_hi": 1.9925040607052615,
"p_lt0": 0.6212
},
"guard_kill": false
},
"khead": {
"status": "KILL",
"val_all": 55.48213811127854,
"d_all": {
"mean": 0.11510110629376691,
"ci_lo": -0.4415407845427292,
"ci_hi": 0.6621194324666787,
"p_lt0": 0.3387
},
"d_hm": {
"mean": 1.0575029734971153,
"ci_lo": -1.1561771558596061,
"ci_hi": 3.0875918989944684,
"p_lt0": 0.1668
},
"guard_kill": false
},
"nohaz": {
"status": "KILL",
"val_all": 55.32545656229246,
"d_all": {
"mean": -0.04158044269229945,
"ci_lo": -0.8728213684454044,
"ci_hi": 0.7234446025233696,
"p_lt0": 0.5312
},
"d_hm": {
"mean": 2.9359566006296283,
"ci_lo": -0.38244435722007125,
"ci_hi": 6.85913517721461,
"p_lt0": 0.0415
},
"guard_kill": false
},
"hazaux": {
"status": "KILL",
"val_all": 55.14017273560202,
"d_all": {
"mean": -0.2268642693827428,
"ci_lo": -0.8881758465990068,
"ci_hi": 0.3928582391575355,
"p_lt0": 0.7543
},
"d_hm": {
"mean": 2.4078816692966685,
"ci_lo": 0.041804811145578234,
"ci_hi": 4.947930944133595,
"p_lt0": 0.0215
},
"guard_kill": false
},
"plain": {
"status": "KILL",
"val_all": 55.21831429879385,
"d_all": {
"mean": -0.14872270619090613,
"ci_lo": -0.7224763438073881,
"ci_hi": 0.3965304754520196,
"p_lt0": 0.6934
},
"d_hm": {
"mean": 1.7270376101409837,
"ci_lo": -0.717236543898357,
"ci_hi": 4.177359992088666,
"p_lt0": 0.0824
},
"guard_kill": false
},
"q060": {
"status": "KILL",
"val_all": 55.32031277998066,
"d_all": {
"mean": -0.046724225004094615,
"ci_lo": -0.6742515348458221,
"ci_hi": 0.6058536681241656,
"p_lt0": 0.5606
},
"d_hm": {
"mean": 3.26284948630492,
"ci_lo": 0.2090514568560979,
"ci_hi": 7.499438953242039,
"p_lt0": 0.0133
},
"guard_kill": true
},
"q090": {
"status": "KILL",
"val_all": 55.12786126877115,
"d_all": {
"mean": -0.2391757362136051,
"ci_lo": -0.7741841277200714,
"ci_hi": 0.29099625622156594,
"p_lt0": 0.8113
},
"d_hm": {
"mean": 1.328941035201329,
"ci_lo": -1.269586209686814,
"ci_hi": 4.022545453856649,
"p_lt0": 0.1604
},
"guard_kill": false
},
"lam03": {
"status": "SURVIVE",
"val_all": 55.01943532521453,
"d_all": {
"mean": -0.34760167977023093,
"ci_lo": -1.0182258077845565,
"ci_hi": 0.30971734307681376,
"p_lt0": 0.8461
},
"d_hm": {
"mean": 1.9215371415128337,
"ci_lo": -0.7281347049779274,
"ci_hi": 5.200062571649876,
"p_lt0": 0.092
},
"guard_kill": false
}
}
},
"s1b": {
"nospatial": {
"decision": "PENDING",
"reason": "PENDING (seed 42 and 123 runs needed)",
"two_seed_mean": null
},
"lam03": {
"decision": "PENDING",
"reason": "PENDING (seed 42 and 123 runs needed)",
"two_seed_mean": null
}
},
"s2": {},
"s3": {
"source": "decision",
"complete": false,
"mb_best": "default",
"final": false,
"changes_dL": false,
"pairs": {
"MB-best[default]+pre \u2212 MB-best[default]": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "BEATS",
"mean": -0.7389855233048009,
"sd": 0.17002432813375887
},
"d-n": {
"verdict": "BEATS",
"mean": -0.03354592210425251,
"sd": 0.0077181794331990395
},
"HM-MPJPE": {
"verdict": "BEATS",
"mean": -2.5952100120295496,
"sd": 0.4329619279027659
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": 0.27223993045494066,
"sd": 0.10617975708381304
},
"HM h=5": {
"verdict": "BEATS",
"mean": -4.717208435057364,
"sd": 1.1266976803672542
}
}
},
"K+pre \u2212 K": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "BEATS",
"mean": -0.5495993138945936,
"sd": 0.1535975675234299
},
"d-n": {
"verdict": "BEATS",
"mean": -0.024948818604737723,
"sd": 0.00697249387579467
},
"HM-MPJPE": {
"verdict": "BEATS",
"mean": -2.7498592734459977,
"sd": 0.8065121409873408
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": 0.10871245049744038,
"sd": 0.09301076824330613
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -3.451709588513127,
"sd": 1.1729622127190529
}
}
},
"K \u2212 MB-best[default]": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.14543957817292946,
"sd": 0.23863519208833844
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.006602165545064523,
"sd": 0.010832739360479873
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 1.1945240289241394,
"sd": 0.9439816066712912
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.11402492031295275,
"sd": 0.1217806564295724
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -0.2393788192649918,
"sd": 1.3017044905629525
}
}
},
"K+pre \u2212 MB-best[default]+pre": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.3348257875831369,
"sd": 0.19487774977887143
},
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": 0.015199269044579309,
"sd": 0.008846389554017876
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 1.0398747675076918,
"sd": 1.4019916018093272
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.277552400270453,
"sd": 0.07422440498446836
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 1.0261200272792457,
"sd": 1.8871074169381055
}
}
}
}
},
"s4": {
"kv2_best": null,
"mb_best": "default",
"endpoints": {},
"adoption_a1": false,
"adoption_a2": false,
"realised_case": null
},
"s6": {
"code_sha256_groups": {
"652c4ba49ba937f2ee2273b40e38e34101251ca3eb6c6c925521c70f5367edec": [
"cwm3d_v2_s42_v2"
],
"8caba4a8efccd31127ff537cd5bc86142143a4440555db03e344f03a728513ed": [
"cwm3d_v2_hazaux_s42_v2",
"cwm3d_v2_khead_s42_v2",
"cwm3d_v2_lam03_s42_v2",
"cwm3d_v2_nohaz_s42_v2",
"cwm3d_v2_nospatial_s42_v2",
"cwm3d_v2_plain_s42_v2",
"cwm3d_v2_q060_s42_v2",
"cwm3d_v2_q090_s42_v2"
],
"22306515fd4a42a06b4d9a5394f6bf0dc9806a5d26144239205ee1fd8800eed1": [
"cwm3d_kp_batonpre_trunkp123_s1011_v2",
"cwm3d_kp_batonpre_trunkp123_s789_v2"
],
"e313c0ff897462939c2c851249561eb2eb7f7f0086ea44e71d1141e9e5bad2f9": [
"motionbert_kp_L4_s42_v2",
"motionbert_kp_batonpre_trunkp123_s1011_v2",
"motionbert_kp_batonpre_trunkp123_s789_v2",
"motionbert_kp_d192_L4_s42_v2",
"motionbert_kp_d192_s42_v2",
"motionbert_kp_do0.1_s42_v2",
"motionbert_kp_lr1e-3_s42_v2",
"motionbert_kp_lr1e-4_s42_v2",
"motionbert_kp_wd0.01_s42_v2",
"motionbert_kp_wd0.1_s42_v2"
]
}
}
},
"gpu_minutes": {
"cwm3d_v2_s42_v2": 2.25,
"cwm3d_v2_nospatial_s42_v2": 1.69,
"cwm3d_v2_khead_s42_v2": 4.75,
"cwm3d_v2_nohaz_s42_v2": 5.71,
"cwm3d_v2_hazaux_s42_v2": 4.51,
"cwm3d_v2_plain_s42_v2": 3.69,
"cwm3d_v2_q060_s42_v2": 4.32,
"cwm3d_v2_q090_s42_v2": 4.19,
"cwm3d_v2_lam03_s42_v2": 5.51,
"cwm3d_kp_batonpre_trunkp123_s789_v2": 1.22,
"cwm3d_kp_batonpre_trunkp123_s1011_v2": 1.14,
"motionbert_kp_batonpre_trunkp123_s789_v2": 3.45,
"motionbert_kp_batonpre_trunkp123_s1011_v2": 3.98,
"motionbert_kp_d192_s42_v2": 6.14,
"motionbert_kp_L4_s42_v2": 4.71,
"motionbert_kp_lr1e-4_s42_v2": 3.18,
"motionbert_kp_lr1e-3_s42_v2": 2.75,
"motionbert_kp_wd0.01_s42_v2": 3.15,
"motionbert_kp_wd0.1_s42_v2": 2.83,
"motionbert_kp_do0.1_s42_v2": 3.89,
"motionbert_kp_d192_L4_s42_v2": 5.18
},
"pending": [
"cwm3d_v2_lam03_s123_v2",
"cwm3d_v2_nospatial_s123_v2",
"motionbert_kp_L4_s42_v2",
"motionbert_kp_d192_L4_do0.1_s42_v2",
"motionbert_kp_d192_L4_s42_v2",
"motionbert_kp_d192_s42_v2",
"motionbert_kp_do0.1_s42_v2",
"motionbert_kp_lr1e-3_s42_v2",
"motionbert_kp_lr1e-4_s42_v2",
"motionbert_kp_wd0.01_s42_v2",
"motionbert_kp_wd0.1_s42_v2"
]
},
{
"stamp": "20260914T234723Z",
"n_boot": 10000,
"summary": {
"s0": {
"s0_utc": "2026-09-14T22:51:07Z",
"earliest_run_utc": "2026-09-14T23:08:22Z",
"n_finished": 21,
"violations": []
},
"s1": {
"source": "decision",
"complete": true,
"survivors": [
"nospatial",
"lam03"
],
"rows": {
"full": {
"status": "KILL",
"val_all": 55.17048463266622,
"d_all": {
"mean": -0.19655237231853856,
"ci_lo": -0.7979047628387167,
"ci_hi": 0.3872529983794468,
"p_lt0": 0.7444
},
"d_hm": {
"mean": 0.5993688555251439,
"ci_lo": -2.542346962790669,
"ci_hi": 3.448379733777986,
"p_lt0": 0.3311
},
"guard_kill": false
},
"nospatial": {
"status": "SURVIVE",
"val_all": 54.788049754112905,
"d_all": {
"mean": -0.5789872508718599,
"ci_lo": -1.2746920162205964,
"ci_hi": 0.057914557374455826,
"p_lt0": 0.9578
},
"d_hm": {
"mean": -0.6392061929845884,
"ci_lo": -4.192728756374503,
"ci_hi": 1.9925040607052615,
"p_lt0": 0.6212
},
"guard_kill": false
},
"khead": {
"status": "KILL",
"val_all": 55.48213811127854,
"d_all": {
"mean": 0.11510110629376691,
"ci_lo": -0.4415407845427292,
"ci_hi": 0.6621194324666787,
"p_lt0": 0.3387
},
"d_hm": {
"mean": 1.0575029734971153,
"ci_lo": -1.1561771558596061,
"ci_hi": 3.0875918989944684,
"p_lt0": 0.1668
},
"guard_kill": false
},
"nohaz": {
"status": "KILL",
"val_all": 55.32545656229246,
"d_all": {
"mean": -0.04158044269229945,
"ci_lo": -0.8728213684454044,
"ci_hi": 0.7234446025233696,
"p_lt0": 0.5312
},
"d_hm": {
"mean": 2.9359566006296283,
"ci_lo": -0.38244435722007125,
"ci_hi": 6.85913517721461,
"p_lt0": 0.0415
},
"guard_kill": false
},
"hazaux": {
"status": "KILL",
"val_all": 55.14017273560202,
"d_all": {
"mean": -0.2268642693827428,
"ci_lo": -0.8881758465990068,
"ci_hi": 0.3928582391575355,
"p_lt0": 0.7543
},
"d_hm": {
"mean": 2.4078816692966685,
"ci_lo": 0.041804811145578234,
"ci_hi": 4.947930944133595,
"p_lt0": 0.0215
},
"guard_kill": false
},
"plain": {
"status": "KILL",
"val_all": 55.21831429879385,
"d_all": {
"mean": -0.14872270619090613,
"ci_lo": -0.7224763438073881,
"ci_hi": 0.3965304754520196,
"p_lt0": 0.6934
},
"d_hm": {
"mean": 1.7270376101409837,
"ci_lo": -0.717236543898357,
"ci_hi": 4.177359992088666,
"p_lt0": 0.0824
},
"guard_kill": false
},
"q060": {
"status": "KILL",
"val_all": 55.32031277998066,
"d_all": {
"mean": -0.046724225004094615,
"ci_lo": -0.6742515348458221,
"ci_hi": 0.6058536681241656,
"p_lt0": 0.5606
},
"d_hm": {
"mean": 3.26284948630492,
"ci_lo": 0.2090514568560979,
"ci_hi": 7.499438953242039,
"p_lt0": 0.0133
},
"guard_kill": true
},
"q090": {
"status": "KILL",
"val_all": 55.12786126877115,
"d_all": {
"mean": -0.2391757362136051,
"ci_lo": -0.7741841277200714,
"ci_hi": 0.29099625622156594,
"p_lt0": 0.8113
},
"d_hm": {
"mean": 1.328941035201329,
"ci_lo": -1.269586209686814,
"ci_hi": 4.022545453856649,
"p_lt0": 0.1604
},
"guard_kill": false
},
"lam03": {
"status": "SURVIVE",
"val_all": 55.01943532521453,
"d_all": {
"mean": -0.34760167977023093,
"ci_lo": -1.0182258077845565,
"ci_hi": 0.30971734307681376,
"p_lt0": 0.8461
},
"d_hm": {
"mean": 1.9215371415128337,
"ci_lo": -0.7281347049779274,
"ci_hi": 5.200062571649876,
"p_lt0": 0.092
},
"guard_kill": false
}
}
},
"s1b": {
"nospatial": {
"decision": "PENDING",
"reason": "PENDING (seed 42 and 123 runs needed)",
"two_seed_mean": null
},
"lam03": {
"decision": "PENDING",
"reason": "PENDING (seed 42 and 123 runs needed)",
"two_seed_mean": null
}
},
"s2": {},
"s3": {
"source": "live",
"complete": false,
"mb_best": "do0.1",
"final": false,
"changes_dL": false,
"pairs": {
"MB-best[do0.1]+pre \u2212 MB-best[do0.1]": {
"n": 0
},
"K+pre \u2212 K": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "BEATS",
"mean": -0.5495993138945936,
"sd": 0.1535975675234299
},
"d-n": {
"verdict": "BEATS",
"mean": -0.024948818604737723,
"sd": 0.00697249387579467
},
"HM-MPJPE": {
"verdict": "BEATS",
"mean": -2.7498592734459977,
"sd": 0.8065121409873408
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": 0.10871245049744038,
"sd": 0.09301076824330613
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -3.451709588513127,
"sd": 1.1729622127190529
}
}
},
"K \u2212 MB-best[do0.1]": {
"n": 1,
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.3785105634167715,
"sd": null
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.017182320188400418,
"sd": null
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 2.0095181533398128,
"sd": null
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.25499855114459563,
"sd": null
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.4146920824453384,
"sd": null
}
}
},
"K+pre \u2212 MB-best[do0.1]+pre": {
"n": 0
}
}
},
"s4": {
"kv2_best": null,
"mb_best": "do0.1",
"endpoints": {},
"adoption_a1": false,
"adoption_a2": false,
"realised_case": null
},
"s6": {
"code_sha256_groups": {
"652c4ba49ba937f2ee2273b40e38e34101251ca3eb6c6c925521c70f5367edec": [
"cwm3d_v2_s42_v2"
],
"8caba4a8efccd31127ff537cd5bc86142143a4440555db03e344f03a728513ed": [
"cwm3d_v2_hazaux_s42_v2",
"cwm3d_v2_khead_s42_v2",
"cwm3d_v2_lam03_s42_v2",
"cwm3d_v2_nohaz_s42_v2",
"cwm3d_v2_nospatial_s42_v2",
"cwm3d_v2_plain_s42_v2",
"cwm3d_v2_q060_s42_v2",
"cwm3d_v2_q090_s42_v2"
],
"22306515fd4a42a06b4d9a5394f6bf0dc9806a5d26144239205ee1fd8800eed1": [
"cwm3d_kp_batonpre_trunkp123_s1011_v2",
"cwm3d_kp_batonpre_trunkp123_s789_v2"
],
"e313c0ff897462939c2c851249561eb2eb7f7f0086ea44e71d1141e9e5bad2f9": [
"motionbert_kp_L4_s42_v2",
"motionbert_kp_batonpre_trunkp123_s1011_v2",
"motionbert_kp_batonpre_trunkp123_s789_v2",
"motionbert_kp_d192_L4_s42_v2",
"motionbert_kp_d192_s42_v2",
"motionbert_kp_do0.1_s42_v2",
"motionbert_kp_lr1e-3_s42_v2",
"motionbert_kp_lr1e-4_s42_v2",
"motionbert_kp_wd0.01_s42_v2",
"motionbert_kp_wd0.1_s42_v2"
]
}
}
},
"gpu_minutes": {
"cwm3d_v2_s42_v2": 2.25,
"cwm3d_v2_nospatial_s42_v2": 1.69,
"cwm3d_v2_khead_s42_v2": 4.75,
"cwm3d_v2_nohaz_s42_v2": 5.71,
"cwm3d_v2_hazaux_s42_v2": 4.51,
"cwm3d_v2_plain_s42_v2": 3.69,
"cwm3d_v2_q060_s42_v2": 4.32,
"cwm3d_v2_q090_s42_v2": 4.19,
"cwm3d_v2_lam03_s42_v2": 5.51,
"cwm3d_kp_batonpre_trunkp123_s789_v2": 1.22,
"cwm3d_kp_batonpre_trunkp123_s1011_v2": 1.14,
"motionbert_kp_batonpre_trunkp123_s789_v2": 3.45,
"motionbert_kp_batonpre_trunkp123_s1011_v2": 3.98,
"motionbert_kp_d192_s42_v2": 6.14,
"motionbert_kp_L4_s42_v2": 4.71,
"motionbert_kp_lr1e-4_s42_v2": 3.18,
"motionbert_kp_lr1e-3_s42_v2": 2.75,
"motionbert_kp_wd0.01_s42_v2": 3.15,
"motionbert_kp_wd0.1_s42_v2": 2.83,
"motionbert_kp_do0.1_s42_v2": 3.89,
"motionbert_kp_d192_L4_s42_v2": 5.18
},
"pending": [
"cwm3d_v2_lam03_s123_v2",
"cwm3d_v2_nospatial_s123_v2",
"motionbert_kp_d192_L4_do0.1_s42_v2"
]
},
{
"stamp": "20260915T012920Z",
"n_boot": 10000,
"summary": {
"s0": {
"s0_utc": "2026-09-14T22:51:07Z",
"earliest_run_utc": "2026-09-14T23:08:22Z",
"n_finished": 42,
"violations": []
},
"s1": {
"source": "decision",
"complete": true,
"survivors": [
"nospatial",
"lam03"
],
"rows": {
"full": {
"status": "KILL",
"val_all": 55.17048463266622,
"d_all": {
"mean": -0.19655237231853856,
"ci_lo": -0.7979047628387167,
"ci_hi": 0.3872529983794468,
"p_lt0": 0.7444
},
"d_hm": {
"mean": 0.5993688555251439,
"ci_lo": -2.542346962790669,
"ci_hi": 3.448379733777986,
"p_lt0": 0.3311
},
"guard_kill": false
},
"nospatial": {
"status": "SURVIVE",
"val_all": 54.788049754112905,
"d_all": {
"mean": -0.5789872508718599,
"ci_lo": -1.2746920162205964,
"ci_hi": 0.057914557374455826,
"p_lt0": 0.9578
},
"d_hm": {
"mean": -0.6392061929845884,
"ci_lo": -4.192728756374503,
"ci_hi": 1.9925040607052615,
"p_lt0": 0.6212
},
"guard_kill": false
},
"khead": {
"status": "KILL",
"val_all": 55.48213811127854,
"d_all": {
"mean": 0.11510110629376691,
"ci_lo": -0.4415407845427292,
"ci_hi": 0.6621194324666787,
"p_lt0": 0.3387
},
"d_hm": {
"mean": 1.0575029734971153,
"ci_lo": -1.1561771558596061,
"ci_hi": 3.0875918989944684,
"p_lt0": 0.1668
},
"guard_kill": false
},
"nohaz": {
"status": "KILL",
"val_all": 55.32545656229246,
"d_all": {
"mean": -0.04158044269229945,
"ci_lo": -0.8728213684454044,
"ci_hi": 0.7234446025233696,
"p_lt0": 0.5312
},
"d_hm": {
"mean": 2.9359566006296283,
"ci_lo": -0.38244435722007125,
"ci_hi": 6.85913517721461,
"p_lt0": 0.0415
},
"guard_kill": false
},
"hazaux": {
"status": "KILL",
"val_all": 55.14017273560202,
"d_all": {
"mean": -0.2268642693827428,
"ci_lo": -0.8881758465990068,
"ci_hi": 0.3928582391575355,
"p_lt0": 0.7543
},
"d_hm": {
"mean": 2.4078816692966685,
"ci_lo": 0.041804811145578234,
"ci_hi": 4.947930944133595,
"p_lt0": 0.0215
},
"guard_kill": false
},
"plain": {
"status": "KILL",
"val_all": 55.21831429879385,
"d_all": {
"mean": -0.14872270619090613,
"ci_lo": -0.7224763438073881,
"ci_hi": 0.3965304754520196,
"p_lt0": 0.6934
},
"d_hm": {
"mean": 1.7270376101409837,
"ci_lo": -0.717236543898357,
"ci_hi": 4.177359992088666,
"p_lt0": 0.0824
},
"guard_kill": false
},
"q060": {
"status": "KILL",
"val_all": 55.32031277998066,
"d_all": {
"mean": -0.046724225004094615,
"ci_lo": -0.6742515348458221,
"ci_hi": 0.6058536681241656,
"p_lt0": 0.5606
},
"d_hm": {
"mean": 3.26284948630492,
"ci_lo": 0.2090514568560979,
"ci_hi": 7.499438953242039,
"p_lt0": 0.0133
},
"guard_kill": true
},
"q090": {
"status": "KILL",
"val_all": 55.12786126877115,
"d_all": {
"mean": -0.2391757362136051,
"ci_lo": -0.7741841277200714,
"ci_hi": 0.29099625622156594,
"p_lt0": 0.8113
},
"d_hm": {
"mean": 1.328941035201329,
"ci_lo": -1.269586209686814,
"ci_hi": 4.022545453856649,
"p_lt0": 0.1604
},
"guard_kill": false
},
"lam03": {
"status": "SURVIVE",
"val_all": 55.01943532521453,
"d_all": {
"mean": -0.34760167977023093,
"ci_lo": -1.0182258077845565,
"ci_hi": 0.30971734307681376,
"p_lt0": 0.8461
},
"d_hm": {
"mean": 1.9215371415128337,
"ci_lo": -0.7281347049779274,
"ci_hi": 5.200062571649876,
"p_lt0": 0.092
},
"guard_kill": false
}
}
},
"s1b": {
"nospatial": {
"decision": "CONTINUE",
"reason": "CONTINUE (\u0394 val 42 -0.579, \u0394 val 123 -0.566, 2-seed mean -0.573)",
"two_seed_mean": -0.5725907755686582
},
"lam03": {
"decision": "KILLED",
"reason": "val-killed at seed 123 (\u0394 val 42 -0.348, \u0394 val 123 -0.070, 2-seed mean -0.209)",
"two_seed_mean": -0.20894442692458187
}
},
"s2": {
"nospatial": {
"K-v2 \u2212 K": {
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.18847946328967144,
"sd": 0.2138015318295247
},
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": -0.008555942159043864,
"sd": 0.009705426299081736
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -1.6187709444116933,
"sd": 1.3623935324199457
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": -0.0008693132425381473,
"sd": 0.09082890591550082
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8393869727637484,
"sd": 1.7537881754126947
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": -0.35296491519698436,
"sd": 0.26019359194412295
},
"All face": {
"verdict": "NOT_WORSE",
"mean": 0.00839628316462512,
"sd": 0.08205995368465953
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.4219047372493286,
"sd": 0.47463857982036156
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.38890795167772924,
"sd": 0.6457416192933022
},
"All h=1": {
"verdict": "INCONCLUSIVE",
"mean": -0.2258502189291364,
"sd": 0.08658044680762811
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": -0.28683403356268433,
"sd": 0.26523268146885054
},
"All h=3": {
"verdict": "INCONCLUSIVE",
"mean": -0.2426758578817796,
"sd": 0.265359362646228
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": -0.20232367578688212,
"sd": 0.2649278181188663
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.015286469712124546,
"sd": 0.28798805365214014
}
},
"per_seed_all": {
"42": {
"a": 48.26655346529929,
"b": 48.76731230017287,
"mean": -0.5007588348735812,
"ci_lo": -0.9992891751280946,
"ci_hi": -0.012892482032833759,
"p_lt0": 0.9768,
"higher_better": false
},
"123": {
"a": 48.526139658873795,
"b": 48.65970879293877,
"mean": -0.13356913406498414,
"ci_lo": -0.6896739433581263,
"ci_hi": 0.33402811428298995,
"p_lt0": 0.6917,
"higher_better": false
},
"456": {
"a": 48.53228454313664,
"b": 48.46276174466543,
"mean": 0.06952279847121304,
"ci_lo": -0.41631649885129685,
"ci_hi": 0.5921629633365341,
"p_lt0": 0.4161,
"higher_better": false
},
"789": {
"a": 48.442919551710204,
"b": 48.5429872123373,
"mean": -0.10006766062709235,
"ci_lo": -0.44470763530950896,
"ci_hi": 0.2373555520881415,
"p_lt0": 0.7233,
"higher_better": false
},
"1011": {
"a": 48.29505131462265,
"b": 48.572575799976555,
"mean": -0.27752448535391244,
"ci_lo": -0.5973425533828595,
"ci_hi": 0.045479019581084634,
"p_lt0": 0.9543,
"higher_better": false
}
}
},
"K-v2+pre \u2212 K+pre": {
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.07660872223741416,
"sd": 0.1369587171910587
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": -0.0034776191787760273,
"sd": 0.0062171805989419925
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.10355272473094557,
"sd": 0.7068977874320038
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": 0.08939437844103174,
"sd": 0.12973116067643617
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.1598873130802263,
"sd": 1.3607968955715986
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": -0.27879142074770236,
"sd": 0.1706946935799282
},
"All face": {
"verdict": "INCONCLUSIVE",
"mean": 0.13259900351037918,
"sd": 0.19518784706916198
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.44075110816411217,
"sd": 0.41630446374434404
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.13957944057654748,
"sd": 0.625550140834875
},
"All h=1": {
"verdict": "NOT_WORSE",
"mean": 0.13388983690093942,
"sd": 0.09214997423263815
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": -0.15513102526662334,
"sd": 0.11583766143456739
},
"All h=3": {
"verdict": "INCONCLUSIVE",
"mean": -0.1965354779503564,
"sd": 0.15001273779591723
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": -0.12986536418451594,
"sd": 0.15892462836533022
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": -0.035401580686514895,
"sd": 0.2672945355600372
}
},
"per_seed_all": {
"42": {
"a": 47.979527593319986,
"b": 47.97845977411252,
"mean": 0.0010678192074556612,
"ci_lo": -0.36832395296831527,
"ci_hi": 0.36309934865809845,
"p_lt0": 0.503,
"higher_better": false
},
"123": {
"a": 47.95078214910604,
"b": 48.041077429738685,
"mean": -0.09029528063264673,
"ci_lo": -0.4749587793297956,
"ci_hi": 0.2674895405357447,
"p_lt0": 0.68,
"higher_better": false
},
"456": {
"a": 48.03806698851285,
"b": 48.008020015692715,
"mean": 0.030046972820132592,
"ci_lo": -0.4022885986446236,
"ci_hi": 0.44732647981530105,
"p_lt0": 0.4518,
"higher_better": false
},
"789": {
"a": 47.808897481393785,
"b": 48.11724349359453,
"mean": -0.3083460122007442,
"ci_lo": -0.7207170701362522,
"ci_hi": 0.07398027859168717,
"p_lt0": 0.9367,
"higher_better": false
},
"1011": {
"a": 48.09703145709825,
"b": 48.112548567479514,
"mean": -0.015517110381268122,
"ci_lo": -0.3656640377520387,
"ci_hi": 0.32071538827910173,
"p_lt0": 0.538,
"higher_better": false
}
}
},
"K-v2 \u2212 MB-best[do0.1]": {
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.04593253148920066,
"sd": 0.3591390659734205
},
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": -0.002085087021051588,
"sd": 0.016302959600426718
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.11931069369477454,
"sd": 1.022862298519639
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.12938278759779748,
"sd": 0.18990075372891024
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8210764048903936,
"sd": 1.6714169845350009
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": -0.0858327949369102,
"sd": 0.245136433651296
},
"All face": {
"verdict": "INCONCLUSIVE",
"mean": 0.10104408588256511,
"sd": 0.1722470615805554
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.727978420982508,
"sd": 0.8451203492339665
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.20958939935459794,
"sd": 1.0865415530380733
},
"All h=1": {
"verdict": "INCONCLUSIVE",
"mean": -0.22584619829304184,
"sd": 0.17081472360780547
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": -0.06431751924034342,
"sd": 0.40863649554111237
},
"All h=3": {
"verdict": "INCONCLUSIVE",
"mean": -0.10237352978844538,
"sd": 0.46178743422990853
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": 0.13751629781348956,
"sd": 0.4176419265771043
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.025358292062336595,
"sd": 0.4636359942226934
}
},
"per_seed_all": {
"42": {
"a": 48.26655346529929,
"b": 48.38880173675609,
"mean": -0.12224827145680969,
"ci_lo": -0.7457157942549835,
"ci_hi": 0.4876662901150754,
"p_lt0": 0.6527,
"higher_better": false
},
"123": {
"a": 48.526139658873795,
"b": 48.40876948409293,
"mean": 0.11737017478087243,
"ci_lo": -0.31122301042804895,
"ci_hi": 0.5413062438719979,
"p_lt0": 0.2984,
"higher_better": false
},
"456": {
"a": 48.53228454313664,
"b": 48.20810090026361,
"mean": 0.32418364287303914,
"ci_lo": -0.2622595005472341,
"ci_hi": 0.9240500416732191,
"p_lt0": 0.1484,
"higher_better": false
},
"789": {
"a": 48.442919551710204,
"b": 48.36957180790531,
"mean": 0.07334774380489517,
"ci_lo": -0.43213757550438264,
"ci_hi": 0.5860853754709777,
"p_lt0": 0.3878,
"higher_better": false
},
"1011": {
"a": 48.29505131462265,
"b": 48.917367262070655,
"mean": -0.6223159474480003,
"ci_lo": -1.2440685591050877,
"ci_hi": -0.03248913599418101,
"p_lt0": 0.9787,
"higher_better": false
}
}
},
"K-v2+pre \u2212 MB-best[do0.1]+pre": {
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.28240517679362315,
"sd": 0.16359453880506047
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.012819658523471621,
"sd": 0.007426301980711651
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 1.0592752996212986,
"sd": 0.7275921329117231
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.1868540519656138,
"sd": 0.07549538490530426
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 1.30910999156254,
"sd": 1.5182289632643062
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": 0.2539854687256037,
"sd": 0.0538627297669087
},
"All face": {
"verdict": "INCONCLUSIVE",
"mean": 0.15420545982831274,
"sd": 0.2164428578284987
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.28088369809630775,
"sd": 0.4224511543645999
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.7342358537485418,
"sd": 0.33683530081984453
},
"All h=1": {
"verdict": "INCONCLUSIVE",
"mean": 0.2505702980184109,
"sd": 0.21246067137092078
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": 0.10724628553001692,
"sd": 0.2316058807393008
},
"All h=3": {
"verdict": "NOT_WORSE",
"mean": 0.018341484183923597,
"sd": 0.12713472315678015
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": 0.6594635906546322,
"sd": 0.12805633695964044
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.3764042255811325,
"sd": 0.2569917809182913
}
},
"per_seed_all": {
"42": {
"a": 47.979527593319986,
"b": 47.78261499288796,
"mean": 0.1969126004320269,
"ci_lo": -0.33600447967486646,
"ci_hi": 0.7165145031960448,
"p_lt0": 0.233,
"higher_better": false
},
"123": {
"a": 47.95078214910604,
"b": 47.43721076959626,
"mean": 0.5135713795097766,
"ci_lo": -0.003348798340680426,
"ci_hi": 1.0483003882520414,
"p_lt0": 0.0279,
"higher_better": false
},
"456": {
"a": 48.03806698851285,
"b": 47.739846362783,
"mean": 0.2982206257298517,
"ci_lo": -0.21262173405738727,
"ci_hi": 0.8187154958361831,
"p_lt0": 0.1224,
"higher_better": false
},
"789": {
"a": 47.808897481393785,
"b": 47.73572110095459,
"mean": 0.07317638043919299,
"ci_lo": -0.4239614977669058,
"ci_hi": 0.5522556225096772,
"p_lt0": 0.3811,
"higher_better": false
},
"1011": {
"a": 48.09703145709825,
"b": 47.76688655924097,
"mean": 0.3301448978572677,
"ci_lo": -0.2436073391609129,
"ci_hi": 0.9041878106529961,
"p_lt0": 0.126,
"higher_better": false
}
}
}
},
"lam03": {
"K-v2 \u2212 K": {
"n": 2,
"seeds": [
42,
123
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.1915502816457254,
"sd": 0.09013351151375143
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": -0.00869534060477769,
"sd": 0.004091571026589558
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -1.3350397939196765,
"sd": 1.0867235060458516
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": 0.04008499951704847,
"sd": 0.05600575297720127
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8264515478356778,
"sd": 0.8005534860368987
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": -0.546449740635375,
"sd": 0.016132142728673745
},
"All face": {
"verdict": "INCONCLUSIVE",
"mean": -0.17742654888845244,
"sd": 0.10268661020454378
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.0014022863796212814,
"sd": 0.4729352729583343
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.00916248872113351,
"sd": 0.42332241031946194
},
"All h=1": {
"verdict": "NOT_WORSE",
"mean": -0.06341651333027068,
"sd": 0.20168684046762936
},
"All h=2": {
"verdict": "NOT_WORSE",
"mean": -0.1668292799174217,
"sd": 0.06323947812137373
},
"All h=3": {
"verdict": "INCONCLUSIVE",
"mean": -0.19183965855606439,
"sd": 0.17984517670555553
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": -0.24227685573583024,
"sd": 0.06141250646182438
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": -0.2933891006890403,
"sd": 0.05551644418762583
}
},
"per_seed_all": {
"42": {
"a": 48.512028001323614,
"b": 48.76731230017287,
"mean": -0.2552842988492548,
"ci_lo": -0.7152127476308117,
"ci_hi": 0.19089872189103466,
"p_lt0": 0.8661,
"higher_better": false
},
"123": {
"a": 48.531892528496584,
"b": 48.65970879293877,
"mean": -0.12781626444219601,
"ci_lo": -0.7108869696866673,
"ci_hi": 0.3519364576274854,
"p_lt0": 0.6696,
"higher_better": false
}
}
},
"K-v2+pre \u2212 K+pre": {
"n": 0
},
"K-v2 \u2212 MB-best[do0.1]": {
"n": 2,
"seeds": [
42,
123
],
"cells": {
"All-MPJPE": {
"verdict": "NOT_WORSE",
"mean": 0.12317465448558862,
"sd": 7.298767781783238e-05
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.0055914591480941515,
"sd": 3.313243463402128e-06
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.4410929910977953,
"sd": 0.7566667529049568
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.1471795614797638,
"sd": 0.15179608047784202
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.3123415620385062,
"sd": 0.9411516332997605
},
"All body": {
"verdict": "NOT_WORSE",
"mean": -0.11523693060671567,
"sd": 0.10183273415698019
},
"All face": {
"verdict": "NOT_WORSE",
"mean": 0.032554396456221414,
"sd": 0.1721284493930707
},
"All lhand": {
"verdict": "NOT_WORSE",
"mean": -0.010193329030560874,
"sd": 0.25574583134821643
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.8451559122111085,
"sd": 0.4272284221102169
},
"All h=1": {
"verdict": "NOT_WORSE",
"mean": 0.015403003196160316,
"sd": 0.15744958575925388
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": 0.2545030488775787,
"sd": 0.1284278181499699
},
"All h=3": {
"verdict": "NOT_WORSE",
"mean": 0.17884164570493216,
"sd": 0.07289940273059625
},
"All h=4": {
"verdict": "NOT_WORSE",
"mean": 0.199526172001615,
"sd": 0.06274845789532187
},
"All h=5": {
"verdict": "NOT_WORSE",
"mean": -0.03240059735234384,
"sd": 0.10626115462754218
}
},
"per_seed_all": {
"42": {
"a": 48.512028001323614,
"b": 48.38880173675609,
"mean": 0.12322626456751667,
"ci_lo": -0.4747406961725699,
"ci_hi": 0.679694656570778,
"p_lt0": 0.3246,
"higher_better": false
},
"123": {
"a": 48.531892528496584,
"b": 48.40876948409293,
"mean": 0.12312304440366058,
"ci_lo": -0.2530160077191633,
"ci_hi": 0.482083209009781,
"p_lt0": 0.2544,
"higher_better": false
}
}
},
"K-v2+pre \u2212 MB-best[do0.1]+pre": {
"n": 0
}
}
},
"s3": {
"source": "decision",
"complete": true,
"mb_best": "do0.1",
"final": true,
"changes_dL": false,
"pairs": {
"MB-best[do0.1]+pre \u2212 MB-best[do0.1]": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "BEATS",
"mean": -0.7660662811251601,
"sd": 0.2836088181491175
},
"d-n": {
"verdict": "BEATS",
"mean": -0.03477524116899309,
"sd": 0.012874297292269566
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -2.2061215976194313,
"sd": 0.6067063556271534
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": 0.2564474065488266,
"sd": 0.17402054229690814
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -4.582621699122086,
"sd": 0.950832783969987
}
}
},
"K+pre \u2212 K": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "BEATS",
"mean": -0.5495993138945936,
"sd": 0.1535975675234299
},
"d-n": {
"verdict": "BEATS",
"mean": -0.024948818604737723,
"sd": 0.00697249387579467
},
"HM-MPJPE": {
"verdict": "BEATS",
"mean": -2.7498592734459977,
"sd": 0.8065121409873408
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": 0.10871245049744038,
"sd": 0.09301076824330613
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -3.451709588513127,
"sd": 1.1729622127190529
}
}
},
"K \u2212 MB-best[do0.1]": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.1425469318004708,
"sd": 0.28215635958286384
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.006470855137992275,
"sd": 0.012808363575861563
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 1.4994602507169188,
"sd": 0.727014274355932
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.1285134743552593,
"sd": 0.1403961113379334
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.01831056787335443,
"sd": 0.7589567164100767
}
}
},
"K+pre \u2212 MB-best[do0.1]+pre": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.3590138990310373,
"sd": 0.15452660872586663
},
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": 0.016297277702247644,
"sd": 0.007014667291681371
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.9557225748903531,
"sd": 0.7849041073039181
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.27624843040664554,
"sd": 0.06378849990216111
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 1.1492226784823139,
"sd": 1.4738388729715608
}
}
}
}
},
"s4": {
"kv2_best": "nospatial",
"mb_best": "do0.1",
"endpoints": {
"P1": {
"label": "P1 = K-v2(nospatial) \u2212 MB-best[do0.1]",
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"verdict": "INCONCLUSIVE",
"final": true,
"interim_verdict": "INCONCLUSIVE",
"mean": -0.04593253148920066,
"sd": 0.3591390659734205,
"secondary": {
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": -0.002085087021051588
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.11931069369477454
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.12938278759779748
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8210764048903936
}
}
},
"P2": {
"label": "P2 = K-v2(nospatial)+pre \u2212 MB-best[do0.1]+pre",
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"verdict": "INCONCLUSIVE",
"final": true,
"interim_verdict": "INCONCLUSIVE",
"mean": 0.28240517679362315,
"sd": 0.16359453880506047,
"secondary": {
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.012819658523471621
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 1.0592752996212986
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.1868540519656138
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 1.30910999156254
}
}
},
"A1": {
"label": "A1 = K-v2(nospatial) \u2212 K",
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"verdict": "INCONCLUSIVE",
"final": true,
"interim_verdict": "INCONCLUSIVE",
"mean": -0.18847946328967144,
"sd": 0.2138015318295247,
"secondary": {
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": -0.008555942159043864
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -1.6187709444116933
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": -0.0008693132425381473
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8393869727637484
}
}
},
"A2": {
"label": "A2 = K-v2(nospatial)+pre \u2212 K+pre",
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"verdict": "INCONCLUSIVE",
"final": true,
"interim_verdict": "INCONCLUSIVE",
"mean": -0.07660872223741416,
"sd": 0.1369587171910587,
"secondary": {
"d-n": {
"verdict": "NOT_WORSE",
"mean": -0.0034776191787760273
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.10355272473094557
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": 0.08939437844103174
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.1598873130802263
}
}
}
},
"adoption_a1": false,
"adoption_a2": false,
"realised_case": "neither"
},
"s6": {
"code_sha256_groups": {
"652c4ba49ba937f2ee2273b40e38e34101251ca3eb6c6c925521c70f5367edec": [
"cwm3d_v2_s42_v2"
],
"8caba4a8efccd31127ff537cd5bc86142143a4440555db03e344f03a728513ed": [
"cwm3d_v2_hazaux_s42_v2",
"cwm3d_v2_khead_s42_v2",
"cwm3d_v2_lam03_s123_v2",
"cwm3d_v2_lam03_s42_v2",
"cwm3d_v2_nohaz_s42_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s1011_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s123_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s42_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s456_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s789_v2",
"cwm3d_v2_nospatial_s1011_v2",
"cwm3d_v2_nospatial_s123_v2",
"cwm3d_v2_nospatial_s42_v2",
"cwm3d_v2_nospatial_s456_v2",
"cwm3d_v2_nospatial_s789_v2",
"cwm3d_v2_plain_s42_v2",
"cwm3d_v2_q060_s42_v2",
"cwm3d_v2_q090_s42_v2"
],
"d44d169e8c2a9bcb544fdf59d09b8ce75512b1bbcb9d93be7b847c2cc27df268": [
"cwm3d_v2_nospatial_batonpre_pretrain_s123"
],
"22306515fd4a42a06b4d9a5394f6bf0dc9806a5d26144239205ee1fd8800eed1": [
"cwm3d_kp_batonpre_trunkp123_s1011_v2",
"cwm3d_kp_batonpre_trunkp123_s789_v2"
],
"e313c0ff897462939c2c851249561eb2eb7f7f0086ea44e71d1141e9e5bad2f9": [
"motionbert_kp_L4_s42_v2",
"motionbert_kp_batonpre_trunkp123_s1011_v2",
"motionbert_kp_batonpre_trunkp123_s789_v2",
"motionbert_kp_d192_L4_do0.1_s42_v2",
"motionbert_kp_d192_L4_s42_v2",
"motionbert_kp_d192_s42_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s1011_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s123_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s42_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s456_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s789_v2",
"motionbert_kp_do0.1_s1011_v2",
"motionbert_kp_do0.1_s123_v2",
"motionbert_kp_do0.1_s42_v2",
"motionbert_kp_do0.1_s456_v2",
"motionbert_kp_do0.1_s789_v2",
"motionbert_kp_lr1e-3_s42_v2",
"motionbert_kp_lr1e-4_s42_v2",
"motionbert_kp_wd0.01_s42_v2",
"motionbert_kp_wd0.1_s42_v2"
]
}
}
},
"gpu_minutes": {
"cwm3d_v2_s42_v2": 2.25,
"cwm3d_v2_nospatial_s42_v2": 1.69,
"cwm3d_v2_nospatial_batonpre_trunkp123_s42_v2": 1.21,
"cwm3d_v2_nospatial_s123_v2": 3.71,
"cwm3d_v2_nospatial_batonpre_trunkp123_s123_v2": 1.09,
"cwm3d_v2_nospatial_s456_v2": 3.67,
"cwm3d_v2_nospatial_batonpre_trunkp123_s456_v2": 1.12,
"cwm3d_v2_nospatial_s789_v2": 1.65,
"cwm3d_v2_nospatial_batonpre_trunkp123_s789_v2": 1.08,
"cwm3d_v2_nospatial_s1011_v2": 1.58,
"cwm3d_v2_nospatial_batonpre_trunkp123_s1011_v2": 1.12,
"cwm3d_v2_khead_s42_v2": 4.75,
"cwm3d_v2_nohaz_s42_v2": 5.71,
"cwm3d_v2_hazaux_s42_v2": 4.51,
"cwm3d_v2_plain_s42_v2": 3.69,
"cwm3d_v2_q060_s42_v2": 4.32,
"cwm3d_v2_q090_s42_v2": 4.19,
"cwm3d_v2_lam03_s42_v2": 5.51,
"cwm3d_v2_lam03_s123_v2": 4.47,
"cwm3d_v2_nospatial_batonpre_pretrain_s123": 10.72,
"cwm3d_kp_batonpre_trunkp123_s789_v2": 1.22,
"cwm3d_kp_batonpre_trunkp123_s1011_v2": 1.14,
"motionbert_kp_batonpre_trunkp123_s789_v2": 3.45,
"motionbert_kp_batonpre_trunkp123_s1011_v2": 3.98,
"motionbert_kp_d192_s42_v2": 6.14,
"motionbert_kp_L4_s42_v2": 4.71,
"motionbert_kp_lr1e-4_s42_v2": 3.18,
"motionbert_kp_lr1e-3_s42_v2": 2.75,
"motionbert_kp_wd0.01_s42_v2": 3.15,
"motionbert_kp_wd0.1_s42_v2": 2.83,
"motionbert_kp_do0.1_s42_v2": 3.89,
"motionbert_kp_do0.1_batonpre_trunkp123_s42_v2": 2.59,
"motionbert_kp_do0.1_s123_v2": 2.1,
"motionbert_kp_do0.1_batonpre_trunkp123_s123_v2": 2.68,
"motionbert_kp_do0.1_s456_v2": 2.5,
"motionbert_kp_do0.1_batonpre_trunkp123_s456_v2": 2.74,
"motionbert_kp_do0.1_s789_v2": 3.43,
"motionbert_kp_do0.1_batonpre_trunkp123_s789_v2": 2.5,
"motionbert_kp_do0.1_s1011_v2": 4.66,
"motionbert_kp_do0.1_batonpre_trunkp123_s1011_v2": 2.71,
"motionbert_kp_d192_L4_s42_v2": 5.18,
"motionbert_kp_d192_L4_do0.1_s42_v2": 3.82
},
"pending": []
},
{
"stamp": "20260915T013147Z",
"n_boot": 10000,
"summary": {
"s0": {
"s0_utc": "2026-09-14T22:51:07Z",
"earliest_run_utc": "2026-09-14T23:08:22Z",
"n_finished": 42,
"violations": []
},
"s1": {
"source": "decision",
"complete": true,
"survivors": [
"nospatial",
"lam03"
],
"rows": {
"full": {
"status": "KILL",
"val_all": 55.17048463266622,
"d_all": {
"mean": -0.19655237231853856,
"ci_lo": -0.7979047628387167,
"ci_hi": 0.3872529983794468,
"p_lt0": 0.7444
},
"d_hm": {
"mean": 0.5993688555251439,
"ci_lo": -2.542346962790669,
"ci_hi": 3.448379733777986,
"p_lt0": 0.3311
},
"guard_kill": false
},
"nospatial": {
"status": "SURVIVE",
"val_all": 54.788049754112905,
"d_all": {
"mean": -0.5789872508718599,
"ci_lo": -1.2746920162205964,
"ci_hi": 0.057914557374455826,
"p_lt0": 0.9578
},
"d_hm": {
"mean": -0.6392061929845884,
"ci_lo": -4.192728756374503,
"ci_hi": 1.9925040607052615,
"p_lt0": 0.6212
},
"guard_kill": false
},
"khead": {
"status": "KILL",
"val_all": 55.48213811127854,
"d_all": {
"mean": 0.11510110629376691,
"ci_lo": -0.4415407845427292,
"ci_hi": 0.6621194324666787,
"p_lt0": 0.3387
},
"d_hm": {
"mean": 1.0575029734971153,
"ci_lo": -1.1561771558596061,
"ci_hi": 3.0875918989944684,
"p_lt0": 0.1668
},
"guard_kill": false
},
"nohaz": {
"status": "KILL",
"val_all": 55.32545656229246,
"d_all": {
"mean": -0.04158044269229945,
"ci_lo": -0.8728213684454044,
"ci_hi": 0.7234446025233696,
"p_lt0": 0.5312
},
"d_hm": {
"mean": 2.9359566006296283,
"ci_lo": -0.38244435722007125,
"ci_hi": 6.85913517721461,
"p_lt0": 0.0415
},
"guard_kill": false
},
"hazaux": {
"status": "KILL",
"val_all": 55.14017273560202,
"d_all": {
"mean": -0.2268642693827428,
"ci_lo": -0.8881758465990068,
"ci_hi": 0.3928582391575355,
"p_lt0": 0.7543
},
"d_hm": {
"mean": 2.4078816692966685,
"ci_lo": 0.041804811145578234,
"ci_hi": 4.947930944133595,
"p_lt0": 0.0215
},
"guard_kill": false
},
"plain": {
"status": "KILL",
"val_all": 55.21831429879385,
"d_all": {
"mean": -0.14872270619090613,
"ci_lo": -0.7224763438073881,
"ci_hi": 0.3965304754520196,
"p_lt0": 0.6934
},
"d_hm": {
"mean": 1.7270376101409837,
"ci_lo": -0.717236543898357,
"ci_hi": 4.177359992088666,
"p_lt0": 0.0824
},
"guard_kill": false
},
"q060": {
"status": "KILL",
"val_all": 55.32031277998066,
"d_all": {
"mean": -0.046724225004094615,
"ci_lo": -0.6742515348458221,
"ci_hi": 0.6058536681241656,
"p_lt0": 0.5606
},
"d_hm": {
"mean": 3.26284948630492,
"ci_lo": 0.2090514568560979,
"ci_hi": 7.499438953242039,
"p_lt0": 0.0133
},
"guard_kill": true
},
"q090": {
"status": "KILL",
"val_all": 55.12786126877115,
"d_all": {
"mean": -0.2391757362136051,
"ci_lo": -0.7741841277200714,
"ci_hi": 0.29099625622156594,
"p_lt0": 0.8113
},
"d_hm": {
"mean": 1.328941035201329,
"ci_lo": -1.269586209686814,
"ci_hi": 4.022545453856649,
"p_lt0": 0.1604
},
"guard_kill": false
},
"lam03": {
"status": "SURVIVE",
"val_all": 55.01943532521453,
"d_all": {
"mean": -0.34760167977023093,
"ci_lo": -1.0182258077845565,
"ci_hi": 0.30971734307681376,
"p_lt0": 0.8461
},
"d_hm": {
"mean": 1.9215371415128337,
"ci_lo": -0.7281347049779274,
"ci_hi": 5.200062571649876,
"p_lt0": 0.092
},
"guard_kill": false
}
}
},
"s1b": {
"nospatial": {
"decision": "CONTINUE",
"reason": "CONTINUE (\u0394 val 42 -0.579, \u0394 val 123 -0.566, 2-seed mean -0.573)",
"two_seed_mean": -0.5725907755686582
},
"lam03": {
"decision": "KILLED",
"reason": "val-killed at seed 123 (\u0394 val 42 -0.348, \u0394 val 123 -0.070, 2-seed mean -0.209)",
"two_seed_mean": -0.20894442692458187
}
},
"s2": {
"nospatial": {
"K-v2 \u2212 K": {
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.18847946328967144,
"sd": 0.2138015318295247
},
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": -0.008555942159043864,
"sd": 0.009705426299081736
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -1.6187709444116933,
"sd": 1.3623935324199457
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": -0.0008693132425381473,
"sd": 0.09082890591550082
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8393869727637484,
"sd": 1.7537881754126947
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": -0.35296491519698436,
"sd": 0.26019359194412295
},
"All face": {
"verdict": "NOT_WORSE",
"mean": 0.00839628316462512,
"sd": 0.08205995368465953
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.4219047372493286,
"sd": 0.47463857982036156
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.38890795167772924,
"sd": 0.6457416192933022
},
"All h=1": {
"verdict": "INCONCLUSIVE",
"mean": -0.2258502189291364,
"sd": 0.08658044680762811
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": -0.28683403356268433,
"sd": 0.26523268146885054
},
"All h=3": {
"verdict": "INCONCLUSIVE",
"mean": -0.2426758578817796,
"sd": 0.265359362646228
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": -0.20232367578688212,
"sd": 0.2649278181188663
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.015286469712124546,
"sd": 0.28798805365214014
}
},
"per_seed_all": {
"42": {
"a": 48.26655346529929,
"b": 48.76731230017287,
"mean": -0.5007588348735812,
"ci_lo": -0.9992891751280946,
"ci_hi": -0.012892482032833759,
"p_lt0": 0.9768,
"higher_better": false
},
"123": {
"a": 48.526139658873795,
"b": 48.65970879293877,
"mean": -0.13356913406498414,
"ci_lo": -0.6896739433581263,
"ci_hi": 0.33402811428298995,
"p_lt0": 0.6917,
"higher_better": false
},
"456": {
"a": 48.53228454313664,
"b": 48.46276174466543,
"mean": 0.06952279847121304,
"ci_lo": -0.41631649885129685,
"ci_hi": 0.5921629633365341,
"p_lt0": 0.4161,
"higher_better": false
},
"789": {
"a": 48.442919551710204,
"b": 48.5429872123373,
"mean": -0.10006766062709235,
"ci_lo": -0.44470763530950896,
"ci_hi": 0.2373555520881415,
"p_lt0": 0.7233,
"higher_better": false
},
"1011": {
"a": 48.29505131462265,
"b": 48.572575799976555,
"mean": -0.27752448535391244,
"ci_lo": -0.5973425533828595,
"ci_hi": 0.045479019581084634,
"p_lt0": 0.9543,
"higher_better": false
}
}
},
"K-v2+pre \u2212 K+pre": {
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.07660872223741416,
"sd": 0.1369587171910587
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": -0.0034776191787760273,
"sd": 0.0062171805989419925
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.10355272473094557,
"sd": 0.7068977874320038
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": 0.08939437844103174,
"sd": 0.12973116067643617
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.1598873130802263,
"sd": 1.3607968955715986
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": -0.27879142074770236,
"sd": 0.1706946935799282
},
"All face": {
"verdict": "INCONCLUSIVE",
"mean": 0.13259900351037918,
"sd": 0.19518784706916198
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.44075110816411217,
"sd": 0.41630446374434404
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.13957944057654748,
"sd": 0.625550140834875
},
"All h=1": {
"verdict": "NOT_WORSE",
"mean": 0.13388983690093942,
"sd": 0.09214997423263815
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": -0.15513102526662334,
"sd": 0.11583766143456739
},
"All h=3": {
"verdict": "INCONCLUSIVE",
"mean": -0.1965354779503564,
"sd": 0.15001273779591723
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": -0.12986536418451594,
"sd": 0.15892462836533022
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": -0.035401580686514895,
"sd": 0.2672945355600372
}
},
"per_seed_all": {
"42": {
"a": 47.979527593319986,
"b": 47.97845977411252,
"mean": 0.0010678192074556612,
"ci_lo": -0.36832395296831527,
"ci_hi": 0.36309934865809845,
"p_lt0": 0.503,
"higher_better": false
},
"123": {
"a": 47.95078214910604,
"b": 48.041077429738685,
"mean": -0.09029528063264673,
"ci_lo": -0.4749587793297956,
"ci_hi": 0.2674895405357447,
"p_lt0": 0.68,
"higher_better": false
},
"456": {
"a": 48.03806698851285,
"b": 48.008020015692715,
"mean": 0.030046972820132592,
"ci_lo": -0.4022885986446236,
"ci_hi": 0.44732647981530105,
"p_lt0": 0.4518,
"higher_better": false
},
"789": {
"a": 47.808897481393785,
"b": 48.11724349359453,
"mean": -0.3083460122007442,
"ci_lo": -0.7207170701362522,
"ci_hi": 0.07398027859168717,
"p_lt0": 0.9367,
"higher_better": false
},
"1011": {
"a": 48.09703145709825,
"b": 48.112548567479514,
"mean": -0.015517110381268122,
"ci_lo": -0.3656640377520387,
"ci_hi": 0.32071538827910173,
"p_lt0": 0.538,
"higher_better": false
}
}
},
"K-v2 \u2212 MB-best[do0.1]": {
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.04593253148920066,
"sd": 0.3591390659734205
},
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": -0.002085087021051588,
"sd": 0.016302959600426718
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.11931069369477454,
"sd": 1.022862298519639
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.12938278759779748,
"sd": 0.18990075372891024
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8210764048903936,
"sd": 1.6714169845350009
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": -0.0858327949369102,
"sd": 0.245136433651296
},
"All face": {
"verdict": "INCONCLUSIVE",
"mean": 0.10104408588256511,
"sd": 0.1722470615805554
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": -0.727978420982508,
"sd": 0.8451203492339665
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.20958939935459794,
"sd": 1.0865415530380733
},
"All h=1": {
"verdict": "INCONCLUSIVE",
"mean": -0.22584619829304184,
"sd": 0.17081472360780547
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": -0.06431751924034342,
"sd": 0.40863649554111237
},
"All h=3": {
"verdict": "INCONCLUSIVE",
"mean": -0.10237352978844538,
"sd": 0.46178743422990853
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": 0.13751629781348956,
"sd": 0.4176419265771043
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.025358292062336595,
"sd": 0.4636359942226934
}
},
"per_seed_all": {
"42": {
"a": 48.26655346529929,
"b": 48.38880173675609,
"mean": -0.12224827145680969,
"ci_lo": -0.7457157942549835,
"ci_hi": 0.4876662901150754,
"p_lt0": 0.6527,
"higher_better": false
},
"123": {
"a": 48.526139658873795,
"b": 48.40876948409293,
"mean": 0.11737017478087243,
"ci_lo": -0.31122301042804895,
"ci_hi": 0.5413062438719979,
"p_lt0": 0.2984,
"higher_better": false
},
"456": {
"a": 48.53228454313664,
"b": 48.20810090026361,
"mean": 0.32418364287303914,
"ci_lo": -0.2622595005472341,
"ci_hi": 0.9240500416732191,
"p_lt0": 0.1484,
"higher_better": false
},
"789": {
"a": 48.442919551710204,
"b": 48.36957180790531,
"mean": 0.07334774380489517,
"ci_lo": -0.43213757550438264,
"ci_hi": 0.5860853754709777,
"p_lt0": 0.3878,
"higher_better": false
},
"1011": {
"a": 48.29505131462265,
"b": 48.917367262070655,
"mean": -0.6223159474480003,
"ci_lo": -1.2440685591050877,
"ci_hi": -0.03248913599418101,
"p_lt0": 0.9787,
"higher_better": false
}
}
},
"K-v2+pre \u2212 MB-best[do0.1]+pre": {
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.28240517679362315,
"sd": 0.16359453880506047
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.012819658523471621,
"sd": 0.007426301980711651
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 1.0592752996212986,
"sd": 0.7275921329117231
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.1868540519656138,
"sd": 0.07549538490530426
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 1.30910999156254,
"sd": 1.5182289632643062
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": 0.2539854687256037,
"sd": 0.0538627297669087
},
"All face": {
"verdict": "INCONCLUSIVE",
"mean": 0.15420545982831274,
"sd": 0.2164428578284987
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.28088369809630775,
"sd": 0.4224511543645999
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.7342358537485418,
"sd": 0.33683530081984453
},
"All h=1": {
"verdict": "INCONCLUSIVE",
"mean": 0.2505702980184109,
"sd": 0.21246067137092078
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": 0.10724628553001692,
"sd": 0.2316058807393008
},
"All h=3": {
"verdict": "NOT_WORSE",
"mean": 0.018341484183923597,
"sd": 0.12713472315678015
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": 0.6594635906546322,
"sd": 0.12805633695964044
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.3764042255811325,
"sd": 0.2569917809182913
}
},
"per_seed_all": {
"42": {
"a": 47.979527593319986,
"b": 47.78261499288796,
"mean": 0.1969126004320269,
"ci_lo": -0.33600447967486646,
"ci_hi": 0.7165145031960448,
"p_lt0": 0.233,
"higher_better": false
},
"123": {
"a": 47.95078214910604,
"b": 47.43721076959626,
"mean": 0.5135713795097766,
"ci_lo": -0.003348798340680426,
"ci_hi": 1.0483003882520414,
"p_lt0": 0.0279,
"higher_better": false
},
"456": {
"a": 48.03806698851285,
"b": 47.739846362783,
"mean": 0.2982206257298517,
"ci_lo": -0.21262173405738727,
"ci_hi": 0.8187154958361831,
"p_lt0": 0.1224,
"higher_better": false
},
"789": {
"a": 47.808897481393785,
"b": 47.73572110095459,
"mean": 0.07317638043919299,
"ci_lo": -0.4239614977669058,
"ci_hi": 0.5522556225096772,
"p_lt0": 0.3811,
"higher_better": false
},
"1011": {
"a": 48.09703145709825,
"b": 47.76688655924097,
"mean": 0.3301448978572677,
"ci_lo": -0.2436073391609129,
"ci_hi": 0.9041878106529961,
"p_lt0": 0.126,
"higher_better": false
}
}
}
},
"lam03": {
"K-v2 \u2212 K": {
"n": 2,
"seeds": [
42,
123
],
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.1915502816457254,
"sd": 0.09013351151375143
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": -0.00869534060477769,
"sd": 0.004091571026589558
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -1.3350397939196765,
"sd": 1.0867235060458516
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": 0.04008499951704847,
"sd": 0.05600575297720127
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8264515478356778,
"sd": 0.8005534860368987
},
"All body": {
"verdict": "INCONCLUSIVE",
"mean": -0.546449740635375,
"sd": 0.016132142728673745
},
"All face": {
"verdict": "INCONCLUSIVE",
"mean": -0.17742654888845244,
"sd": 0.10268661020454378
},
"All lhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.0014022863796212814,
"sd": 0.4729352729583343
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.00916248872113351,
"sd": 0.42332241031946194
},
"All h=1": {
"verdict": "NOT_WORSE",
"mean": -0.06341651333027068,
"sd": 0.20168684046762936
},
"All h=2": {
"verdict": "NOT_WORSE",
"mean": -0.1668292799174217,
"sd": 0.06323947812137373
},
"All h=3": {
"verdict": "INCONCLUSIVE",
"mean": -0.19183965855606439,
"sd": 0.17984517670555553
},
"All h=4": {
"verdict": "INCONCLUSIVE",
"mean": -0.24227685573583024,
"sd": 0.06141250646182438
},
"All h=5": {
"verdict": "INCONCLUSIVE",
"mean": -0.2933891006890403,
"sd": 0.05551644418762583
}
},
"per_seed_all": {
"42": {
"a": 48.512028001323614,
"b": 48.76731230017287,
"mean": -0.2552842988492548,
"ci_lo": -0.7152127476308117,
"ci_hi": 0.19089872189103466,
"p_lt0": 0.8661,
"higher_better": false
},
"123": {
"a": 48.531892528496584,
"b": 48.65970879293877,
"mean": -0.12781626444219601,
"ci_lo": -0.7108869696866673,
"ci_hi": 0.3519364576274854,
"p_lt0": 0.6696,
"higher_better": false
}
}
},
"K-v2+pre \u2212 K+pre": {
"n": 0
},
"K-v2 \u2212 MB-best[do0.1]": {
"n": 2,
"seeds": [
42,
123
],
"cells": {
"All-MPJPE": {
"verdict": "NOT_WORSE",
"mean": 0.12317465448558862,
"sd": 7.298767781783238e-05
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.0055914591480941515,
"sd": 3.313243463402128e-06
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.4410929910977953,
"sd": 0.7566667529049568
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.1471795614797638,
"sd": 0.15179608047784202
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.3123415620385062,
"sd": 0.9411516332997605
},
"All body": {
"verdict": "NOT_WORSE",
"mean": -0.11523693060671567,
"sd": 0.10183273415698019
},
"All face": {
"verdict": "NOT_WORSE",
"mean": 0.032554396456221414,
"sd": 0.1721284493930707
},
"All lhand": {
"verdict": "NOT_WORSE",
"mean": -0.010193329030560874,
"sd": 0.25574583134821643
},
"All rhand": {
"verdict": "INCONCLUSIVE",
"mean": 0.8451559122111085,
"sd": 0.4272284221102169
},
"All h=1": {
"verdict": "NOT_WORSE",
"mean": 0.015403003196160316,
"sd": 0.15744958575925388
},
"All h=2": {
"verdict": "INCONCLUSIVE",
"mean": 0.2545030488775787,
"sd": 0.1284278181499699
},
"All h=3": {
"verdict": "NOT_WORSE",
"mean": 0.17884164570493216,
"sd": 0.07289940273059625
},
"All h=4": {
"verdict": "NOT_WORSE",
"mean": 0.199526172001615,
"sd": 0.06274845789532187
},
"All h=5": {
"verdict": "NOT_WORSE",
"mean": -0.03240059735234384,
"sd": 0.10626115462754218
}
},
"per_seed_all": {
"42": {
"a": 48.512028001323614,
"b": 48.38880173675609,
"mean": 0.12322626456751667,
"ci_lo": -0.4747406961725699,
"ci_hi": 0.679694656570778,
"p_lt0": 0.3246,
"higher_better": false
},
"123": {
"a": 48.531892528496584,
"b": 48.40876948409293,
"mean": 0.12312304440366058,
"ci_lo": -0.2530160077191633,
"ci_hi": 0.482083209009781,
"p_lt0": 0.2544,
"higher_better": false
}
}
},
"K-v2+pre \u2212 MB-best[do0.1]+pre": {
"n": 0
}
}
},
"s3": {
"source": "decision",
"complete": true,
"mb_best": "do0.1",
"final": true,
"changes_dL": false,
"pairs": {
"MB-best[do0.1]+pre \u2212 MB-best[do0.1]": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "BEATS",
"mean": -0.7660662811251601,
"sd": 0.2836088181491175
},
"d-n": {
"verdict": "BEATS",
"mean": -0.03477524116899309,
"sd": 0.012874297292269566
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -2.2061215976194313,
"sd": 0.6067063556271534
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": 0.2564474065488266,
"sd": 0.17402054229690814
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -4.582621699122086,
"sd": 0.950832783969987
}
}
},
"K+pre \u2212 K": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "BEATS",
"mean": -0.5495993138945936,
"sd": 0.1535975675234299
},
"d-n": {
"verdict": "BEATS",
"mean": -0.024948818604737723,
"sd": 0.00697249387579467
},
"HM-MPJPE": {
"verdict": "BEATS",
"mean": -2.7498592734459977,
"sd": 0.8065121409873408
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": 0.10871245049744038,
"sd": 0.09301076824330613
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -3.451709588513127,
"sd": 1.1729622127190529
}
}
},
"K \u2212 MB-best[do0.1]": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.1425469318004708,
"sd": 0.28215635958286384
},
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.006470855137992275,
"sd": 0.012808363575861563
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 1.4994602507169188,
"sd": 0.727014274355932
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.1285134743552593,
"sd": 0.1403961113379334
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.01831056787335443,
"sd": 0.7589567164100767
}
}
},
"K+pre \u2212 MB-best[do0.1]+pre": {
"n": 5,
"cells": {
"All-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.3590138990310373,
"sd": 0.15452660872586663
},
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": 0.016297277702247644,
"sd": 0.007014667291681371
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.9557225748903531,
"sd": 0.7849041073039181
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.27624843040664554,
"sd": 0.06378849990216111
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 1.1492226784823139,
"sd": 1.4738388729715608
}
}
}
}
},
"s4": {
"kv2_best": "nospatial",
"mb_best": "do0.1",
"endpoints": {
"P1": {
"label": "P1 = K-v2(nospatial) \u2212 MB-best[do0.1]",
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"verdict": "INCONCLUSIVE",
"final": true,
"interim_verdict": "INCONCLUSIVE",
"mean": -0.04593253148920066,
"sd": 0.3591390659734205,
"secondary": {
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": -0.002085087021051588
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -0.11931069369477454
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.12938278759779748
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8210764048903936
}
}
},
"P2": {
"label": "P2 = K-v2(nospatial)+pre \u2212 MB-best[do0.1]+pre",
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"verdict": "INCONCLUSIVE",
"final": true,
"interim_verdict": "INCONCLUSIVE",
"mean": 0.28240517679362315,
"sd": 0.16359453880506047,
"secondary": {
"d-n": {
"verdict": "NOT_WORSE",
"mean": 0.012819658523471621
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 1.0592752996212986
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": -0.1868540519656138
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 1.30910999156254
}
}
},
"A1": {
"label": "A1 = K-v2(nospatial) \u2212 K",
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"verdict": "INCONCLUSIVE",
"final": true,
"interim_verdict": "INCONCLUSIVE",
"mean": -0.18847946328967144,
"sd": 0.2138015318295247,
"secondary": {
"d-n": {
"verdict": "INCONCLUSIVE",
"mean": -0.008555942159043864
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": -1.6187709444116933
},
"PCK@0.05": {
"verdict": "NOT_WORSE",
"mean": -0.0008693132425381473
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": -1.8393869727637484
}
}
},
"A2": {
"label": "A2 = K-v2(nospatial)+pre \u2212 K+pre",
"n": 5,
"seeds": [
42,
123,
456,
789,
1011
],
"verdict": "INCONCLUSIVE",
"final": true,
"interim_verdict": "INCONCLUSIVE",
"mean": -0.07660872223741416,
"sd": 0.1369587171910587,
"secondary": {
"d-n": {
"verdict": "NOT_WORSE",
"mean": -0.0034776191787760273
},
"HM-MPJPE": {
"verdict": "INCONCLUSIVE",
"mean": 0.10355272473094557
},
"PCK@0.05": {
"verdict": "INCONCLUSIVE",
"mean": 0.08939437844103174
},
"HM h=5": {
"verdict": "INCONCLUSIVE",
"mean": 0.1598873130802263
}
}
}
},
"adoption_a1": false,
"adoption_a2": false,
"realised_case": "neither"
},
"s6": {
"code_sha256_groups": {
"652c4ba49ba937f2ee2273b40e38e34101251ca3eb6c6c925521c70f5367edec": [
"cwm3d_v2_s42_v2"
],
"8caba4a8efccd31127ff537cd5bc86142143a4440555db03e344f03a728513ed": [
"cwm3d_v2_hazaux_s42_v2",
"cwm3d_v2_khead_s42_v2",
"cwm3d_v2_lam03_s123_v2",
"cwm3d_v2_lam03_s42_v2",
"cwm3d_v2_nohaz_s42_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s1011_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s123_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s42_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s456_v2",
"cwm3d_v2_nospatial_batonpre_trunkp123_s789_v2",
"cwm3d_v2_nospatial_s1011_v2",
"cwm3d_v2_nospatial_s123_v2",
"cwm3d_v2_nospatial_s42_v2",
"cwm3d_v2_nospatial_s456_v2",
"cwm3d_v2_nospatial_s789_v2",
"cwm3d_v2_plain_s42_v2",
"cwm3d_v2_q060_s42_v2",
"cwm3d_v2_q090_s42_v2"
],
"d44d169e8c2a9bcb544fdf59d09b8ce75512b1bbcb9d93be7b847c2cc27df268": [
"cwm3d_v2_nospatial_batonpre_pretrain_s123"
],
"22306515fd4a42a06b4d9a5394f6bf0dc9806a5d26144239205ee1fd8800eed1": [
"cwm3d_kp_batonpre_trunkp123_s1011_v2",
"cwm3d_kp_batonpre_trunkp123_s789_v2"
],
"e313c0ff897462939c2c851249561eb2eb7f7f0086ea44e71d1141e9e5bad2f9": [
"motionbert_kp_L4_s42_v2",
"motionbert_kp_batonpre_trunkp123_s1011_v2",
"motionbert_kp_batonpre_trunkp123_s789_v2",
"motionbert_kp_d192_L4_do0.1_s42_v2",
"motionbert_kp_d192_L4_s42_v2",
"motionbert_kp_d192_s42_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s1011_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s123_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s42_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s456_v2",
"motionbert_kp_do0.1_batonpre_trunkp123_s789_v2",
"motionbert_kp_do0.1_s1011_v2",
"motionbert_kp_do0.1_s123_v2",
"motionbert_kp_do0.1_s42_v2",
"motionbert_kp_do0.1_s456_v2",
"motionbert_kp_do0.1_s789_v2",
"motionbert_kp_lr1e-3_s42_v2",
"motionbert_kp_lr1e-4_s42_v2",
"motionbert_kp_wd0.01_s42_v2",
"motionbert_kp_wd0.1_s42_v2"
]
}
}
},
"gpu_minutes": {
"cwm3d_v2_s42_v2": 2.25,
"cwm3d_v2_nospatial_s42_v2": 1.69,
"cwm3d_v2_nospatial_batonpre_trunkp123_s42_v2": 1.21,
"cwm3d_v2_nospatial_s123_v2": 3.71,
"cwm3d_v2_nospatial_batonpre_trunkp123_s123_v2": 1.09,
"cwm3d_v2_nospatial_s456_v2": 3.67,
"cwm3d_v2_nospatial_batonpre_trunkp123_s456_v2": 1.12,
"cwm3d_v2_nospatial_s789_v2": 1.65,
"cwm3d_v2_nospatial_batonpre_trunkp123_s789_v2": 1.08,
"cwm3d_v2_nospatial_s1011_v2": 1.58,
"cwm3d_v2_nospatial_batonpre_trunkp123_s1011_v2": 1.12,
"cwm3d_v2_khead_s42_v2": 4.75,
"cwm3d_v2_nohaz_s42_v2": 5.71,
"cwm3d_v2_hazaux_s42_v2": 4.51,
"cwm3d_v2_plain_s42_v2": 3.69,
"cwm3d_v2_q060_s42_v2": 4.32,
"cwm3d_v2_q090_s42_v2": 4.19,
"cwm3d_v2_lam03_s42_v2": 5.51,
"cwm3d_v2_lam03_s123_v2": 4.47,
"cwm3d_v2_nospatial_batonpre_pretrain_s123": 10.72,
"cwm3d_kp_batonpre_trunkp123_s789_v2": 1.22,
"cwm3d_kp_batonpre_trunkp123_s1011_v2": 1.14,
"motionbert_kp_batonpre_trunkp123_s789_v2": 3.45,
"motionbert_kp_batonpre_trunkp123_s1011_v2": 3.98,
"motionbert_kp_d192_s42_v2": 6.14,
"motionbert_kp_L4_s42_v2": 4.71,
"motionbert_kp_lr1e-4_s42_v2": 3.18,
"motionbert_kp_lr1e-3_s42_v2": 2.75,
"motionbert_kp_wd0.01_s42_v2": 3.15,
"motionbert_kp_wd0.1_s42_v2": 2.83,
"motionbert_kp_do0.1_s42_v2": 3.89,
"motionbert_kp_do0.1_batonpre_trunkp123_s42_v2": 2.59,
"motionbert_kp_do0.1_s123_v2": 2.1,
"motionbert_kp_do0.1_batonpre_trunkp123_s123_v2": 2.68,
"motionbert_kp_do0.1_s456_v2": 2.5,
"motionbert_kp_do0.1_batonpre_trunkp123_s456_v2": 2.74,
"motionbert_kp_do0.1_s789_v2": 3.43,
"motionbert_kp_do0.1_batonpre_trunkp123_s789_v2": 2.5,
"motionbert_kp_do0.1_s1011_v2": 4.66,
"motionbert_kp_do0.1_batonpre_trunkp123_s1011_v2": 2.71,
"motionbert_kp_d192_L4_s42_v2": 5.18,
"motionbert_kp_d192_L4_do0.1_s42_v2": 3.82
},
"pending": []
}
]

Xet Storage Details

Size:
86.6 kB
·
Xet hash:
305710512001cf44453ac2bea52ff68891bf460c46062795297600f120f87eab

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.