Buckets:
| { | |
| "generated_utc": "20260915T022405Z", | |
| "script": "aide/eval/report_master_aide.py", | |
| "tolerance": 1e-06, | |
| "n_test": 609, | |
| "protocol": { | |
| "driver_rule": "first", | |
| "sample_grid": "floor", | |
| "hm_top": 60, | |
| "hm_threshold_px": 72.05217866513287, | |
| "hm_n_transitions": 4, | |
| "pck05_threshold_px": 96.0, | |
| "diag_px": 2202.9071700822983 | |
| }, | |
| "check": { | |
| "n_runs": 82, | |
| "max_abs_diff": 0.0, | |
| "mismatches": [] | |
| }, | |
| "columns": [ | |
| "mpjpe_all", | |
| "dn_mpjpe", | |
| "mpjpe_hm", | |
| "dn_mpjpe_hm", | |
| "pck05", | |
| "f1_dbr", | |
| "f1_der", | |
| "f1_tcr", | |
| "f1_vcr" | |
| ], | |
| "header": [ | |
| "Model", | |
| "All MPJPE\u2193", | |
| "All d-nMPJPE\u2193", | |
| "HM MPJPE\u2193", | |
| "HM d-nMPJPE\u2193", | |
| "PCK@0.05\u2191", | |
| "DBR F1\u2191", | |
| "DER F1\u2191", | |
| "TCR F1\u2191", | |
| "VCR F1\u2191" | |
| ], | |
| "readings": { | |
| "a": "checkpoint selected on val All-MPJPE (geometry)", | |
| "b": "checkpoint selected on val mean macro-F1 (dual selection, __f1sel)" | |
| }, | |
| "best_marks": { | |
| "reading_b_table": { | |
| "mpjpe_all": "MBdo5_pre", | |
| "dn_mpjpe": "MBdo5_pre", | |
| "mpjpe_hm": "MB5_pre", | |
| "dn_mpjpe_hm": "MB5_pre", | |
| "f1_dbr": "KSvg_b", | |
| "f1_der": "KSvg_b", | |
| "f1_tcr": "KSvg_b", | |
| "f1_vcr": "KSvg_pre_b" | |
| }, | |
| "reading_a_table": { | |
| "f1_dbr": "DWMrepro3", | |
| "f1_der": "KSvg_a", | |
| "f1_tcr": "KSvg_a", | |
| "f1_vcr": "KSvg_a" | |
| } | |
| }, | |
| "groups": { | |
| "zv": { | |
| "label": "Zero-velocity (copy the last observed pose)", | |
| "block": "analytic", | |
| "runs": [ | |
| "zero_velocity" | |
| ], | |
| "missing_runs": [], | |
| "n": 1, | |
| "seeds": [ | |
| null | |
| ], | |
| "params": 0, | |
| "reading": null, | |
| "selection": "none (analytic rule, no parameters)", | |
| "pretraining": "none", | |
| "source": "analytic_baselines.md; stage_a.md \u00a71; stage_bc.md \u00a71", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 52.929251806279915, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 52.929251806279915 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.402700055867653, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 2.402700055867653 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 139.22750993289577, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 139.22750993289577 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 6.320171445431102, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 6.320171445431102 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 85.94755143436686, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 85.94755143436686 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "zero_velocity": { | |
| "recomputed": { | |
| "mpjpe_all": 52.929251806279915, | |
| "dn_mpjpe": 2.402700055867653, | |
| "mpjpe_hm": 139.22750993289577, | |
| "dn_mpjpe_hm": 6.320171445431102, | |
| "pck05": 85.94755143436686 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 52.929251806279915, | |
| "dn_mpjpe": 2.402700055867653, | |
| "mpjpe_hm": 139.22750993289577, | |
| "dn_mpjpe_hm": 6.320171445431102, | |
| "pck05": 85.94755143436686 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T084931Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "zv_shrink": { | |
| "label": "ZV-shrink \u03b1=0.44 (val-fitted)", | |
| "block": "analytic", | |
| "runs": [ | |
| "zv_shrink_val" | |
| ], | |
| "missing_runs": [], | |
| "n": 1, | |
| "seeds": [ | |
| null | |
| ], | |
| "params": 0, | |
| "reading": null, | |
| "selection": "\u03b1 chosen on val All-MPJPE (grid; `alpha_fit_val.json`)", | |
| "pretraining": "none", | |
| "source": "analytic_baselines.md; stage_a.md \u00a71; stage_bc.md \u00a71", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 51.53913012428571, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 51.53913012428571 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.3395960948440813, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 2.3395960948440813 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 134.36334198060453, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 134.36334198060453 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 6.099364685239317, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 6.099364685239317 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 85.87631604365885, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 85.87631604365885 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "zv_shrink_val": { | |
| "recomputed": { | |
| "mpjpe_all": 51.53913012428571, | |
| "dn_mpjpe": 2.3395960948440813, | |
| "mpjpe_hm": 134.36334198060453, | |
| "dn_mpjpe_hm": 6.099364685239317, | |
| "pck05": 85.87631604365885 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 51.53913012428571, | |
| "dn_mpjpe": 2.3395960948440813, | |
| "mpjpe_hm": 134.36334198060453, | |
| "dn_mpjpe_hm": 6.099364685239317, | |
| "pck05": 85.87631604365885 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T084935Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "zv_shrink_h": { | |
| "label": "ZV-shrink per horizon \u03b1_h=0.76\u00b7h/5 (val-fitted)", | |
| "block": "analytic", | |
| "runs": [ | |
| "zv_shrink_h_val" | |
| ], | |
| "missing_runs": [], | |
| "n": 1, | |
| "seeds": [ | |
| null | |
| ], | |
| "params": 0, | |
| "reading": null, | |
| "selection": "a chosen on val All-MPJPE (grid; `alpha_fit_val.json`)", | |
| "pretraining": "none", | |
| "source": "analytic_baselines.md (roadmap B0 row)", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 51.2134077378766, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 51.2134077378766 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.3248100706832475, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 2.3248100706832475 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 132.3366894045014, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 132.3366894045014 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 6.007365684844426, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 6.007365684844426 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.12527769728581, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 86.12527769728581 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "zv_shrink_h_val": { | |
| "recomputed": { | |
| "mpjpe_all": 51.2134077378766, | |
| "dn_mpjpe": 2.3248100706832475, | |
| "mpjpe_hm": 132.3366894045014, | |
| "dn_mpjpe_hm": 6.007365684844426, | |
| "pck05": 86.12527769728581 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 51.2134077378766, | |
| "dn_mpjpe": 2.3248100706832475, | |
| "mpjpe_hm": 132.3366894045014, | |
| "dn_mpjpe_hm": 6.007365684844426, | |
| "pck05": 86.12527769728581 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033159Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "K3": { | |
| "label": "CockpitWM-K (n=3, locked seeds 42/123/456)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_kp_s42_v2", | |
| "cwm3d_kp_s123_v2", | |
| "cwm3d_kp_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 5771449, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "none", | |
| "source": "stage_a.md \u00a71; stage_bc.md \u00a71 'CWM3-D-kp (Stage A)'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.62992761259236, | |
| "sd": 0.15444400034345512, | |
| "n": 3, | |
| "per_seed": [ | |
| 48.76731230017286, | |
| 48.659708792938794, | |
| 48.46276174466544 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.2075341291288098, | |
| "sd": 0.00701091732057347, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.213770646465823, | |
| 2.208886032683843, | |
| 2.1999457082367626 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 131.63835086054283, | |
| "sd": 0.7563362371033701, | |
| "n": 3, | |
| "per_seed": [ | |
| 132.49185799848732, | |
| 131.05132041343765, | |
| 131.37187416970352 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.975664914451432, | |
| "sd": 0.034333550109381696, | |
| "n": 3, | |
| "per_seed": [ | |
| 6.014409494774015, | |
| 5.949016926053298, | |
| 5.9635683225269815 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.03845906178564, | |
| "sd": 0.07639853812891291, | |
| "n": 3, | |
| "per_seed": [ | |
| 87.00255964454747, | |
| 86.98662223510094, | |
| 87.12619530570849 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_kp_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.76731230017286, | |
| "dn_mpjpe": 2.213770646465823, | |
| "mpjpe_hm": 132.49185799848732, | |
| "dn_mpjpe_hm": 6.014409494774015, | |
| "pck05": 87.00255964454747 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.76731230017286, | |
| "dn_mpjpe": 2.213770646465823, | |
| "mpjpe_hm": 132.49185799848732, | |
| "dn_mpjpe_hm": 6.014409494774015, | |
| "pck05": 87.00255964454747 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154504Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.659708792938794, | |
| "dn_mpjpe": 2.208886032683843, | |
| "mpjpe_hm": 131.05132041343765, | |
| "dn_mpjpe_hm": 5.949016926053298, | |
| "pck05": 86.98662223510094 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.659708792938794, | |
| "dn_mpjpe": 2.208886032683843, | |
| "mpjpe_hm": 131.05132041343765, | |
| "dn_mpjpe_hm": 5.949016926053298, | |
| "pck05": 86.98662223510094 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154506Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.46276174466544, | |
| "dn_mpjpe": 2.1999457082367626, | |
| "mpjpe_hm": 131.37187416970352, | |
| "dn_mpjpe_hm": 5.9635683225269815, | |
| "pck05": 87.12619530570849 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.46276174466544, | |
| "dn_mpjpe": 2.1999457082367626, | |
| "mpjpe_hm": 131.37187416970352, | |
| "dn_mpjpe_hm": 5.9635683225269815, | |
| "pck05": 87.12619530570849 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154507Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "K5": { | |
| "label": "CockpitWM-K (n=5, seeds 42/123/456/789/1011)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_kp_s42_v2", | |
| "cwm3d_kp_s123_v2", | |
| "cwm3d_kp_s456_v2", | |
| "cwm3d_kp_s789_v2", | |
| "cwm3d_kp_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 5771449, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "none", | |
| "source": "stage_a_5seed.md \u00a72; arch_attribution.md \u00a73.1", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.60106917001819, | |
| "sd": 0.11660801168012963, | |
| "n": 5, | |
| "per_seed": [ | |
| 48.76731230017286, | |
| 48.659708792938794, | |
| 48.46276174466544, | |
| 48.54298721233731, | |
| 48.57257579997655 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.2062241128482283, | |
| "sd": 0.005293369292350736, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.213770646465823, | |
| 2.208886032683843, | |
| 2.1999457082367626, | |
| 2.2035875079803655, | |
| 2.204930668874346 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 131.5729839906645, | |
| "sd": 0.5708489438606172, | |
| "n": 5, | |
| "per_seed": [ | |
| 132.49185799848732, | |
| 131.05132041343765, | |
| 131.37187416970352, | |
| 131.7272616986926, | |
| 131.2226056730016 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.972697614205373, | |
| "sd": 0.025913436190744578, | |
| "n": 5, | |
| "per_seed": [ | |
| 6.014409494774015, | |
| 5.949016926053298, | |
| 5.9635683225269815, | |
| 5.979700982759586, | |
| 5.9567923449129845 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.02376122862938, | |
| "sd": 0.05769515733622986, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.00255964454747, | |
| 86.98662223510094, | |
| 87.12619530570849, | |
| 86.99845455423548, | |
| 87.00497440355453 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_kp_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.76731230017286, | |
| "dn_mpjpe": 2.213770646465823, | |
| "mpjpe_hm": 132.49185799848732, | |
| "dn_mpjpe_hm": 6.014409494774015, | |
| "pck05": 87.00255964454747 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.76731230017286, | |
| "dn_mpjpe": 2.213770646465823, | |
| "mpjpe_hm": 132.49185799848732, | |
| "dn_mpjpe_hm": 6.014409494774015, | |
| "pck05": 87.00255964454747 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154504Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.659708792938794, | |
| "dn_mpjpe": 2.208886032683843, | |
| "mpjpe_hm": 131.05132041343765, | |
| "dn_mpjpe_hm": 5.949016926053298, | |
| "pck05": 86.98662223510094 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.659708792938794, | |
| "dn_mpjpe": 2.208886032683843, | |
| "mpjpe_hm": 131.05132041343765, | |
| "dn_mpjpe_hm": 5.949016926053298, | |
| "pck05": 86.98662223510094 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154506Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.46276174466544, | |
| "dn_mpjpe": 2.1999457082367626, | |
| "mpjpe_hm": 131.37187416970352, | |
| "dn_mpjpe_hm": 5.9635683225269815, | |
| "pck05": 87.12619530570849 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.46276174466544, | |
| "dn_mpjpe": 2.1999457082367626, | |
| "mpjpe_hm": 131.37187416970352, | |
| "dn_mpjpe_hm": 5.9635683225269815, | |
| "pck05": 87.12619530570849 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154507Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.54298721233731, | |
| "dn_mpjpe": 2.2035875079803655, | |
| "mpjpe_hm": 131.7272616986926, | |
| "dn_mpjpe_hm": 5.979700982759586, | |
| "pck05": 86.99845455423548 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.54298721233731, | |
| "dn_mpjpe": 2.2035875079803655, | |
| "mpjpe_hm": 131.7272616986926, | |
| "dn_mpjpe_hm": 5.979700982759586, | |
| "pck05": 86.99845455423548 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260913T063603Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.57257579997655, | |
| "dn_mpjpe": 2.204930668874346, | |
| "mpjpe_hm": 131.2226056730016, | |
| "dn_mpjpe_hm": 5.9567923449129845, | |
| "pck05": 87.00497440355453 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.57257579997655, | |
| "dn_mpjpe": 2.204930668874346, | |
| "mpjpe_hm": 131.2226056730016, | |
| "dn_mpjpe_hm": 5.9567923449129845, | |
| "pck05": 87.00497440355453 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260913T063642Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "K5_pre": { | |
| "label": "CockpitWM-K + BATON trunk (n=5)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_kp_batonpre_trunkp123_s42_v2", | |
| "cwm3d_kp_batonpre_trunkp123_s123_v2", | |
| "cwm3d_kp_batonpre_trunkp123_s456_v2", | |
| "cwm3d_kp_batonpre_trunkp123_s789_v2", | |
| "cwm3d_kp_batonpre_trunkp123_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 5771449, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "BATON in-cabin pose pretraining, trunk-only init (tokenizer / blocks / ln_f) from `cwm3d_kp_batonpre_pretrain_s123`; head at seed init (pre-registered replication, BEATS on \u0394 All; adopted)", | |
| "source": "baton_pretrain.md \u00a76 (seeds 42/123/456); kv2_program.md last block \u00a73.1 'K + pre' (seeds 789/1011)", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.051469856123596, | |
| "sd": 0.06201440075085926, | |
| "n": 5, | |
| "per_seed": [ | |
| 47.97845977411253, | |
| 48.04107742973868, | |
| 48.00802001569273, | |
| 48.117243493594515, | |
| 48.11254856747952 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1812752942434903, | |
| "sd": 0.0028151163877026923, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.177961033751599, | |
| 2.1808035346284664, | |
| 2.179302907888724, | |
| 2.1842610595251233, | |
| 2.1840479354235383 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 128.82312471721852, | |
| "sd": 0.3888509288982228, | |
| "n": 5, | |
| "per_seed": [ | |
| 128.4298972270547, | |
| 129.12777306953677, | |
| 128.507189194473, | |
| 129.32181955541435, | |
| 128.7289445396139 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.847868964555863, | |
| "sd": 0.017651716521658752, | |
| "n": 5, | |
| "per_seed": [ | |
| 5.830018575964629, | |
| 5.861698342228043, | |
| 5.833527210757233, | |
| 5.870506996923662, | |
| 5.843593696905746 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.13247367912682, | |
| "sd": 0.0802021772408123, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.20539940113977, | |
| 87.20274316623201, | |
| 87.15903602820438, | |
| 87.06099681251811, | |
| 87.03419298753985 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_kp_batonpre_trunkp123_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.97845977411253, | |
| "dn_mpjpe": 2.177961033751599, | |
| "mpjpe_hm": 128.4298972270547, | |
| "dn_mpjpe_hm": 5.830018575964629, | |
| "pck05": 87.20539940113977 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.97845977411253, | |
| "dn_mpjpe": 2.177961033751599, | |
| "mpjpe_hm": 128.4298972270547, | |
| "dn_mpjpe_hm": 5.830018575964629, | |
| "pck05": 87.20539940113977 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T163842Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_batonpre_trunkp123_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.04107742973868, | |
| "dn_mpjpe": 2.1808035346284664, | |
| "mpjpe_hm": 129.12777306953677, | |
| "dn_mpjpe_hm": 5.861698342228043, | |
| "pck05": 87.20274316623201 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.04107742973868, | |
| "dn_mpjpe": 2.1808035346284664, | |
| "mpjpe_hm": 129.12777306953677, | |
| "dn_mpjpe_hm": 5.861698342228043, | |
| "pck05": 87.20274316623201 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T164002Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_batonpre_trunkp123_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.00802001569273, | |
| "dn_mpjpe": 2.179302907888724, | |
| "mpjpe_hm": 128.507189194473, | |
| "dn_mpjpe_hm": 5.833527210757233, | |
| "pck05": 87.15903602820438 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.00802001569273, | |
| "dn_mpjpe": 2.179302907888724, | |
| "mpjpe_hm": 128.507189194473, | |
| "dn_mpjpe_hm": 5.833527210757233, | |
| "pck05": 87.15903602820438 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T164059Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_batonpre_trunkp123_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.117243493594515, | |
| "dn_mpjpe": 2.1842610595251233, | |
| "mpjpe_hm": 129.32181955541435, | |
| "dn_mpjpe_hm": 5.870506996923662, | |
| "pck05": 87.06099681251811 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.117243493594515, | |
| "dn_mpjpe": 2.1842610595251233, | |
| "mpjpe_hm": 129.32181955541435, | |
| "dn_mpjpe_hm": 5.870506996923662, | |
| "pck05": 87.06099681251811 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T230937Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_kp_batonpre_trunkp123_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.11254856747952, | |
| "dn_mpjpe": 2.1840479354235383, | |
| "mpjpe_hm": 128.7289445396139, | |
| "dn_mpjpe_hm": 5.843593696905746, | |
| "pck05": 87.03419298753985 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.11254856747952, | |
| "dn_mpjpe": 2.1840479354235383, | |
| "mpjpe_hm": 128.7289445396139, | |
| "dn_mpjpe_hm": 5.843593696905746, | |
| "pck05": 87.03419298753985 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T231049Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "KS3": { | |
| "label": "CockpitWM-KS (n=3, locked seeds 42/123/456)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_vis_sem_s42_v2", | |
| "cwm3d_vis_sem_s123_v2", | |
| "cwm3d_vis_sem_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 6309581, | |
| "reading": "a", | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once; the B2 main recipe has no dual selection \u2192 no reading-(b) checkpoint", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'CWM3-D vis+sem (B2 main)'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.36366613889913, | |
| "sd": 0.17280581176680557, | |
| "n": 3, | |
| "per_seed": [ | |
| 48.27633459742636, | |
| 48.56270806603789, | |
| 48.251955753233126 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.195447306891843, | |
| "sd": 0.007844443656713296, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.1914829300602263, | |
| 2.2044827274416487, | |
| 2.1903762631736536 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 130.2803576705643, | |
| "sd": 0.858699915284586, | |
| "n": 3, | |
| "per_seed": [ | |
| 130.20874747444947, | |
| 131.17262031536242, | |
| 129.45970522188108 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.914019412161484, | |
| "sd": 0.038980304161091786, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.910768698872817, | |
| 5.954523281635238, | |
| 5.876766255976397 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.1411668115522, | |
| "sd": 0.09296916258190853, | |
| "n": 3, | |
| "per_seed": [ | |
| 87.14164976335361, | |
| 87.04795711388003, | |
| 87.23389355742297 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 43.17650667119597, | |
| "sd": 3.137673470825833, | |
| "n": 3, | |
| "per_seed": [ | |
| 39.68237701296325, | |
| 44.09394010136576, | |
| 45.75320289925892 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 45.1080096717626, | |
| "sd": 1.0857120178637472, | |
| "n": 3, | |
| "per_seed": [ | |
| 43.99707361847597, | |
| 45.16035107431938, | |
| 46.166604322492454 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 82.31457480093748, | |
| "sd": 1.0478183479960546, | |
| "n": 3, | |
| "per_seed": [ | |
| 81.65844281949151, | |
| 83.52300515236007, | |
| 81.76227643096087 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 59.793236725728356, | |
| "sd": 1.1612338162613722, | |
| "n": 3, | |
| "per_seed": [ | |
| 59.15585429840443, | |
| 59.090276478747825, | |
| 61.133579400032815 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sem_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.27633459742636, | |
| "dn_mpjpe": 2.1914829300602263, | |
| "mpjpe_hm": 130.20874747444947, | |
| "dn_mpjpe_hm": 5.910768698872817, | |
| "pck05": 87.14164976335361, | |
| "f1_dbr": 39.68237701296325, | |
| "f1_der": 43.99707361847597, | |
| "f1_tcr": 81.65844281949151, | |
| "f1_vcr": 59.15585429840443 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.27633459742636, | |
| "dn_mpjpe": 2.1914829300602263, | |
| "mpjpe_hm": 130.20874747444947, | |
| "dn_mpjpe_hm": 5.910768698872817, | |
| "pck05": 87.14164976335361, | |
| "f1_dbr": 39.68237701296325, | |
| "f1_der": 43.99707361847597, | |
| "f1_tcr": 81.65844281949151, | |
| "f1_vcr": 59.15585429840443 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T165928Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sem_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.56270806603789, | |
| "dn_mpjpe": 2.2044827274416487, | |
| "mpjpe_hm": 131.17262031536242, | |
| "dn_mpjpe_hm": 5.954523281635238, | |
| "pck05": 87.04795711388003, | |
| "f1_dbr": 44.09394010136576, | |
| "f1_der": 45.16035107431938, | |
| "f1_tcr": 83.52300515236007, | |
| "f1_vcr": 59.090276478747825 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.56270806603789, | |
| "dn_mpjpe": 2.2044827274416487, | |
| "mpjpe_hm": 131.17262031536242, | |
| "dn_mpjpe_hm": 5.954523281635238, | |
| "pck05": 87.04795711388003, | |
| "f1_dbr": 44.09394010136576, | |
| "f1_der": 45.16035107431938, | |
| "f1_tcr": 83.52300515236007, | |
| "f1_vcr": 59.090276478747825 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T165935Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sem_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.251955753233126, | |
| "dn_mpjpe": 2.1903762631736536, | |
| "mpjpe_hm": 129.45970522188108, | |
| "dn_mpjpe_hm": 5.876766255976397, | |
| "pck05": 87.23389355742297, | |
| "f1_dbr": 45.75320289925892, | |
| "f1_der": 46.166604322492454, | |
| "f1_tcr": 81.76227643096087, | |
| "f1_vcr": 61.133579400032815 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.251955753233126, | |
| "dn_mpjpe": 2.1903762631736536, | |
| "mpjpe_hm": 129.45970522188108, | |
| "dn_mpjpe_hm": 5.876766255976397, | |
| "pck05": 87.23389355742297, | |
| "f1_dbr": 45.75320289925892, | |
| "f1_der": 46.166604322492454, | |
| "f1_tcr": 81.76227643096087, | |
| "f1_vcr": 61.133579400032815 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T165942Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "KS5": { | |
| "label": "CockpitWM-KS (n=5, seeds 42/123/456/789/1011)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_vis_sem_s42_v2", | |
| "cwm3d_vis_sem_s123_v2", | |
| "cwm3d_vis_sem_s456_v2", | |
| "cwm3d_vis_sem_s789_v2", | |
| "cwm3d_vis_sem_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 6309581, | |
| "reading": "a", | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once; no reading-(b) checkpoint", | |
| "pretraining": "none", | |
| "source": "stage_bc_5seed.md \u00a72", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.41707724161697, | |
| "sd": 0.1475604347801499, | |
| "n": 5, | |
| "per_seed": [ | |
| 48.27633459742636, | |
| 48.56270806603789, | |
| 48.251955753233126, | |
| 48.44252655495111, | |
| 48.55186123643635 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1978718803574533, | |
| "sd": 0.006698440895929187, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.1914829300602263, | |
| 2.2044827274416487, | |
| 2.1903762631736536, | |
| 2.1990271407188415, | |
| 2.2039903403928958 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 130.0695666217336, | |
| "sd": 0.706931695188473, | |
| "n": 5, | |
| "per_seed": [ | |
| 130.20874747444947, | |
| 131.17262031536242, | |
| 129.45970522188108, | |
| 129.4443233379755, | |
| 130.06243675899955 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.904450645411188, | |
| "sd": 0.032090852705429974, | |
| "n": 5, | |
| "per_seed": [ | |
| 5.910768698872817, | |
| 5.954523281635238, | |
| 5.876766255976397, | |
| 5.87606800213645, | |
| 5.904126988435039 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.10793972761519, | |
| "sd": 0.08493871471964436, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.14164976335361, | |
| 87.04795711388003, | |
| 87.23389355742297, | |
| 87.09866705302811, | |
| 87.01753115039119 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 42.61887237982661, | |
| "sd": 2.7076359071544878, | |
| "n": 5, | |
| "per_seed": [ | |
| 39.68237701296325, | |
| 44.09394010136576, | |
| 45.75320289925892, | |
| 43.693311989113035, | |
| 39.87152989643213 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 44.801720864689216, | |
| "sd": 1.6496523823274225, | |
| "n": 5, | |
| "per_seed": [ | |
| 43.99707361847597, | |
| 45.16035107431938, | |
| 46.166604322492454, | |
| 46.320200001551626, | |
| 42.36437530660663 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 82.06497748688183, | |
| "sd": 0.8382842743518019, | |
| "n": 5, | |
| "per_seed": [ | |
| 81.65844281949151, | |
| 83.52300515236007, | |
| 81.76227643096087, | |
| 81.9624218860796, | |
| 81.41874114551712 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 59.79440645561455, | |
| "sd": 0.8754837264341913, | |
| "n": 5, | |
| "per_seed": [ | |
| 59.15585429840443, | |
| 59.090276478747825, | |
| 61.133579400032815, | |
| 59.36665621523447, | |
| 60.22566588565319 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sem_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.27633459742636, | |
| "dn_mpjpe": 2.1914829300602263, | |
| "mpjpe_hm": 130.20874747444947, | |
| "dn_mpjpe_hm": 5.910768698872817, | |
| "pck05": 87.14164976335361, | |
| "f1_dbr": 39.68237701296325, | |
| "f1_der": 43.99707361847597, | |
| "f1_tcr": 81.65844281949151, | |
| "f1_vcr": 59.15585429840443 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.27633459742636, | |
| "dn_mpjpe": 2.1914829300602263, | |
| "mpjpe_hm": 130.20874747444947, | |
| "dn_mpjpe_hm": 5.910768698872817, | |
| "pck05": 87.14164976335361, | |
| "f1_dbr": 39.68237701296325, | |
| "f1_der": 43.99707361847597, | |
| "f1_tcr": 81.65844281949151, | |
| "f1_vcr": 59.15585429840443 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T165928Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sem_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.56270806603789, | |
| "dn_mpjpe": 2.2044827274416487, | |
| "mpjpe_hm": 131.17262031536242, | |
| "dn_mpjpe_hm": 5.954523281635238, | |
| "pck05": 87.04795711388003, | |
| "f1_dbr": 44.09394010136576, | |
| "f1_der": 45.16035107431938, | |
| "f1_tcr": 83.52300515236007, | |
| "f1_vcr": 59.090276478747825 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.56270806603789, | |
| "dn_mpjpe": 2.2044827274416487, | |
| "mpjpe_hm": 131.17262031536242, | |
| "dn_mpjpe_hm": 5.954523281635238, | |
| "pck05": 87.04795711388003, | |
| "f1_dbr": 44.09394010136576, | |
| "f1_der": 45.16035107431938, | |
| "f1_tcr": 83.52300515236007, | |
| "f1_vcr": 59.090276478747825 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T165935Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sem_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.251955753233126, | |
| "dn_mpjpe": 2.1903762631736536, | |
| "mpjpe_hm": 129.45970522188108, | |
| "dn_mpjpe_hm": 5.876766255976397, | |
| "pck05": 87.23389355742297, | |
| "f1_dbr": 45.75320289925892, | |
| "f1_der": 46.166604322492454, | |
| "f1_tcr": 81.76227643096087, | |
| "f1_vcr": 61.133579400032815 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.251955753233126, | |
| "dn_mpjpe": 2.1903762631736536, | |
| "mpjpe_hm": 129.45970522188108, | |
| "dn_mpjpe_hm": 5.876766255976397, | |
| "pck05": 87.23389355742297, | |
| "f1_dbr": 45.75320289925892, | |
| "f1_der": 46.166604322492454, | |
| "f1_tcr": 81.76227643096087, | |
| "f1_vcr": 61.133579400032815 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T165942Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sem_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.44252655495111, | |
| "dn_mpjpe": 2.1990271407188415, | |
| "mpjpe_hm": 129.4443233379755, | |
| "dn_mpjpe_hm": 5.87606800213645, | |
| "pck05": 87.09866705302811, | |
| "f1_dbr": 43.693311989113035, | |
| "f1_der": 46.320200001551626, | |
| "f1_tcr": 81.9624218860796, | |
| "f1_vcr": 59.36665621523447 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.44252655495111, | |
| "dn_mpjpe": 2.1990271407188415, | |
| "mpjpe_hm": 129.4443233379755, | |
| "dn_mpjpe_hm": 5.87606800213645, | |
| "pck05": 87.09866705302811, | |
| "f1_dbr": 43.693311989113035, | |
| "f1_der": 46.320200001551626, | |
| "f1_tcr": 81.9624218860796, | |
| "f1_vcr": 59.36665621523447 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260913T063754Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sem_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.55186123643635, | |
| "dn_mpjpe": 2.2039903403928958, | |
| "mpjpe_hm": 130.06243675899955, | |
| "dn_mpjpe_hm": 5.904126988435039, | |
| "pck05": 87.01753115039119, | |
| "f1_dbr": 39.87152989643213, | |
| "f1_der": 42.36437530660663, | |
| "f1_tcr": 81.41874114551712, | |
| "f1_vcr": 60.22566588565319 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.55186123643635, | |
| "dn_mpjpe": 2.2039903403928958, | |
| "mpjpe_hm": 130.06243675899955, | |
| "dn_mpjpe_hm": 5.904126988435039, | |
| "pck05": 87.01753115039119, | |
| "f1_dbr": 39.87152989643213, | |
| "f1_der": 42.36437530660663, | |
| "f1_tcr": 81.41874114551712, | |
| "f1_vcr": 60.22566588565319 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260913T063851Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "KS3_pre": { | |
| "label": "CockpitWM-KS + BATON trunk (n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_vis_sem_batonpre_trunkp123_s42_v2", | |
| "cwm3d_vis_sem_batonpre_trunkp123_s123_v2", | |
| "cwm3d_vis_sem_batonpre_trunkp123_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 6309581, | |
| "reading": "a", | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once; no reading-(b) checkpoint", | |
| "pretraining": "BATON in-cabin pose pretraining, trunk-only init (tokenizer / blocks / ln_f) from `cwm3d_kp_batonpre_pretrain_s123`; head at seed init (pre-registered; \u0394 All INCONCLUSIVE \u2192 not adopted)", | |
| "source": "baton_pretrain.md \u00a77", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.01231656159414, | |
| "sd": 0.027154661498312905, | |
| "n": 3, | |
| "per_seed": [ | |
| 47.981751866900666, | |
| 48.033659042587004, | |
| 48.02153877529476 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.17949794769611, | |
| "sd": 0.0012326738896264143, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.1781104768526456, | |
| 2.180466780213554, | |
| 2.1799165860221303 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 128.51741850444125, | |
| "sd": 0.17857132902593068, | |
| "n": 3, | |
| "per_seed": [ | |
| 128.31243913905897, | |
| 128.60053515495636, | |
| 128.63928121930843 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.833991565774421, | |
| "sd": 0.00810616677139681, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.824686617832623, | |
| 5.837764609488832, | |
| 5.839523470001807 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.19083035513056, | |
| "sd": 0.023424821937787298, | |
| "n": 3, | |
| "per_seed": [ | |
| 87.19115232299816, | |
| 87.16724620882836, | |
| 87.21409253356515 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 39.19376359006256, | |
| "sd": 2.3224473173006484, | |
| "n": 3, | |
| "per_seed": [ | |
| 36.68345736235993, | |
| 41.265943951932584, | |
| 39.63188945589516 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 40.93670536146832, | |
| "sd": 0.5585984698190622, | |
| "n": 3, | |
| "per_seed": [ | |
| 40.92951651498461, | |
| 40.381736009614734, | |
| 41.49886355980562 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 80.66163622316843, | |
| "sd": 0.6787778628140596, | |
| "n": 3, | |
| "per_seed": [ | |
| 80.08589756196615, | |
| 81.41008468111272, | |
| 80.48892642642643 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 58.554721359010635, | |
| "sd": 1.216335885897441, | |
| "n": 3, | |
| "per_seed": [ | |
| 57.49259860265372, | |
| 59.88164354483293, | |
| 58.28992192954525 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sem_batonpre_trunkp123_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.981751866900666, | |
| "dn_mpjpe": 2.1781104768526456, | |
| "mpjpe_hm": 128.31243913905897, | |
| "dn_mpjpe_hm": 5.824686617832623, | |
| "pck05": 87.19115232299816, | |
| "f1_dbr": 36.68345736235993, | |
| "f1_der": 40.92951651498461, | |
| "f1_tcr": 80.08589756196615, | |
| "f1_vcr": 57.49259860265372 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.981751866900666, | |
| "dn_mpjpe": 2.1781104768526456, | |
| "mpjpe_hm": 128.31243913905897, | |
| "dn_mpjpe_hm": 5.824686617832623, | |
| "pck05": 87.19115232299816, | |
| "f1_dbr": 36.68345736235993, | |
| "f1_der": 40.92951651498461, | |
| "f1_tcr": 80.08589756196615, | |
| "f1_vcr": 57.49259860265372 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T164502Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sem_batonpre_trunkp123_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.033659042587004, | |
| "dn_mpjpe": 2.180466780213554, | |
| "mpjpe_hm": 128.60053515495636, | |
| "dn_mpjpe_hm": 5.837764609488832, | |
| "pck05": 87.16724620882836, | |
| "f1_dbr": 41.265943951932584, | |
| "f1_der": 40.381736009614734, | |
| "f1_tcr": 81.41008468111272, | |
| "f1_vcr": 59.88164354483293 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.033659042587004, | |
| "dn_mpjpe": 2.180466780213554, | |
| "mpjpe_hm": 128.60053515495636, | |
| "dn_mpjpe_hm": 5.837764609488832, | |
| "pck05": 87.16724620882836, | |
| "f1_dbr": 41.265943951932584, | |
| "f1_der": 40.381736009614734, | |
| "f1_tcr": 81.41008468111272, | |
| "f1_vcr": 59.88164354483293 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T164603Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sem_batonpre_trunkp123_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.02153877529476, | |
| "dn_mpjpe": 2.1799165860221303, | |
| "mpjpe_hm": 128.63928121930843, | |
| "dn_mpjpe_hm": 5.839523470001807, | |
| "pck05": 87.21409253356515, | |
| "f1_dbr": 39.63188945589516, | |
| "f1_der": 41.49886355980562, | |
| "f1_tcr": 80.48892642642643, | |
| "f1_vcr": 58.28992192954525 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.02153877529476, | |
| "dn_mpjpe": 2.1799165860221303, | |
| "mpjpe_hm": 128.63928121930843, | |
| "dn_mpjpe_hm": 5.839523470001807, | |
| "pck05": 87.21409253356515, | |
| "f1_dbr": 39.63188945589516, | |
| "f1_der": 41.49886355980562, | |
| "f1_tcr": 80.48892642642643, | |
| "f1_vcr": 58.28992192954525 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T164653Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "KSvg_a": { | |
| "label": "CockpitWM-KS + view-gate attention heads, (a) geometry-selected checkpoint (n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_vis_sema_vg_s42_v2", | |
| "cwm3d_vis_sema_vg_s123_v2", | |
| "cwm3d_vis_sema_vg_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 73527005, | |
| "reading": "a", | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once (dual-select run: this is the geometry checkpoint)", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'DER (i) attn heads + learned view gate \u2014 (a) geometry ckpt'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.63842274339272, | |
| "sd": 0.008101933229077134, | |
| "n": 3, | |
| "per_seed": [ | |
| 48.64074040624656, | |
| 48.62941453930167, | |
| 48.64511328462993 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.207919761847052, | |
| "sd": 0.00036778368780630963, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.208024971130735, | |
| 2.207510838392928, | |
| 2.2082234760174937 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 131.4698818907494, | |
| "sd": 0.5672585681312385, | |
| "n": 3, | |
| "per_seed": [ | |
| 131.33981205285303, | |
| 130.9789548855782, | |
| 132.09087873381694 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.96801733982453, | |
| "sd": 0.02575045266705649, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.962112876864726, | |
| 5.945731924813017, | |
| 5.996207217795844 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.00553784732283, | |
| "sd": 0.023367498683607404, | |
| "n": 3, | |
| "per_seed": [ | |
| 87.02984642132715, | |
| 86.98324157249107, | |
| 87.0035255481503 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 67.56013512108142, | |
| "sd": 0.8841564804157693, | |
| "n": 3, | |
| "per_seed": [ | |
| 67.35582468944266, | |
| 66.79601923758841, | |
| 68.52856143621318 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 73.06031029240383, | |
| "sd": 1.8469967311524929, | |
| "n": 3, | |
| "per_seed": [ | |
| 71.66097705484698, | |
| 75.15381936734059, | |
| 72.36613445502392 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 91.39240132695254, | |
| "sd": 0.5392069444092783, | |
| "n": 3, | |
| "per_seed": [ | |
| 91.71676400154972, | |
| 90.76996378883172, | |
| 91.69047619047618 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 69.93950719623642, | |
| "sd": 0.06937631681334279, | |
| "n": 3, | |
| "per_seed": [ | |
| 69.87899537479319, | |
| 70.0152253213102, | |
| 69.92430089260584 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sema_vg_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.64074040624656, | |
| "dn_mpjpe": 2.208024971130735, | |
| "mpjpe_hm": 131.33981205285303, | |
| "dn_mpjpe_hm": 5.962112876864726, | |
| "pck05": 87.02984642132715, | |
| "f1_dbr": 67.35582468944266, | |
| "f1_der": 71.66097705484698, | |
| "f1_tcr": 91.71676400154972, | |
| "f1_vcr": 69.87899537479319 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.64074040624656, | |
| "dn_mpjpe": 2.208024971130735, | |
| "mpjpe_hm": 131.33981205285303, | |
| "dn_mpjpe_hm": 5.962112876864726, | |
| "pck05": 87.02984642132715, | |
| "f1_dbr": 67.35582468944266, | |
| "f1_der": 71.66097705484698, | |
| "f1_tcr": 91.71676400154972, | |
| "f1_vcr": 69.87899537479319 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260911T005211Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sema_vg_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.62941453930167, | |
| "dn_mpjpe": 2.207510838392928, | |
| "mpjpe_hm": 130.9789548855782, | |
| "dn_mpjpe_hm": 5.945731924813017, | |
| "pck05": 86.98324157249107, | |
| "f1_dbr": 66.79601923758841, | |
| "f1_der": 75.15381936734059, | |
| "f1_tcr": 90.76996378883172, | |
| "f1_vcr": 70.0152253213102 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.62941453930167, | |
| "dn_mpjpe": 2.207510838392928, | |
| "mpjpe_hm": 130.9789548855782, | |
| "dn_mpjpe_hm": 5.945731924813017, | |
| "pck05": 86.98324157249107, | |
| "f1_dbr": 66.79601923758841, | |
| "f1_der": 75.15381936734059, | |
| "f1_tcr": 90.76996378883172, | |
| "f1_vcr": 70.0152253213102 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260911T005316Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sema_vg_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.64511328462993, | |
| "dn_mpjpe": 2.2082234760174937, | |
| "mpjpe_hm": 132.09087873381694, | |
| "dn_mpjpe_hm": 5.996207217795844, | |
| "pck05": 87.0035255481503, | |
| "f1_dbr": 68.52856143621318, | |
| "f1_der": 72.36613445502392, | |
| "f1_tcr": 91.69047619047618, | |
| "f1_vcr": 69.92430089260584 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.64511328462993, | |
| "dn_mpjpe": 2.2082234760174937, | |
| "mpjpe_hm": 132.09087873381694, | |
| "dn_mpjpe_hm": 5.996207217795844, | |
| "pck05": 87.0035255481503, | |
| "f1_dbr": 68.52856143621318, | |
| "f1_der": 72.36613445502392, | |
| "f1_tcr": 91.69047619047618, | |
| "f1_vcr": 69.92430089260584 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260911T005351Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "KSvg_b": { | |
| "label": "CockpitWM-KS + view-gate attention heads, (b) val-F1-selected checkpoint (n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_vis_sema_vg_s42_v2__f1sel", | |
| "cwm3d_vis_sema_vg_s123_v2__f1sel", | |
| "cwm3d_vis_sema_vg_s456_v2__f1sel" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 73527005, | |
| "reading": "b", | |
| "selection": "DUAL SELECTION: checkpoint with the best val mean macro-F1 (`__f1sel`, reading (b)); its own geometry; test evaluated once", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'DER (i) attn heads + learned view gate \u2014 (b) DUAL SELECTION val-F1 ckpt'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 49.706417977749076, | |
| "sd": 0.7540939698337494, | |
| "n": 3, | |
| "per_seed": [ | |
| 48.87195635704257, | |
| 50.339085711621784, | |
| 49.908211864582874 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.256400934765313, | |
| "sd": 0.03423176337501221, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.218520917302964, | |
| 2.285120607680494, | |
| 2.26556127931248 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 132.91492776992206, | |
| "sd": 0.809583769338111, | |
| "n": 3, | |
| "per_seed": [ | |
| 132.18857430715542, | |
| 132.7684635836772, | |
| 133.78774541893355 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 6.033614560569816, | |
| "sd": 0.03675069836500951, | |
| "n": 3, | |
| "per_seed": [ | |
| 6.000642065285801, | |
| 6.026965883392949, | |
| 6.073235733030701 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.63229659679966, | |
| "sd": 0.2652876635680926, | |
| "n": 3, | |
| "per_seed": [ | |
| 86.92407997681832, | |
| 86.40563121800444, | |
| 86.56717859557617 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 71.12590976788623, | |
| "sd": 0.31533847015497285, | |
| "n": 3, | |
| "per_seed": [ | |
| 71.48994166109223, | |
| 70.93689837231153, | |
| 70.9508892702549 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 74.66655864907021, | |
| "sd": 0.3586447948064564, | |
| "n": 3, | |
| "per_seed": [ | |
| 75.05979729979474, | |
| 74.582405369802, | |
| 74.35747327761389 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 90.29421953138188, | |
| "sd": 0.7871920865096317, | |
| "n": 3, | |
| "per_seed": [ | |
| 91.18925100057176, | |
| 89.70937068740236, | |
| 89.98403690617151 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 70.30078104573151, | |
| "sd": 1.0178420249614994, | |
| "n": 3, | |
| "per_seed": [ | |
| 69.13847623920437, | |
| 71.03289053005012, | |
| 70.73097636794002 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sema_vg_s42_v2__f1sel": { | |
| "recomputed": { | |
| "mpjpe_all": 48.87195635704257, | |
| "dn_mpjpe": 2.218520917302964, | |
| "mpjpe_hm": 132.18857430715542, | |
| "dn_mpjpe_hm": 6.000642065285801, | |
| "pck05": 86.92407997681832, | |
| "f1_dbr": 71.48994166109223, | |
| "f1_der": 75.05979729979474, | |
| "f1_tcr": 91.18925100057176, | |
| "f1_vcr": 69.13847623920437 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.87195635704257, | |
| "dn_mpjpe": 2.218520917302964, | |
| "mpjpe_hm": 132.18857430715542, | |
| "dn_mpjpe_hm": 6.000642065285801, | |
| "pck05": 86.92407997681832, | |
| "f1_dbr": 71.48994166109223, | |
| "f1_der": 75.05979729979474, | |
| "f1_tcr": 91.18925100057176, | |
| "f1_vcr": 69.13847623920437 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260911T005225Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sema_vg_s123_v2__f1sel": { | |
| "recomputed": { | |
| "mpjpe_all": 50.339085711621784, | |
| "dn_mpjpe": 2.285120607680494, | |
| "mpjpe_hm": 132.7684635836772, | |
| "dn_mpjpe_hm": 6.026965883392949, | |
| "pck05": 86.40563121800444, | |
| "f1_dbr": 70.93689837231153, | |
| "f1_der": 74.582405369802, | |
| "f1_tcr": 89.70937068740236, | |
| "f1_vcr": 71.03289053005012 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 50.339085711621784, | |
| "dn_mpjpe": 2.285120607680494, | |
| "mpjpe_hm": 132.7684635836772, | |
| "dn_mpjpe_hm": 6.026965883392949, | |
| "pck05": 86.40563121800444, | |
| "f1_dbr": 70.93689837231153, | |
| "f1_der": 74.582405369802, | |
| "f1_tcr": 89.70937068740236, | |
| "f1_vcr": 71.03289053005012 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260911T005324Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sema_vg_s456_v2__f1sel": { | |
| "recomputed": { | |
| "mpjpe_all": 49.908211864582874, | |
| "dn_mpjpe": 2.26556127931248, | |
| "mpjpe_hm": 133.78774541893355, | |
| "dn_mpjpe_hm": 6.073235733030701, | |
| "pck05": 86.56717859557617, | |
| "f1_dbr": 70.9508892702549, | |
| "f1_der": 74.35747327761389, | |
| "f1_tcr": 89.98403690617151, | |
| "f1_vcr": 70.73097636794002 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.908211864582874, | |
| "dn_mpjpe": 2.26556127931248, | |
| "mpjpe_hm": 133.78774541893355, | |
| "dn_mpjpe_hm": 6.073235733030701, | |
| "pck05": 86.56717859557617, | |
| "f1_dbr": 70.9508892702549, | |
| "f1_der": 74.35747327761389, | |
| "f1_tcr": 89.98403690617151, | |
| "f1_vcr": 70.73097636794002 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260911T005400Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "KSvg_pre_a": { | |
| "label": "CockpitWM-KS + view-gate heads + BATON trunk, (a) geometry-selected checkpoint (n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s42_v2", | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s123_v2", | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 73527005, | |
| "reading": "a", | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once (dual-select run: geometry checkpoint)", | |
| "pretraining": "BATON in-cabin pose pretraining, trunk-only init (tokenizer / blocks / ln_f) from `cwm3d_kp_batonpre_pretrain_s123`; head at seed init (pre-registered; \u0394 All BEATS \u2192 adopted as a reported row)", | |
| "source": "baton_pretrain.md \u00a78", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.0525813729631, | |
| "sd": 0.10036103111822149, | |
| "n": 3, | |
| "per_seed": [ | |
| 48.150652796391654, | |
| 48.057013721781594, | |
| 47.95007760071606 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.181325751060491, | |
| "sd": 0.004555844771001811, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.1857776600996215, | |
| 2.181526955581439, | |
| 2.1766726375004124 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 128.89011130121924, | |
| "sd": 0.3714824555821489, | |
| "n": 3, | |
| "per_seed": [ | |
| 128.68657423268016, | |
| 128.6648802772272, | |
| 129.31887939375028 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.850909791010577, | |
| "sd": 0.016863282331060582, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.841670315498249, | |
| 5.840685527952611, | |
| 5.8703735295808706 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.1785955761615, | |
| "sd": 0.01911781649076824, | |
| "n": 3, | |
| "per_seed": [ | |
| 87.19839660001932, | |
| 87.16024340770791, | |
| 87.17714672075726 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 56.49728915938192, | |
| "sd": 2.064929737999997, | |
| "n": 3, | |
| "per_seed": [ | |
| 55.10291980372241, | |
| 55.51944088294631, | |
| 58.86950679147706 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 62.39185198071593, | |
| "sd": 0.7860243194673202, | |
| "n": 3, | |
| "per_seed": [ | |
| 63.0017843936592, | |
| 61.50480238715532, | |
| 62.668969161333244 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 88.83046426469389, | |
| "sd": 2.24332175180198, | |
| "n": 3, | |
| "per_seed": [ | |
| 89.13329415386339, | |
| 86.45111013203037, | |
| 90.90698850818791 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 64.2161860408968, | |
| "sd": 0.7709384334516917, | |
| "n": 3, | |
| "per_seed": [ | |
| 64.13526506176615, | |
| 63.4888998831068, | |
| 65.02439317781746 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.150652796391654, | |
| "dn_mpjpe": 2.1857776600996215, | |
| "mpjpe_hm": 128.68657423268016, | |
| "dn_mpjpe_hm": 5.841670315498249, | |
| "pck05": 87.19839660001932, | |
| "f1_dbr": 55.10291980372241, | |
| "f1_der": 63.0017843936592, | |
| "f1_tcr": 89.13329415386339, | |
| "f1_vcr": 64.13526506176615 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.150652796391654, | |
| "dn_mpjpe": 2.1857776600996215, | |
| "mpjpe_hm": 128.68657423268016, | |
| "dn_mpjpe_hm": 5.841670315498249, | |
| "pck05": 87.19839660001932, | |
| "f1_dbr": 55.10291980372241, | |
| "f1_der": 63.0017843936592, | |
| "f1_tcr": 89.13329415386339, | |
| "f1_vcr": 64.13526506176615 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T165718Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.057013721781594, | |
| "dn_mpjpe": 2.181526955581439, | |
| "mpjpe_hm": 128.6648802772272, | |
| "dn_mpjpe_hm": 5.840685527952611, | |
| "pck05": 87.16024340770791, | |
| "f1_dbr": 55.51944088294631, | |
| "f1_der": 61.50480238715532, | |
| "f1_tcr": 86.45111013203037, | |
| "f1_vcr": 63.4888998831068 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.057013721781594, | |
| "dn_mpjpe": 2.181526955581439, | |
| "mpjpe_hm": 128.6648802772272, | |
| "dn_mpjpe_hm": 5.840685527952611, | |
| "pck05": 87.16024340770791, | |
| "f1_dbr": 55.51944088294631, | |
| "f1_der": 61.50480238715532, | |
| "f1_tcr": 86.45111013203037, | |
| "f1_vcr": 63.4888998831068 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T170317Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.95007760071606, | |
| "dn_mpjpe": 2.1766726375004124, | |
| "mpjpe_hm": 129.31887939375028, | |
| "dn_mpjpe_hm": 5.8703735295808706, | |
| "pck05": 87.17714672075726, | |
| "f1_dbr": 58.86950679147706, | |
| "f1_der": 62.668969161333244, | |
| "f1_tcr": 90.90698850818791, | |
| "f1_vcr": 65.02439317781746 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.95007760071606, | |
| "dn_mpjpe": 2.1766726375004124, | |
| "mpjpe_hm": 129.31887939375028, | |
| "dn_mpjpe_hm": 5.8703735295808706, | |
| "pck05": 87.17714672075726, | |
| "f1_dbr": 58.86950679147706, | |
| "f1_der": 62.668969161333244, | |
| "f1_tcr": 90.90698850818791, | |
| "f1_vcr": 65.02439317781746 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T170803Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "KSvg_pre_b": { | |
| "label": "CockpitWM-KS + view-gate heads + BATON trunk, (b) val-F1-selected checkpoint (n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s42_v2__f1sel", | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s123_v2__f1sel", | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s456_v2__f1sel" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 73527005, | |
| "reading": "b", | |
| "selection": "DUAL SELECTION: checkpoint with the best val mean macro-F1 (`__f1sel`, reading (b)); its own geometry; test evaluated once", | |
| "pretraining": "BATON in-cabin pose pretraining, trunk-only init (tokenizer / blocks / ln_f) from `cwm3d_kp_batonpre_pretrain_s123`; head at seed init", | |
| "source": "baton_pretrain.md \u00a78 (the `__f1sel` companions; written as usual, reported here)", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 49.30314388205746, | |
| "sd": 0.394556621238696, | |
| "n": 3, | |
| "per_seed": [ | |
| 49.75470653195453, | |
| 49.02498596618562, | |
| 49.129739148032236 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.2380944849444355, | |
| "sd": 0.01791072391052945, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.2585929723990934, | |
| 2.2254676289584228, | |
| 2.2302228534757913 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 130.11444943881713, | |
| "sd": 0.5356664711849729, | |
| "n": 3, | |
| "per_seed": [ | |
| 130.37344824997857, | |
| 129.49850550380427, | |
| 130.47139456266862 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.906488081109483, | |
| "sd": 0.024316343351180436, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.918245217982016, | |
| 5.878527577672115, | |
| 5.922691447674318 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.75673717762966, | |
| "sd": 0.12592846672913424, | |
| "n": 3, | |
| "per_seed": [ | |
| 86.61161016130589, | |
| 86.83714865256448, | |
| 86.82145271901864 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 70.03204016532064, | |
| "sd": 1.4815425698069844, | |
| "n": 3, | |
| "per_seed": [ | |
| 71.7405022665255, | |
| 69.25420494386012, | |
| 69.10141328557629 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 73.4802760370333, | |
| "sd": 0.8013169635541058, | |
| "n": 3, | |
| "per_seed": [ | |
| 74.08333755709113, | |
| 72.57100645287947, | |
| 73.78648410112929 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 90.11901709456272, | |
| "sd": 0.6076298595696311, | |
| "n": 3, | |
| "per_seed": [ | |
| 89.7376442373708, | |
| 89.79967401020032, | |
| 90.81973303611707 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 70.80870583954623, | |
| "sd": 0.8773467961392569, | |
| "n": 3, | |
| "per_seed": [ | |
| 70.25525554607397, | |
| 71.82028265851794, | |
| 70.3505793140468 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s42_v2__f1sel": { | |
| "recomputed": { | |
| "mpjpe_all": 49.75470653195453, | |
| "dn_mpjpe": 2.2585929723990934, | |
| "mpjpe_hm": 130.37344824997857, | |
| "dn_mpjpe_hm": 5.918245217982016, | |
| "pck05": 86.61161016130589, | |
| "f1_dbr": 71.7405022665255, | |
| "f1_der": 74.08333755709113, | |
| "f1_tcr": 89.7376442373708, | |
| "f1_vcr": 70.25525554607397 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.75470653195453, | |
| "dn_mpjpe": 2.2585929723990934, | |
| "mpjpe_hm": 130.37344824997857, | |
| "dn_mpjpe_hm": 5.918245217982016, | |
| "pck05": 86.61161016130589, | |
| "f1_dbr": 71.7405022665255, | |
| "f1_der": 74.08333755709113, | |
| "f1_tcr": 89.7376442373708, | |
| "f1_vcr": 70.25525554607397 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T165725Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s123_v2__f1sel": { | |
| "recomputed": { | |
| "mpjpe_all": 49.02498596618562, | |
| "dn_mpjpe": 2.2254676289584228, | |
| "mpjpe_hm": 129.49850550380427, | |
| "dn_mpjpe_hm": 5.878527577672115, | |
| "pck05": 86.83714865256448, | |
| "f1_dbr": 69.25420494386012, | |
| "f1_der": 72.57100645287947, | |
| "f1_tcr": 89.79967401020032, | |
| "f1_vcr": 71.82028265851794 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.02498596618562, | |
| "dn_mpjpe": 2.2254676289584228, | |
| "mpjpe_hm": 129.49850550380427, | |
| "dn_mpjpe_hm": 5.878527577672115, | |
| "pck05": 86.83714865256448, | |
| "f1_dbr": 69.25420494386012, | |
| "f1_der": 72.57100645287947, | |
| "f1_tcr": 89.79967401020032, | |
| "f1_vcr": 71.82028265851794 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T170324Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_vis_sema_vg_batonpre_trunkp123_s456_v2__f1sel": { | |
| "recomputed": { | |
| "mpjpe_all": 49.129739148032236, | |
| "dn_mpjpe": 2.2302228534757913, | |
| "mpjpe_hm": 130.47139456266862, | |
| "dn_mpjpe_hm": 5.922691447674318, | |
| "pck05": 86.82145271901864, | |
| "f1_dbr": 69.10141328557629, | |
| "f1_der": 73.78648410112929, | |
| "f1_tcr": 90.81973303611707, | |
| "f1_vcr": 70.3505793140468 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.129739148032236, | |
| "dn_mpjpe": 2.2302228534757913, | |
| "mpjpe_hm": 130.47139456266862, | |
| "dn_mpjpe_hm": 5.922691447674318, | |
| "pck05": 86.82145271901864, | |
| "f1_dbr": 69.10141328557629, | |
| "f1_der": 73.78648410112929, | |
| "f1_tcr": 90.81973303611707, | |
| "f1_vcr": 70.3505793140468 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T170810Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "Kv2_ns": { | |
| "label": "CockpitWM-K-v2 nospatial (n=5; K-v2 programme, not adopted)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_v2_nospatial_s42_v2", | |
| "cwm3d_v2_nospatial_s123_v2", | |
| "cwm3d_v2_nospatial_s456_v2", | |
| "cwm3d_v2_nospatial_s789_v2", | |
| "cwm3d_v2_nospatial_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 2666906, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "none", | |
| "source": "kv2_program.md last block \u00a72.1", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.412589706728525, | |
| "sd": 0.125779770254582, | |
| "n": 5, | |
| "per_seed": [ | |
| 48.266553465299296, | |
| 48.526139658873795, | |
| 48.532284543136655, | |
| 48.44291955171019, | |
| 48.29505131462266 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1976681706891843, | |
| "sd": 0.005709717230158553, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.191038919878594, | |
| 2.202822720716866, | |
| 2.2031016650294686, | |
| 2.199044980633497, | |
| 2.1923325671874956 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 129.95421304625285, | |
| "sd": 1.041782177109285, | |
| "n": 5, | |
| "per_seed": [ | |
| 128.74455240851418, | |
| 129.11253711196585, | |
| 129.92434508059597, | |
| 130.9564426548365, | |
| 131.03318797535167 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.899214220697184, | |
| "sd": 0.04729124273858369, | |
| "n": 5, | |
| "per_seed": [ | |
| 5.844302209234918, | |
| 5.861006712649736, | |
| 5.897858377561236, | |
| 5.944709992021321, | |
| 5.948193812018706 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.02289191538685, | |
| "sd": 0.071832769341783, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.09939148073022, | |
| 86.94871051869023, | |
| 87.0136675359799, | |
| 86.95861103061915, | |
| 87.09407901091471 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_v2_nospatial_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.266553465299296, | |
| "dn_mpjpe": 2.191038919878594, | |
| "mpjpe_hm": 128.74455240851418, | |
| "dn_mpjpe_hm": 5.844302209234918, | |
| "pck05": 87.09939148073022 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.266553465299296, | |
| "dn_mpjpe": 2.191038919878594, | |
| "mpjpe_hm": 128.74455240851418, | |
| "dn_mpjpe_hm": 5.844302209234918, | |
| "pck05": 87.09939148073022 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T231230Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_v2_nospatial_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.526139658873795, | |
| "dn_mpjpe": 2.202822720716866, | |
| "mpjpe_hm": 129.11253711196585, | |
| "dn_mpjpe_hm": 5.861006712649736, | |
| "pck05": 86.94871051869023 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.526139658873795, | |
| "dn_mpjpe": 2.202822720716866, | |
| "mpjpe_hm": 129.11253711196585, | |
| "dn_mpjpe_hm": 5.861006712649736, | |
| "pck05": 86.94871051869023 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T235607Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_v2_nospatial_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.532284543136655, | |
| "dn_mpjpe": 2.2031016650294686, | |
| "mpjpe_hm": 129.92434508059597, | |
| "dn_mpjpe_hm": 5.897858377561236, | |
| "pck05": 87.0136675359799 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.532284543136655, | |
| "dn_mpjpe": 2.2031016650294686, | |
| "mpjpe_hm": 129.92434508059597, | |
| "dn_mpjpe_hm": 5.897858377561236, | |
| "pck05": 87.0136675359799 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T001600Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_v2_nospatial_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.44291955171019, | |
| "dn_mpjpe": 2.199044980633497, | |
| "mpjpe_hm": 130.9564426548365, | |
| "dn_mpjpe_hm": 5.944709992021321, | |
| "pck05": 86.95861103061915 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.44291955171019, | |
| "dn_mpjpe": 2.199044980633497, | |
| "mpjpe_hm": 130.9564426548365, | |
| "dn_mpjpe_hm": 5.944709992021321, | |
| "pck05": 86.95861103061915 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T001743Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_v2_nospatial_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.29505131462266, | |
| "dn_mpjpe": 2.1923325671874956, | |
| "mpjpe_hm": 131.03318797535167, | |
| "dn_mpjpe_hm": 5.948193812018706, | |
| "pck05": 87.09407901091471 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.29505131462266, | |
| "dn_mpjpe": 2.1923325671874956, | |
| "mpjpe_hm": 131.03318797535167, | |
| "dn_mpjpe_hm": 5.948193812018706, | |
| "pck05": 87.09407901091471 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T001921Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "Kv2_ns_pre": { | |
| "label": "CockpitWM-K-v2 nospatial + BATON trunk (n=5; not adopted)", | |
| "block": "single", | |
| "runs": [ | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s42_v2", | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s123_v2", | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s456_v2", | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s789_v2", | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 2666906, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "BATON in-cabin pose pretraining of the K-v2 architecture itself, trunk-only init from `cwm3d_v2_nospatial_batonpre_pretrain_s123`", | |
| "source": "kv2_program.md last block \u00a72.1", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 47.97486113388619, | |
| "sd": 0.10847358576300174, | |
| "n": 5, | |
| "per_seed": [ | |
| 47.97952759331999, | |
| 47.950782149106054, | |
| 48.03806698851287, | |
| 47.80889748139378, | |
| 48.097031457098225 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1777976750647143, | |
| "sd": 0.004924110613292467, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.1780095069338543, | |
| 2.176704620164029, | |
| 2.180666876975947, | |
| 2.170263828212411, | |
| 2.1833435430373296 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 128.92667744194947, | |
| "sd": 0.6203125303636234, | |
| "n": 5, | |
| "per_seed": [ | |
| 128.58134336361644, | |
| 129.2484300015678, | |
| 128.45169777567693, | |
| 128.48080233423445, | |
| 129.87111373465171 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.852569694851595, | |
| "sd": 0.028158813897748044, | |
| "n": 5, | |
| "per_seed": [ | |
| 5.836893406580213, | |
| 5.867175510475061, | |
| 5.831008202260203, | |
| 5.832329390867367, | |
| 5.89544196407513 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.22186805756785, | |
| "sd": 0.08013915400942238, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.20370906983483, | |
| 87.28581087607456, | |
| 87.09069834830484, | |
| 87.2500724427702, | |
| 87.27904955085482 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.97952759331999, | |
| "dn_mpjpe": 2.1780095069338543, | |
| "mpjpe_hm": 128.58134336361644, | |
| "dn_mpjpe_hm": 5.836893406580213, | |
| "pck05": 87.20370906983483 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.97952759331999, | |
| "dn_mpjpe": 2.1780095069338543, | |
| "mpjpe_hm": 128.58134336361644, | |
| "dn_mpjpe_hm": 5.836893406580213, | |
| "pck05": 87.20370906983483 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T002038Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.950782149106054, | |
| "dn_mpjpe": 2.176704620164029, | |
| "mpjpe_hm": 129.2484300015678, | |
| "dn_mpjpe_hm": 5.867175510475061, | |
| "pck05": 87.28581087607456 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.950782149106054, | |
| "dn_mpjpe": 2.176704620164029, | |
| "mpjpe_hm": 129.2484300015678, | |
| "dn_mpjpe_hm": 5.867175510475061, | |
| "pck05": 87.28581087607456 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T002146Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.03806698851287, | |
| "dn_mpjpe": 2.180666876975947, | |
| "mpjpe_hm": 128.45169777567693, | |
| "dn_mpjpe_hm": 5.831008202260203, | |
| "pck05": 87.09069834830484 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.03806698851287, | |
| "dn_mpjpe": 2.180666876975947, | |
| "mpjpe_hm": 128.45169777567693, | |
| "dn_mpjpe_hm": 5.831008202260203, | |
| "pck05": 87.09069834830484 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T002257Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.80889748139378, | |
| "dn_mpjpe": 2.170263828212411, | |
| "mpjpe_hm": 128.48080233423445, | |
| "dn_mpjpe_hm": 5.832329390867367, | |
| "pck05": 87.2500724427702 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.80889748139378, | |
| "dn_mpjpe": 2.170263828212411, | |
| "mpjpe_hm": 128.48080233423445, | |
| "dn_mpjpe_hm": 5.832329390867367, | |
| "pck05": 87.2500724427702 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T002405Z", | |
| "mismatches": [] | |
| }, | |
| "cwm3d_v2_nospatial_batonpre_trunkp123_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.097031457098225, | |
| "dn_mpjpe": 2.1833435430373296, | |
| "mpjpe_hm": 129.87111373465171, | |
| "dn_mpjpe_hm": 5.89544196407513, | |
| "pck05": 87.27904955085482 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.097031457098225, | |
| "dn_mpjpe": 2.1833435430373296, | |
| "mpjpe_hm": 129.87111373465171, | |
| "dn_mpjpe_hm": 5.89544196407513, | |
| "pck05": 87.27904955085482 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T002516Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "MB5": { | |
| "label": "MotionBERT-kp, default recipe (n=5)", | |
| "block": "single", | |
| "runs": [ | |
| "motionbert_kp_s42_v2", | |
| "motionbert_kp_s123_v2", | |
| "motionbert_kp_s456_v2", | |
| "motionbert_kp_s789_v2", | |
| "motionbert_kp_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 813088, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 (seeds 42/123/456); arch_attribution.md \u00a73.1 (5 seeds)", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.455629591845266, | |
| "sd": 0.1468383367169003, | |
| "n": 5, | |
| "per_seed": [ | |
| 48.2790556473242, | |
| 48.38379863296159, | |
| 48.48235567544767, | |
| 48.45551200362986, | |
| 48.67742599986297 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1996219473031635, | |
| "sd": 0.006665661572630628, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.1916064509209687, | |
| 2.196361212585913, | |
| 2.200835166088112, | |
| 2.1996166094379555, | |
| 2.2096902974828683 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 130.37845996174042, | |
| "sd": 0.8410177618128933, | |
| "n": 5, | |
| "per_seed": [ | |
| 130.34240999109522, | |
| 129.16120335204945, | |
| 130.232473638787, | |
| 130.66222907123264, | |
| 131.49398375553764 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.918472722428407, | |
| "sd": 0.03817763059809189, | |
| "n": 5, | |
| "per_seed": [ | |
| 5.9168362499008875, | |
| 5.863215895167481, | |
| 5.9118457376450255, | |
| 5.931354296075547, | |
| 5.969111433353098 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.13778614894235, | |
| "sd": 0.10524319285744847, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.16531440162272, | |
| 87.14237419105574, | |
| 87.13899352844587, | |
| 87.26770018352168, | |
| 86.97454844006567 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "motionbert_kp_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.2790556473242, | |
| "dn_mpjpe": 2.1916064509209687, | |
| "mpjpe_hm": 130.34240999109522, | |
| "dn_mpjpe_hm": 5.9168362499008875, | |
| "pck05": 87.16531440162272 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.2790556473242, | |
| "dn_mpjpe": 2.1916064509209687, | |
| "mpjpe_hm": 130.34240999109522, | |
| "dn_mpjpe_hm": 5.9168362499008875, | |
| "pck05": 87.16531440162272 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033114Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.38379863296159, | |
| "dn_mpjpe": 2.196361212585913, | |
| "mpjpe_hm": 129.16120335204945, | |
| "dn_mpjpe_hm": 5.863215895167481, | |
| "pck05": 87.14237419105574 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.38379863296159, | |
| "dn_mpjpe": 2.196361212585913, | |
| "mpjpe_hm": 129.16120335204945, | |
| "dn_mpjpe_hm": 5.863215895167481, | |
| "pck05": 87.14237419105574 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033146Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.48235567544767, | |
| "dn_mpjpe": 2.200835166088112, | |
| "mpjpe_hm": 130.232473638787, | |
| "dn_mpjpe_hm": 5.9118457376450255, | |
| "pck05": 87.13899352844587 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.48235567544767, | |
| "dn_mpjpe": 2.200835166088112, | |
| "mpjpe_hm": 130.232473638787, | |
| "dn_mpjpe_hm": 5.9118457376450255, | |
| "pck05": 87.13899352844587 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033327Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.45551200362986, | |
| "dn_mpjpe": 2.1996166094379555, | |
| "mpjpe_hm": 130.66222907123264, | |
| "dn_mpjpe_hm": 5.931354296075547, | |
| "pck05": 87.26770018352168 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.45551200362986, | |
| "dn_mpjpe": 2.1996166094379555, | |
| "mpjpe_hm": 130.66222907123264, | |
| "dn_mpjpe_hm": 5.931354296075547, | |
| "pck05": 87.26770018352168 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T180314Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.67742599986297, | |
| "dn_mpjpe": 2.2096902974828683, | |
| "mpjpe_hm": 131.49398375553764, | |
| "dn_mpjpe_hm": 5.969111433353098, | |
| "pck05": 86.97454844006567 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.67742599986297, | |
| "dn_mpjpe": 2.2096902974828683, | |
| "mpjpe_hm": 131.49398375553764, | |
| "dn_mpjpe_hm": 5.969111433353098, | |
| "pck05": 86.97454844006567 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T181005Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "MB5_pre": { | |
| "label": "MotionBERT-kp + BATON trunk (n=5)", | |
| "block": "single", | |
| "runs": [ | |
| "motionbert_kp_batonpre_trunkp123_s42_v2", | |
| "motionbert_kp_batonpre_trunkp123_s123_v2", | |
| "motionbert_kp_batonpre_trunkp123_s456_v2", | |
| "motionbert_kp_batonpre_trunkp123_s789_v2", | |
| "motionbert_kp_batonpre_trunkp123_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 813088, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "BATON in-cabin pose pretraining of MotionBERT-kp itself (`motionbert_kp_batonpre_pretrain_s123`), trunk-only init", | |
| "source": "arch_attribution.md \u00a71.1 (seeds 42/123/456); kv2_program.md last block \u00a73.1 (seeds 789/1011)", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 47.71664406854046, | |
| "sd": 0.1689954332877567, | |
| "n": 5, | |
| "per_seed": [ | |
| 47.74170508832006, | |
| 47.533628462553196, | |
| 47.90892367673616, | |
| 47.55361430994429, | |
| 47.845348805148596 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.166076025198911, | |
| "sd": 0.007671473205175504, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.1672136591455406, | |
| 2.1577681124337795, | |
| 2.1748044732609557, | |
| 2.158675361166841, | |
| 2.1719185199874373 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 127.78324994971085, | |
| "sd": 1.2010809440077501, | |
| "n": 5, | |
| "per_seed": [ | |
| 128.03138228305195, | |
| 126.10584476287796, | |
| 127.59431565908025, | |
| 127.7119755990165, | |
| 129.47273144452754 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.8006643078354045, | |
| "sd": 0.0545225400470632, | |
| "n": 5, | |
| "per_seed": [ | |
| 5.811928165736954, | |
| 5.724519238737, | |
| 5.792087718989696, | |
| 5.79742884010157, | |
| 5.877357575611803 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.41002607939727, | |
| "sd": 0.026274087177748366, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.45532695836955, | |
| 87.40171930841302, | |
| 87.3867478025693, | |
| 87.40171930841302, | |
| 87.40461701922149 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "motionbert_kp_batonpre_trunkp123_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.74170508832006, | |
| "dn_mpjpe": 2.1672136591455406, | |
| "mpjpe_hm": 128.03138228305195, | |
| "dn_mpjpe_hm": 5.811928165736954, | |
| "pck05": 87.45532695836955 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.74170508832006, | |
| "dn_mpjpe": 2.1672136591455406, | |
| "mpjpe_hm": 128.03138228305195, | |
| "dn_mpjpe_hm": 5.811928165736954, | |
| "pck05": 87.45532695836955 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T182501Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_batonpre_trunkp123_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.533628462553196, | |
| "dn_mpjpe": 2.1577681124337795, | |
| "mpjpe_hm": 126.10584476287796, | |
| "dn_mpjpe_hm": 5.724519238737, | |
| "pck05": 87.40171930841302 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.533628462553196, | |
| "dn_mpjpe": 2.1577681124337795, | |
| "mpjpe_hm": 126.10584476287796, | |
| "dn_mpjpe_hm": 5.724519238737, | |
| "pck05": 87.40171930841302 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T182713Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_batonpre_trunkp123_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.90892367673616, | |
| "dn_mpjpe": 2.1748044732609557, | |
| "mpjpe_hm": 127.59431565908025, | |
| "dn_mpjpe_hm": 5.792087718989696, | |
| "pck05": 87.3867478025693 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.90892367673616, | |
| "dn_mpjpe": 2.1748044732609557, | |
| "mpjpe_hm": 127.59431565908025, | |
| "dn_mpjpe_hm": 5.792087718989696, | |
| "pck05": 87.3867478025693 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T182856Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_batonpre_trunkp123_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.55361430994429, | |
| "dn_mpjpe": 2.158675361166841, | |
| "mpjpe_hm": 127.7119755990165, | |
| "dn_mpjpe_hm": 5.79742884010157, | |
| "pck05": 87.40171930841302 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.55361430994429, | |
| "dn_mpjpe": 2.158675361166841, | |
| "mpjpe_hm": 127.7119755990165, | |
| "dn_mpjpe_hm": 5.79742884010157, | |
| "pck05": 87.40171930841302 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T231621Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_batonpre_trunkp123_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.845348805148596, | |
| "dn_mpjpe": 2.1719185199874373, | |
| "mpjpe_hm": 129.47273144452754, | |
| "dn_mpjpe_hm": 5.877357575611803, | |
| "pck05": 87.40461701922149 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.845348805148596, | |
| "dn_mpjpe": 2.1719185199874373, | |
| "mpjpe_hm": 129.47273144452754, | |
| "dn_mpjpe_hm": 5.877357575611803, | |
| "pck05": 87.40461701922149 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T232024Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "MBdo5": { | |
| "label": "MotionBERT-kp, dropout 0.1 (n=5; MB-best of the K-v2 val grid)", | |
| "block": "single", | |
| "runs": [ | |
| "motionbert_kp_do0.1_s42_v2", | |
| "motionbert_kp_do0.1_s123_v2", | |
| "motionbert_kp_do0.1_s456_v2", | |
| "motionbert_kp_do0.1_s789_v2", | |
| "motionbert_kp_do0.1_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 813088, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once; recipe chosen on the val grid of kv2_program.md \u00a73", | |
| "pretraining": "none", | |
| "source": "kv2_program.md last block \u00a73 / \u00a73.1", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.45852223821772, | |
| "sd": 0.2685600800273259, | |
| "n": 5, | |
| "per_seed": [ | |
| 48.38880173675611, | |
| 48.408769484092936, | |
| 48.2081009002636, | |
| 48.36957180790531, | |
| 48.917367262070634 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1997532577102357, | |
| "sd": 0.012191166458334976, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.196588326277423, | |
| 2.1974947533664997, | |
| 2.1883854914532144, | |
| 2.195715392133309, | |
| 2.2205823253207324 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 130.07352373994757, | |
| "sd": 0.7791492471823203, | |
| "n": 5, | |
| "per_seed": [ | |
| 130.48233984514752, | |
| 129.50857299674252, | |
| 128.99429173246347, | |
| 130.77543041767245, | |
| 130.60698370771212 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.904630277048316, | |
| "sd": 0.03536913664651657, | |
| "n": 5, | |
| "per_seed": [ | |
| 5.923188303948043, | |
| 5.87898458707655, | |
| 5.855639015766805, | |
| 5.936493021300885, | |
| 5.928846457149294 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.15227470298464, | |
| "sd": 0.15919590637707456, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.25755819569207, | |
| 87.10615280594996, | |
| 87.29788467110983, | |
| 87.20153578672848, | |
| 86.89824205544286 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "motionbert_kp_do0.1_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.38880173675611, | |
| "dn_mpjpe": 2.196588326277423, | |
| "mpjpe_hm": 130.48233984514752, | |
| "dn_mpjpe_hm": 5.923188303948043, | |
| "pck05": 87.25755819569207 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.38880173675611, | |
| "dn_mpjpe": 2.196588326277423, | |
| "mpjpe_hm": 130.48233984514752, | |
| "dn_mpjpe_hm": 5.923188303948043, | |
| "pck05": 87.25755819569207 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T233958Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_do0.1_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.408769484092936, | |
| "dn_mpjpe": 2.1974947533664997, | |
| "mpjpe_hm": 129.50857299674252, | |
| "dn_mpjpe_hm": 5.87898458707655, | |
| "pck05": 87.10615280594996 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.408769484092936, | |
| "dn_mpjpe": 2.1974947533664997, | |
| "mpjpe_hm": 129.50857299674252, | |
| "dn_mpjpe_hm": 5.87898458707655, | |
| "pck05": 87.10615280594996 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T235116Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_do0.1_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.2081009002636, | |
| "dn_mpjpe": 2.1883854914532144, | |
| "mpjpe_hm": 128.99429173246347, | |
| "dn_mpjpe_hm": 5.855639015766805, | |
| "pck05": 87.29788467110983 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.2081009002636, | |
| "dn_mpjpe": 2.1883854914532144, | |
| "mpjpe_hm": 128.99429173246347, | |
| "dn_mpjpe_hm": 5.855639015766805, | |
| "pck05": 87.29788467110983 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T235349Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_do0.1_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.36957180790531, | |
| "dn_mpjpe": 2.195715392133309, | |
| "mpjpe_hm": 130.77543041767245, | |
| "dn_mpjpe_hm": 5.936493021300885, | |
| "pck05": 87.20153578672848 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.36957180790531, | |
| "dn_mpjpe": 2.195715392133309, | |
| "mpjpe_hm": 130.77543041767245, | |
| "dn_mpjpe_hm": 5.936493021300885, | |
| "pck05": 87.20153578672848 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T235719Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_do0.1_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.917367262070634, | |
| "dn_mpjpe": 2.2205823253207324, | |
| "mpjpe_hm": 130.60698370771212, | |
| "dn_mpjpe_hm": 5.928846457149294, | |
| "pck05": 86.89824205544286 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.917367262070634, | |
| "dn_mpjpe": 2.2205823253207324, | |
| "mpjpe_hm": 130.60698370771212, | |
| "dn_mpjpe_hm": 5.928846457149294, | |
| "pck05": 86.89824205544286 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T000204Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "MBdo5_pre": { | |
| "label": "MotionBERT-kp, dropout 0.1 + BATON trunk (n=5)", | |
| "block": "single", | |
| "runs": [ | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s42_v2", | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s123_v2", | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s456_v2", | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s789_v2", | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s1011_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 5, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456, | |
| 789, | |
| 1011 | |
| ], | |
| "params": 813088, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "BATON in-cabin pose pretraining of MotionBERT-kp itself (`motionbert_kp_batonpre_pretrain_s123`), trunk-only init", | |
| "source": "kv2_program.md last block \u00a73.1", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 47.69245595709255, | |
| "sd": 0.14399339849162082, | |
| "n": 5, | |
| "per_seed": [ | |
| 47.782614992887964, | |
| 47.43721076959625, | |
| 47.73984636278298, | |
| 47.735721100954585, | |
| 47.766886559240994 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1649780165412422, | |
| "sd": 0.006536516855871075, | |
| "n": 5, | |
| "per_seed": [ | |
| 2.1690707462313474, | |
| 2.1533912737604846, | |
| 2.1671292831190643, | |
| 2.166942018676676, | |
| 2.16835676091864 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 127.86740214232819, | |
| "sd": 0.5271850299929236, | |
| "n": 5, | |
| "per_seed": [ | |
| 128.163640538335, | |
| 127.06819800726508, | |
| 127.74906996000234, | |
| 127.87955174984323, | |
| 128.4765504561953 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.804484359527106, | |
| "sd": 0.02393133206667184, | |
| "n": 5, | |
| "per_seed": [ | |
| 5.8179319709394255, | |
| 5.7682048400849295, | |
| 5.799112722268264, | |
| 5.805035885605011, | |
| 5.832136378737899 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.40872210953347, | |
| "sd": 0.04187327197722214, | |
| "n": 5, | |
| "per_seed": [ | |
| 87.44566792234136, | |
| 87.45170481985897, | |
| 87.37733024244181, | |
| 87.35583888727905, | |
| 87.41306867574616 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.782614992887964, | |
| "dn_mpjpe": 2.1690707462313474, | |
| "mpjpe_hm": 128.163640538335, | |
| "dn_mpjpe_hm": 5.8179319709394255, | |
| "pck05": 87.44566792234136 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.782614992887964, | |
| "dn_mpjpe": 2.1690707462313474, | |
| "mpjpe_hm": 128.163640538335, | |
| "dn_mpjpe_hm": 5.8179319709394255, | |
| "pck05": 87.44566792234136 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T000443Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.43721076959625, | |
| "dn_mpjpe": 2.1533912737604846, | |
| "mpjpe_hm": 127.06819800726508, | |
| "dn_mpjpe_hm": 5.7682048400849295, | |
| "pck05": 87.45170481985897 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.43721076959625, | |
| "dn_mpjpe": 2.1533912737604846, | |
| "mpjpe_hm": 127.06819800726508, | |
| "dn_mpjpe_hm": 5.7682048400849295, | |
| "pck05": 87.45170481985897 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T000728Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.73984636278298, | |
| "dn_mpjpe": 2.1671292831190643, | |
| "mpjpe_hm": 127.74906996000234, | |
| "dn_mpjpe_hm": 5.799112722268264, | |
| "pck05": 87.37733024244181 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.73984636278298, | |
| "dn_mpjpe": 2.1671292831190643, | |
| "mpjpe_hm": 127.74906996000234, | |
| "dn_mpjpe_hm": 5.799112722268264, | |
| "pck05": 87.37733024244181 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T001016Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s789_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.735721100954585, | |
| "dn_mpjpe": 2.166942018676676, | |
| "mpjpe_hm": 127.87955174984323, | |
| "dn_mpjpe_hm": 5.805035885605011, | |
| "pck05": 87.35583888727905 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.735721100954585, | |
| "dn_mpjpe": 2.166942018676676, | |
| "mpjpe_hm": 127.87955174984323, | |
| "dn_mpjpe_hm": 5.805035885605011, | |
| "pck05": 87.35583888727905 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T001250Z", | |
| "mismatches": [] | |
| }, | |
| "motionbert_kp_do0.1_batonpre_trunkp123_s1011_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 47.766886559240994, | |
| "dn_mpjpe": 2.16835676091864, | |
| "mpjpe_hm": 128.4765504561953, | |
| "dn_mpjpe_hm": 5.832136378737899, | |
| "pck05": 87.41306867574616 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 47.766886559240994, | |
| "dn_mpjpe": 2.16835676091864, | |
| "mpjpe_hm": 128.4765504561953, | |
| "dn_mpjpe_hm": 5.832136378737899, | |
| "pck05": 87.41306867574616 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260915T001537Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "STG3": { | |
| "label": "ST-GCN-kp (n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "stgcn_kp_s42_v2", | |
| "stgcn_kp_s123_v2", | |
| "stgcn_kp_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 530080, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'ST-GCN-kp (shared recipe, hardening D)'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 49.22183284470421, | |
| "sd": 0.1829649980216089, | |
| "n": 3, | |
| "per_seed": [ | |
| 49.073735874393655, | |
| 49.16539510054898, | |
| 49.42636755916999 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.234403406243638, | |
| "sd": 0.008305615438837444, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.2276806095537975, | |
| 2.2318414397240445, | |
| 2.243688169453072 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 130.14928748890694, | |
| "sd": 0.5177482189512952, | |
| "n": 3, | |
| "per_seed": [ | |
| 129.8107325700497, | |
| 129.8918347719765, | |
| 130.7452951246946 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.908069539037574, | |
| "sd": 0.02350295218894535, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.892700987722516, | |
| 5.896382586431178, | |
| 5.935125042959031 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.8625841141054, | |
| "sd": 0.018074166026987186, | |
| "n": 3, | |
| "per_seed": [ | |
| 86.88158021829422, | |
| 86.86057181493287, | |
| 86.84560030908915 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "stgcn_kp_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 49.073735874393655, | |
| "dn_mpjpe": 2.2276806095537975, | |
| "mpjpe_hm": 129.8107325700497, | |
| "dn_mpjpe_hm": 5.892700987722516, | |
| "pck05": 86.88158021829422 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.073735874393655, | |
| "dn_mpjpe": 2.2276806095537975, | |
| "mpjpe_hm": 129.8107325700497, | |
| "dn_mpjpe_hm": 5.892700987722516, | |
| "pck05": 86.88158021829422 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033410Z", | |
| "mismatches": [] | |
| }, | |
| "stgcn_kp_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 49.16539510054898, | |
| "dn_mpjpe": 2.2318414397240445, | |
| "mpjpe_hm": 129.8918347719765, | |
| "dn_mpjpe_hm": 5.896382586431178, | |
| "pck05": 86.86057181493287 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.16539510054898, | |
| "dn_mpjpe": 2.2318414397240445, | |
| "mpjpe_hm": 129.8918347719765, | |
| "dn_mpjpe_hm": 5.896382586431178, | |
| "pck05": 86.86057181493287 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033615Z", | |
| "mismatches": [] | |
| }, | |
| "stgcn_kp_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 49.42636755916999, | |
| "dn_mpjpe": 2.243688169453072, | |
| "mpjpe_hm": 130.7452951246946, | |
| "dn_mpjpe_hm": 5.935125042959031, | |
| "pck05": 86.84560030908915 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.42636755916999, | |
| "dn_mpjpe": 2.243688169453072, | |
| "mpjpe_hm": 130.7452951246946, | |
| "dn_mpjpe_hm": 5.935125042959031, | |
| "pck05": 86.84560030908915 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033633Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "STG3_pre": { | |
| "label": "ST-GCN-kp + BATON trunk (n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "stgcn_kp_batonpre_trunkp123_s42_v2", | |
| "stgcn_kp_batonpre_trunkp123_s123_v2", | |
| "stgcn_kp_batonpre_trunkp123_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 530080, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "BATON in-cabin pose pretraining of ST-GCN-kp itself (`stgcn_kp_batonpre_pretrain_s123`), trunk-only init", | |
| "source": "arch_attribution.md \u00a71.2", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 49.01150086481571, | |
| "sd": 0.16805481898777253, | |
| "n": 3, | |
| "per_seed": [ | |
| 49.08473784638737, | |
| 48.81925563923564, | |
| 49.13050910882413 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.2248554787256287, | |
| "sd": 0.007628774433627062, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.228180039223061, | |
| 2.216128591447265, | |
| 2.23025780550656 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 129.9953630468299, | |
| "sd": 0.6365117534078187, | |
| "n": 3, | |
| "per_seed": [ | |
| 130.63732774634659, | |
| 129.36444811463284, | |
| 129.98431327951027 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.901082206835497, | |
| "sd": 0.02889417048763071, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.930223911408219, | |
| 5.872442101579791, | |
| 5.900580607518482 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.95386200457195, | |
| "sd": 0.04653995131497546, | |
| "n": 3, | |
| "per_seed": [ | |
| 86.9332560610451, | |
| 87.00714768666087, | |
| 86.92118226600985 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "stgcn_kp_batonpre_trunkp123_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 49.08473784638737, | |
| "dn_mpjpe": 2.228180039223061, | |
| "mpjpe_hm": 130.63732774634659, | |
| "dn_mpjpe_hm": 5.930223911408219, | |
| "pck05": 86.9332560610451 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.08473784638737, | |
| "dn_mpjpe": 2.228180039223061, | |
| "mpjpe_hm": 130.63732774634659, | |
| "dn_mpjpe_hm": 5.930223911408219, | |
| "pck05": 86.9332560610451 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T175946Z", | |
| "mismatches": [] | |
| }, | |
| "stgcn_kp_batonpre_trunkp123_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.81925563923564, | |
| "dn_mpjpe": 2.216128591447265, | |
| "mpjpe_hm": 129.36444811463284, | |
| "dn_mpjpe_hm": 5.872442101579791, | |
| "pck05": 87.00714768666087 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.81925563923564, | |
| "dn_mpjpe": 2.216128591447265, | |
| "mpjpe_hm": 129.36444811463284, | |
| "dn_mpjpe_hm": 5.872442101579791, | |
| "pck05": 87.00714768666087 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T180254Z", | |
| "mismatches": [] | |
| }, | |
| "stgcn_kp_batonpre_trunkp123_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 49.13050910882413, | |
| "dn_mpjpe": 2.23025780550656, | |
| "mpjpe_hm": 129.98431327951027, | |
| "dn_mpjpe_hm": 5.900580607518482, | |
| "pck05": 86.92118226600985 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 49.13050910882413, | |
| "dn_mpjpe": 2.23025780550656, | |
| "mpjpe_hm": 129.98431327951027, | |
| "dn_mpjpe_hm": 5.900580607518482, | |
| "pck05": 86.92118226600985 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T180725Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "SiM3": { | |
| "label": "SiMLPe-kp (n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "simlpe_kp_s42_v2", | |
| "simlpe_kp_s123_v2", | |
| "simlpe_kp_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 1040597, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "none", | |
| "source": "stage_a.md \u00a71; stage_bc.md \u00a71", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 50.263855968611246, | |
| "sd": 0.0674341455676724, | |
| "n": 3, | |
| "per_seed": [ | |
| 50.18637510913777, | |
| 50.295895555126314, | |
| 50.30929724156964 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.2817055866559026, | |
| "sd": 0.0030611433147749592, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.2781883771917117, | |
| 2.283160009563513, | |
| 2.2837683732124825 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 131.224409792338, | |
| "sd": 0.2714066325896038, | |
| "n": 3, | |
| "per_seed": [ | |
| 130.92701108164448, | |
| 131.28751086866006, | |
| 131.4587074267095 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.95687424211505, | |
| "sd": 0.012320384457210771, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.943373958728964, | |
| 5.959738687661328, | |
| 5.96751007995486 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.46777101645256, | |
| "sd": 0.15946376899701278, | |
| "n": 3, | |
| "per_seed": [ | |
| 86.64638269100745, | |
| 86.41722206123829, | |
| 86.33970829711195 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "simlpe_kp_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 50.18637510913777, | |
| "dn_mpjpe": 2.2781883771917117, | |
| "mpjpe_hm": 130.92701108164448, | |
| "dn_mpjpe_hm": 5.943373958728964, | |
| "pck05": 86.64638269100745 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 50.18637510913777, | |
| "dn_mpjpe": 2.2781883771917117, | |
| "mpjpe_hm": 130.92701108164448, | |
| "dn_mpjpe_hm": 5.943373958728964, | |
| "pck05": 86.64638269100745 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154501Z", | |
| "mismatches": [] | |
| }, | |
| "simlpe_kp_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 50.295895555126314, | |
| "dn_mpjpe": 2.283160009563513, | |
| "mpjpe_hm": 131.28751086866006, | |
| "dn_mpjpe_hm": 5.959738687661328, | |
| "pck05": 86.41722206123829 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 50.295895555126314, | |
| "dn_mpjpe": 2.283160009563513, | |
| "mpjpe_hm": 131.28751086866006, | |
| "dn_mpjpe_hm": 5.959738687661328, | |
| "pck05": 86.41722206123829 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154502Z", | |
| "mismatches": [] | |
| }, | |
| "simlpe_kp_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 50.30929724156964, | |
| "dn_mpjpe": 2.2837683732124825, | |
| "mpjpe_hm": 131.4587074267095, | |
| "dn_mpjpe_hm": 5.96751007995486, | |
| "pck05": 86.33970829711195 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 50.30929724156964, | |
| "dn_mpjpe": 2.2837683732124825, | |
| "mpjpe_hm": 131.4587074267095, | |
| "dn_mpjpe_hm": 5.96751007995486, | |
| "pck05": 86.33970829711195 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T154503Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "DWMkp3": { | |
| "label": "Driver-WM-kp (Driver-WM architecture on the keypoint part tokens, n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "driverwm_kp_s42_v2", | |
| "driverwm_kp_s123_v2", | |
| "driverwm_kp_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 85721410, | |
| "reading": null, | |
| "selection": "val All-MPJPE of the EMA weights (reading (a) for F1); test evaluated once", | |
| "pretraining": "none", | |
| "source": "arch_attribution.md \u00a72 (per-seed levels; no seed-mean row exists there)", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 50.64701339210948, | |
| "sd": 0.2926614905162552, | |
| "n": 3, | |
| "per_seed": [ | |
| 50.39831411706641, | |
| 50.57321598580754, | |
| 50.9695100734545 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.2990988490094826, | |
| "sd": 0.013285239364186262, | |
| "n": 3, | |
| "per_seed": [ | |
| 2.2878092550392664, | |
| 2.2957488482784405, | |
| 2.3137384437107413 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 132.92455175660166, | |
| "sd": 0.8742846056068947, | |
| "n": 3, | |
| "per_seed": [ | |
| 131.93303813672205, | |
| 133.25584237610676, | |
| 133.5847747569762 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 6.034051437203128, | |
| "sd": 0.039687764308935024, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.989042113462873, | |
| 6.049090228851017, | |
| 6.064021969295493 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.24408384043272, | |
| "sd": 0.13073550758262018, | |
| "n": 3, | |
| "per_seed": [ | |
| 86.35854341736695, | |
| 86.27209504491452, | |
| 86.10161305901671 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "driverwm_kp_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 50.39831411706641, | |
| "dn_mpjpe": 2.2878092550392664, | |
| "mpjpe_hm": 131.93303813672205, | |
| "dn_mpjpe_hm": 5.989042113462873, | |
| "pck05": 86.35854341736695 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 50.39831411706641, | |
| "dn_mpjpe": 2.2878092550392664, | |
| "mpjpe_hm": 131.93303813672205, | |
| "dn_mpjpe_hm": 5.989042113462873, | |
| "pck05": 86.35854341736695 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T181647Z", | |
| "mismatches": [] | |
| }, | |
| "driverwm_kp_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 50.57321598580754, | |
| "dn_mpjpe": 2.2957488482784405, | |
| "mpjpe_hm": 133.25584237610676, | |
| "dn_mpjpe_hm": 6.049090228851017, | |
| "pck05": 86.27209504491452 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 50.57321598580754, | |
| "dn_mpjpe": 2.2957488482784405, | |
| "mpjpe_hm": 133.25584237610676, | |
| "dn_mpjpe_hm": 6.049090228851017, | |
| "pck05": 86.27209504491452 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T182243Z", | |
| "mismatches": [] | |
| }, | |
| "driverwm_kp_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 50.9695100734545, | |
| "dn_mpjpe": 2.3137384437107413, | |
| "mpjpe_hm": 133.5847747569762, | |
| "dn_mpjpe_hm": 6.064021969295493, | |
| "pck05": 86.10161305901671 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 50.9695100734545, | |
| "dn_mpjpe": 2.3137384437107413, | |
| "mpjpe_hm": 133.5847747569762, | |
| "dn_mpjpe_hm": 6.064021969295493, | |
| "pck05": 86.10161305901671 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260914T182757Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "DWMrepro3": { | |
| "label": "Driver-WM reproduction (our port of the published architecture, n=3)", | |
| "block": "single", | |
| "runs": [ | |
| "driverwm_repro_s42_v2", | |
| "driverwm_repro_s123_v2", | |
| "driverwm_repro_s456_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 3, | |
| "seeds": [ | |
| 42, | |
| 123, | |
| 456 | |
| ], | |
| "params": 123655254, | |
| "reading": "a", | |
| "selection": "val All-MPJPE (repro recipe: no EMA); F1 at that checkpoint (reading (a)); no reading-(b) checkpoint", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'Driver-WM reproduction (C1)'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 130.86487703772423, | |
| "sd": 3.1119325708516876, | |
| "n": 3, | |
| "per_seed": [ | |
| 131.93310478534895, | |
| 127.35951907516198, | |
| 133.30200725266172 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 5.9405534111923215, | |
| "sd": 0.1412648073924704, | |
| "n": 3, | |
| "per_seed": [ | |
| 5.9890451389479145, | |
| 5.781429231555135, | |
| 6.051185863073917 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 176.33201678429035, | |
| "sd": 3.2897914287794845, | |
| "n": 3, | |
| "per_seed": [ | |
| 177.40503599925313, | |
| 172.6396871616447, | |
| 178.95132719197326 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 8.004514179219942, | |
| "sd": 0.14933863185240664, | |
| "n": 3, | |
| "per_seed": [ | |
| 8.053223413523387, | |
| 7.836902503485658, | |
| 8.123416620650783 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 54.157249106539176, | |
| "sd": 0.8030977682652946, | |
| "n": 3, | |
| "per_seed": [ | |
| 54.05751955954796, | |
| 55.005553945716215, | |
| 53.40867381435332 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 71.6484269163226, | |
| "sd": 1.8597155327041721, | |
| "n": 3, | |
| "per_seed": [ | |
| 71.21397490877823, | |
| 73.68691085142595, | |
| 70.04439498876363 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 68.71051924462995, | |
| "sd": 0.507076479574372, | |
| "n": 3, | |
| "per_seed": [ | |
| 68.70300794939524, | |
| 68.20724013853662, | |
| 69.221309645958 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 89.57204300589115, | |
| "sd": 0.899968392506477, | |
| "n": 3, | |
| "per_seed": [ | |
| 88.54092960205416, | |
| 90.19961296073753, | |
| 89.97558645488172 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 68.39196338079189, | |
| "sd": 3.0562661152676225, | |
| "n": 3, | |
| "per_seed": [ | |
| 70.32845223483885, | |
| 69.9787670464561, | |
| 64.86867086108073 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "driverwm_repro_s42_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 131.93310478534895, | |
| "dn_mpjpe": 5.9890451389479145, | |
| "mpjpe_hm": 177.40503599925313, | |
| "dn_mpjpe_hm": 8.053223413523387, | |
| "pck05": 54.05751955954796, | |
| "f1_dbr": 71.21397490877823, | |
| "f1_der": 68.70300794939524, | |
| "f1_tcr": 88.54092960205416, | |
| "f1_vcr": 70.32845223483885 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 131.93310478534895, | |
| "dn_mpjpe": 5.9890451389479145, | |
| "mpjpe_hm": 177.40503599925313, | |
| "dn_mpjpe_hm": 8.053223413523387, | |
| "pck05": 54.05751955954796, | |
| "f1_dbr": 71.21397490877823, | |
| "f1_der": 68.70300794939524, | |
| "f1_tcr": 88.54092960205416, | |
| "f1_vcr": 70.32845223483885 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T170027Z", | |
| "mismatches": [] | |
| }, | |
| "driverwm_repro_s123_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 127.35951907516198, | |
| "dn_mpjpe": 5.781429231555135, | |
| "mpjpe_hm": 172.6396871616447, | |
| "dn_mpjpe_hm": 7.836902503485658, | |
| "pck05": 55.005553945716215, | |
| "f1_dbr": 73.68691085142595, | |
| "f1_der": 68.20724013853662, | |
| "f1_tcr": 90.19961296073753, | |
| "f1_vcr": 69.9787670464561 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 127.35951907516198, | |
| "dn_mpjpe": 5.781429231555135, | |
| "mpjpe_hm": 172.6396871616447, | |
| "dn_mpjpe_hm": 7.836902503485658, | |
| "pck05": 55.005553945716215, | |
| "f1_dbr": 73.68691085142595, | |
| "f1_der": 68.20724013853662, | |
| "f1_tcr": 90.19961296073753, | |
| "f1_vcr": 69.9787670464561 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T170033Z", | |
| "mismatches": [] | |
| }, | |
| "driverwm_repro_s456_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 133.30200725266172, | |
| "dn_mpjpe": 6.051185863073917, | |
| "mpjpe_hm": 178.95132719197326, | |
| "dn_mpjpe_hm": 8.123416620650783, | |
| "pck05": 53.40867381435332, | |
| "f1_dbr": 70.04439498876363, | |
| "f1_der": 69.221309645958, | |
| "f1_tcr": 89.97558645488172, | |
| "f1_vcr": 64.86867086108073 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 133.30200725266172, | |
| "dn_mpjpe": 6.051185863073917, | |
| "mpjpe_hm": 178.95132719197326, | |
| "dn_mpjpe_hm": 8.123416620650783, | |
| "pck05": 53.40867381435332, | |
| "f1_dbr": 70.04439498876363, | |
| "f1_der": 69.221309645958, | |
| "f1_tcr": 89.97558645488172, | |
| "f1_vcr": 64.86867086108073 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T181335Z", | |
| "mismatches": [] | |
| } | |
| } | |
| }, | |
| "ensA3": { | |
| "label": "A3 logit ensemble of the three (b) view-gate seeds \u2014 ensemble, not a single model", | |
| "block": "ensemble", | |
| "runs": [ | |
| "cwm3d_vis_sema_vg_f1sel_ens3_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 1, | |
| "seeds": [ | |
| null | |
| ], | |
| "params": null, | |
| "reading": "b", | |
| "selection": "no selection: mean of the members' saved coordinates AND logits (`aide/eval/ensemble.py`); members = the (b) checkpoints", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'Hardening A3: logit ENSEMBLE of DER (i) (b) seeds'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.82085192402683, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 48.82085192402683 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.216201054091759, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 2.216201054091759 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 131.23459602304163, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 131.23459602304163 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.957336641568007, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 5.957336641568007 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.89413696513087, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 86.89413696513087 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 73.3981090235004, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 73.3981090235004 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 77.2926816650978, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 77.2926816650978 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 91.16295825173366, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 91.16295825173366 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 72.32624840975366, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 72.32624840975366 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sema_vg_f1sel_ens3_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.82085192402683, | |
| "dn_mpjpe": 2.216201054091759, | |
| "mpjpe_hm": 131.23459602304163, | |
| "dn_mpjpe_hm": 5.957336641568007, | |
| "pck05": 86.89413696513087, | |
| "f1_dbr": 73.3981090235004, | |
| "f1_der": 77.2926816650978, | |
| "f1_tcr": 91.16295825173366, | |
| "f1_vcr": 72.32624840975366 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.82085192402683, | |
| "dn_mpjpe": 2.216201054091759, | |
| "mpjpe_hm": 131.23459602304163, | |
| "dn_mpjpe_hm": 5.957336641568007, | |
| "pck05": 86.89413696513087, | |
| "f1_dbr": 73.3981090235004, | |
| "f1_der": 77.2926816650978, | |
| "f1_tcr": 91.16295825173366, | |
| "f1_vcr": 72.32624840975366 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033809Z", | |
| "mismatches": [] | |
| } | |
| }, | |
| "reaverage": { | |
| "members": [ | |
| "cwm3d_vis_sema_vg_s42_v2__f1sel", | |
| "cwm3d_vis_sema_vg_s123_v2__f1sel", | |
| "cwm3d_vis_sema_vg_s456_v2__f1sel" | |
| ], | |
| "n_members": 3, | |
| "max_abs_diff_pred_px": 0.0, | |
| "max_abs_diff_logits": { | |
| "dbr": 0.0, | |
| "der": 0.0, | |
| "tcr": 0.0, | |
| "vcr": 0.0 | |
| }, | |
| "logit_key_mismatch": [], | |
| "metrics_from_reaveraged_members": { | |
| "mpjpe_all": 48.82085192402683, | |
| "dn_mpjpe": 2.216201054091759, | |
| "mpjpe_hm": 131.23459602304163, | |
| "dn_mpjpe_hm": 5.957336641568007, | |
| "pck05": 86.89413696513087, | |
| "f1_dbr": 73.3981090235004, | |
| "f1_der": 77.2926816650978, | |
| "f1_tcr": 91.16295825173366, | |
| "f1_vcr": 72.32624840975366 | |
| }, | |
| "max_abs_diff_metrics_vs_saved_pred": 0.0 | |
| } | |
| }, | |
| "ensC4": { | |
| "label": "Stage C (iv) 3-seed ensemble of CockpitWM-KS \u2014 ensemble, not a single model", | |
| "block": "ensemble", | |
| "runs": [ | |
| "cwm3d_vis_sem_ens3_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 1, | |
| "seeds": [ | |
| null | |
| ], | |
| "params": null, | |
| "reading": "a", | |
| "selection": "no selection: mean of the members' saved coordinates and logits; members = the (a) checkpoints", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'Stage C (iv) 3-seed ENSEMBLE of B2 main'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.12898752395499, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 48.12898752395499 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1847941746068646, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 2.1847941746068646 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 129.82835769576286, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 129.82835769576286 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.893501072535553, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 5.893501072535553 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.19115232299816, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 87.19115232299816 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 45.09624013061021, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 45.09624013061021 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 47.02678222028146, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 47.02678222028146 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 82.34003142525005, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 82.34003142525005 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 59.71958778405886, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 59.71958778405886 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sem_ens3_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.12898752395499, | |
| "dn_mpjpe": 2.1847941746068646, | |
| "mpjpe_hm": 129.82835769576286, | |
| "dn_mpjpe_hm": 5.893501072535553, | |
| "pck05": 87.19115232299816, | |
| "f1_dbr": 45.09624013061021, | |
| "f1_der": 47.02678222028146, | |
| "f1_tcr": 82.34003142525005, | |
| "f1_vcr": 59.71958778405886 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.12898752395499, | |
| "dn_mpjpe": 2.1847941746068646, | |
| "mpjpe_hm": 129.82835769576286, | |
| "dn_mpjpe_hm": 5.893501072535553, | |
| "pck05": 87.19115232299816, | |
| "f1_dbr": 45.09624013061021, | |
| "f1_der": 47.02678222028146, | |
| "f1_tcr": 82.34003142525005, | |
| "f1_vcr": 59.71958778405886 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260910T193532Z", | |
| "mismatches": [] | |
| } | |
| }, | |
| "reaverage": { | |
| "members": [ | |
| "cwm3d_vis_sem_s42_v2", | |
| "cwm3d_vis_sem_s123_v2", | |
| "cwm3d_vis_sem_s456_v2" | |
| ], | |
| "n_members": 3, | |
| "max_abs_diff_pred_px": 0.0, | |
| "max_abs_diff_logits": { | |
| "dbr": 0.0, | |
| "der": 0.0, | |
| "tcr": 0.0, | |
| "vcr": 0.0 | |
| }, | |
| "logit_key_mismatch": [], | |
| "metrics_from_reaveraged_members": { | |
| "mpjpe_all": 48.12898752395499, | |
| "dn_mpjpe": 2.1847941746068646, | |
| "mpjpe_hm": 129.82835769576286, | |
| "dn_mpjpe_hm": 5.893501072535553, | |
| "pck05": 87.19115232299816, | |
| "f1_dbr": 45.09624013061021, | |
| "f1_der": 47.02678222028146, | |
| "f1_tcr": 82.34003142525005, | |
| "f1_vcr": 59.71958778405886 | |
| }, | |
| "max_abs_diff_metrics_vs_saved_pred": 0.0 | |
| } | |
| }, | |
| "ensB4": { | |
| "label": "B4 ensemble of the 3 motion-weighted seeds \u2014 ensemble, not a single model", | |
| "block": "ensemble", | |
| "runs": [ | |
| "cwm3d_vis_sem_mw_ens3_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 1, | |
| "seeds": [ | |
| null | |
| ], | |
| "params": null, | |
| "reading": "a", | |
| "selection": "no selection: mean of the members' saved coordinates and logits; members = the (a) checkpoints", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'Hardening B4 ENSEMBLE of the 3 motion-weighted seeds'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.54424993079926, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 48.54424993079926 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.2036448285283714, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 2.2036448285283714 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 129.7283693480719, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 129.7283693480719 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.888962145564463, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 5.888962145564463 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 86.99265913261857, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 86.99265913261857 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 37.67190243178634, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 37.67190243178634 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 42.59909246267225, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 42.59909246267225 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 81.58344733242133, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 81.58344733242133 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 59.25023053689442, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 59.25023053689442 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sem_mw_ens3_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.54424993079926, | |
| "dn_mpjpe": 2.2036448285283714, | |
| "mpjpe_hm": 129.7283693480719, | |
| "dn_mpjpe_hm": 5.888962145564463, | |
| "pck05": 86.99265913261857, | |
| "f1_dbr": 37.67190243178634, | |
| "f1_der": 42.59909246267225, | |
| "f1_tcr": 81.58344733242133, | |
| "f1_vcr": 59.25023053689442 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.54424993079926, | |
| "dn_mpjpe": 2.2036448285283714, | |
| "mpjpe_hm": 129.7283693480719, | |
| "dn_mpjpe_hm": 5.888962145564463, | |
| "pck05": 86.99265913261857, | |
| "f1_dbr": 37.67190243178634, | |
| "f1_der": 42.59909246267225, | |
| "f1_tcr": 81.58344733242133, | |
| "f1_vcr": 59.25023053689442 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T033818Z", | |
| "mismatches": [] | |
| } | |
| }, | |
| "reaverage": { | |
| "members": [ | |
| "cwm3d_vis_sem_mw_s42_v2", | |
| "cwm3d_vis_sem_mw_s123_v2", | |
| "cwm3d_vis_sem_mw_s456_v2" | |
| ], | |
| "n_members": 3, | |
| "max_abs_diff_pred_px": 0.0, | |
| "max_abs_diff_logits": { | |
| "dbr": 0.0, | |
| "der": 0.0, | |
| "tcr": 0.0, | |
| "vcr": 0.0 | |
| }, | |
| "logit_key_mismatch": [], | |
| "metrics_from_reaveraged_members": { | |
| "mpjpe_all": 48.54424993079926, | |
| "dn_mpjpe": 2.2036448285283714, | |
| "mpjpe_hm": 129.7283693480719, | |
| "dn_mpjpe_hm": 5.888962145564463, | |
| "pck05": 86.99265913261857, | |
| "f1_dbr": 37.67190243178634, | |
| "f1_der": 42.59909246267225, | |
| "f1_tcr": 81.58344733242133, | |
| "f1_vcr": 59.25023053689442 | |
| }, | |
| "max_abs_diff_metrics_vs_saved_pred": 0.0 | |
| } | |
| }, | |
| "ens9": { | |
| "label": "B4 9-run ensemble (mw + hw + dct \u00d7 3 seeds) \u2014 ensemble, not a single model", | |
| "block": "ensemble", | |
| "runs": [ | |
| "cwm3d_vis_sem_9ens_v2" | |
| ], | |
| "missing_runs": [], | |
| "n": 1, | |
| "seeds": [ | |
| null | |
| ], | |
| "params": null, | |
| "reading": "a", | |
| "selection": "no selection: mean of the members' saved coordinates and logits; members = the (a) checkpoints", | |
| "pretraining": "none", | |
| "source": "stage_bc.md \u00a71 'Hardening B4 ENSEMBLE of 9 runs mw + hw + dct'", | |
| "cells": { | |
| "mpjpe_all": { | |
| "mean": 48.22664055713651, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 48.22664055713651 | |
| ] | |
| }, | |
| "dn_mpjpe": { | |
| "mean": 2.1892270910051477, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 2.1892270910051477 | |
| ] | |
| }, | |
| "mpjpe_hm": { | |
| "mean": 129.8287797208384, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 129.8287797208384 | |
| ] | |
| }, | |
| "dn_mpjpe_hm": { | |
| "mean": 5.89352023017784, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 5.89352023017784 | |
| ] | |
| }, | |
| "pck05": { | |
| "mean": 87.08997392060273, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 87.08997392060273 | |
| ] | |
| }, | |
| "f1_dbr": { | |
| "mean": 41.598052916528886, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 41.598052916528886 | |
| ] | |
| }, | |
| "f1_der": { | |
| "mean": 45.93749118413994, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 45.93749118413994 | |
| ] | |
| }, | |
| "f1_tcr": { | |
| "mean": 82.05778774264596, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 82.05778774264596 | |
| ] | |
| }, | |
| "f1_vcr": { | |
| "mean": 59.60192761319699, | |
| "sd": null, | |
| "n": 1, | |
| "per_seed": [ | |
| 59.60192761319699 | |
| ] | |
| } | |
| }, | |
| "per_run": { | |
| "cwm3d_vis_sem_9ens_v2": { | |
| "recomputed": { | |
| "mpjpe_all": 48.22664055713651, | |
| "dn_mpjpe": 2.1892270910051477, | |
| "mpjpe_hm": 129.8287797208384, | |
| "dn_mpjpe_hm": 5.89352023017784, | |
| "pck05": 87.08997392060273, | |
| "f1_dbr": 41.598052916528886, | |
| "f1_der": 45.93749118413994, | |
| "f1_tcr": 82.05778774264596, | |
| "f1_vcr": 59.60192761319699 | |
| }, | |
| "harness": { | |
| "mpjpe_all": 48.22664055713651, | |
| "dn_mpjpe": 2.1892270910051477, | |
| "mpjpe_hm": 129.8287797208384, | |
| "dn_mpjpe_hm": 5.89352023017784, | |
| "pck05": 87.08997392060273, | |
| "f1_dbr": 41.598052916528886, | |
| "f1_der": 45.93749118413994, | |
| "f1_tcr": 82.05778774264596, | |
| "f1_vcr": 59.60192761319699 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "harness_utc": "20260912T043557Z", | |
| "mismatches": [] | |
| } | |
| }, | |
| "reaverage": { | |
| "members": [ | |
| "cwm3d_vis_sem_mw_s42_v2", | |
| "cwm3d_vis_sem_mw_s123_v2", | |
| "cwm3d_vis_sem_mw_s456_v2", | |
| "cwm3d_vis_sem_hw_s42_v2", | |
| "cwm3d_vis_sem_hw_s123_v2", | |
| "cwm3d_vis_sem_hw_s456_v2", | |
| "cwm3d_vis_sem_dct_s42_v2", | |
| "cwm3d_vis_sem_dct_s123_v2", | |
| "cwm3d_vis_sem_dct_s456_v2" | |
| ], | |
| "n_members": 9, | |
| "max_abs_diff_pred_px": 0.0, | |
| "max_abs_diff_logits": { | |
| "dbr": 0.0, | |
| "der": 0.0, | |
| "tcr": 0.0, | |
| "vcr": 0.0 | |
| }, | |
| "logit_key_mismatch": [], | |
| "metrics_from_reaveraged_members": { | |
| "mpjpe_all": 48.22664055713651, | |
| "dn_mpjpe": 2.1892270910051477, | |
| "mpjpe_hm": 129.8287797208384, | |
| "dn_mpjpe_hm": 5.89352023017784, | |
| "pck05": 87.08997392060273, | |
| "f1_dbr": 41.598052916528886, | |
| "f1_der": 45.93749118413994, | |
| "f1_tcr": 82.05778774264596, | |
| "f1_vcr": 59.60192761319699 | |
| }, | |
| "max_abs_diff_metrics_vs_saved_pred": 0.0 | |
| } | |
| } | |
| }, | |
| "published": { | |
| "source": "stage_bc.md \u00a71b (line 63); typed from arXiv 2605.05092v2 in aide/eval/paper_rows.py", | |
| "header": [ | |
| "row", | |
| "group", | |
| "All", | |
| "d-n", | |
| "HM", | |
| "HM d-n", | |
| "PCK@0.05", | |
| "F1 DBR", | |
| "F1 DER", | |
| "F1 TCR", | |
| "F1 VCR", | |
| "HM h=5" | |
| ], | |
| "rows": [ | |
| { | |
| "row": "Zero-Velocity", | |
| "group": "motion baseline", | |
| "All": "52.89", | |
| "d-n": "2.40", | |
| "HM": "139.19", | |
| "HM d-n": "6.32", | |
| "PCK@0.05": "85.95", | |
| "F1 DBR": "8.27", | |
| "F1 DER": "14.94", | |
| "F1 TCR": "\u2013", | |
| "F1 VCR": "\u2013", | |
| "HM h=5": "178.62" | |
| }, | |
| { | |
| "row": "ST-GCN", | |
| "group": "motion baseline", | |
| "All": "110.98", | |
| "d-n": "5.04", | |
| "HM": "158.10", | |
| "HM d-n": "7.18", | |
| "PCK@0.05": "60.97", | |
| "F1 DBR": "18.96", | |
| "F1 DER": "22.66", | |
| "F1 TCR": "\u2013", | |
| "F1 VCR": "\u2013", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "SiMLPe", | |
| "group": "motion baseline", | |
| "All": "106.38", | |
| "d-n": "4.83", | |
| "HM": "156.29", | |
| "HM d-n": "7.09", | |
| "PCK@0.05": "63.45", | |
| "F1 DBR": "37.26", | |
| "F1 DER": "41.69", | |
| "F1 TCR": "\u2013", | |
| "F1 VCR": "\u2013", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "MotionBERT", | |
| "group": "motion baseline", | |
| "All": "73.51", | |
| "d-n": "3.34", | |
| "HM": "141.53", | |
| "HM d-n": "6.42", | |
| "PCK@0.05": "78.01", | |
| "F1 DBR": "56.70", | |
| "F1 DER": "52.71", | |
| "F1 TCR": "\u2013", | |
| "F1 VCR": "\u2013", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "Offline Enc-Dec", | |
| "group": "motion baseline", | |
| "All": "75.87", | |
| "d-n": "3.45", | |
| "HM": "144.05", | |
| "HM d-n": "6.54", | |
| "PCK@0.05": "77.17", | |
| "F1 DBR": "53.82", | |
| "F1 DER": "50.68", | |
| "F1 TCR": "\u2013", | |
| "F1 VCR": "\u2013", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "Static pooling", | |
| "group": "controlled context baseline", | |
| "All": "68.50", | |
| "d-n": "3.11", | |
| "HM": "134.56", | |
| "HM d-n": "6.11", | |
| "PCK@0.05": "72.55", | |
| "F1 DBR": "54.04", | |
| "F1 DER": "60.07", | |
| "F1 TCR": "26.39", | |
| "F1 VCR": "14.00", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "Single-stream", | |
| "group": "controlled context baseline", | |
| "All": "90.87", | |
| "d-n": "4.13", | |
| "HM": "147.44", | |
| "HM d-n": "6.69", | |
| "PCK@0.05": "59.63", | |
| "F1 DBR": "24.56", | |
| "F1 DER": "24.35", | |
| "F1 TCR": "26.39", | |
| "F1 VCR": "14.00", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "Late fusion", | |
| "group": "controlled context baseline", | |
| "All": "82.59", | |
| "d-n": "3.75", | |
| "HM": "143.31", | |
| "HM d-n": "6.51", | |
| "PCK@0.05": "65.07", | |
| "F1 DBR": "45.87", | |
| "F1 DER": "49.10", | |
| "F1 TCR": "87.85", | |
| "F1 VCR": "65.97", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "Cross-Attn only", | |
| "group": "controlled context baseline", | |
| "All": "80.14", | |
| "d-n": "3.64", | |
| "HM": "142.41", | |
| "HM d-n": "6.47", | |
| "PCK@0.05": "66.43", | |
| "F1 DBR": "62.52", | |
| "F1 DER": "68.75", | |
| "F1 TCR": "87.94", | |
| "F1 VCR": "69.09", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "Driver-WM main", | |
| "group": "main", | |
| "All": "71.47", | |
| "d-n": "3.24", | |
| "HM": "138.03", | |
| "HM d-n": "6.27", | |
| "PCK@0.05": "71.66", | |
| "F1 DBR": "68.07", | |
| "F1 DER": "72.61", | |
| "F1 TCR": "90.15", | |
| "F1 VCR": "68.34", | |
| "HM h=5": "155.82" | |
| }, | |
| { | |
| "row": "full pretrained", | |
| "group": "variant", | |
| "All": "72.68", | |
| "d-n": "3.30", | |
| "HM": "138.03", | |
| "HM d-n": "6.27", | |
| "PCK@0.05": "70.99", | |
| "F1 DBR": "73.22", | |
| "F1 DER": "73.97", | |
| "F1 TCR": "90.54", | |
| "F1 VCR": "62.09", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "Non-causal", | |
| "group": "variant (reads future frames)", | |
| "All": "72.15", | |
| "d-n": "3.27", | |
| "HM": "136.50", | |
| "HM d-n": "6.20", | |
| "PCK@0.05": "71.39", | |
| "F1 DBR": "73.35", | |
| "F1 DER": "74.46", | |
| "F1 TCR": "88.65", | |
| "F1 VCR": "68.82", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "w/o ext context", | |
| "group": "ablation", | |
| "All": "71.74", | |
| "d-n": "3.26", | |
| "HM": "136.94", | |
| "HM d-n": "6.21", | |
| "PCK@0.05": "71.13", | |
| "F1 DBR": "71.33", | |
| "F1 DER": "63.56", | |
| "F1 TCR": "26.39", | |
| "F1 VCR": "14.00", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "RSSM/GRU", | |
| "group": "ablation", | |
| "All": "78.42", | |
| "d-n": "3.56", | |
| "HM": "136.46", | |
| "HM d-n": "6.19", | |
| "PCK@0.05": "67.48", | |
| "F1 DBR": "67.15", | |
| "F1 DER": "72.29", | |
| "F1 TCR": "88.26", | |
| "F1 VCR": "63.74", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "+Skeleton-Pre", | |
| "group": "ablation", | |
| "All": "70.92", | |
| "d-n": "3.22", | |
| "HM": "136.04", | |
| "HM d-n": "6.18", | |
| "PCK@0.05": "72.09", | |
| "F1 DBR": "69.55", | |
| "F1 DER": "75.65", | |
| "F1 TCR": "88.33", | |
| "F1 VCR": "70.24", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "KL bottleneck", | |
| "group": "ablation", | |
| "All": "70.56", | |
| "d-n": "3.20", | |
| "HM": "136.50", | |
| "HM d-n": "6.20", | |
| "PCK@0.05": "71.71", | |
| "F1 DBR": "69.89", | |
| "F1 DER": "71.54", | |
| "F1 TCR": "88.84", | |
| "F1 VCR": "64.68", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "no-prompt feat", | |
| "group": "ablation", | |
| "All": "76.54", | |
| "d-n": "3.47", | |
| "HM": "142.08", | |
| "HM d-n": "6.45", | |
| "PCK@0.05": "68.28", | |
| "F1 DBR": "68.88", | |
| "F1 DER": "69.92", | |
| "F1 TCR": "76.87", | |
| "F1 VCR": "58.59", | |
| "HM h=5": "\u2013" | |
| }, | |
| { | |
| "row": "no pose head", | |
| "group": "ablation", | |
| "All": "\u2013", | |
| "d-n": "\u2013", | |
| "HM": "\u2013", | |
| "HM d-n": "\u2013", | |
| "PCK@0.05": "\u2013", | |
| "F1 DBR": "67.22", | |
| "F1 DER": "70.92", | |
| "F1 TCR": "88.83", | |
| "F1 VCR": "69.44", | |
| "HM h=5": "\u2013" | |
| } | |
| ], | |
| "cross_check_problems": [] | |
| }, | |
| "missing_groups": [], | |
| "wall_s": 1.7 | |
| } |
Xet Storage Details
- Size:
- 123 kB
- Xet hash:
- 8d25f8a2a7dda0650fc45dd42dc8d7aafb974f1f41023a01e23eeb92fc4f4f62
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.