Document exact source parity, cold-load checks and rendered base/latest previews
Browse files- validation.json +32 -3
validation.json
CHANGED
|
@@ -8,14 +8,14 @@
|
|
| 8 |
"training": [
|
| 9 |
{
|
| 10 |
"step": 1,
|
| 11 |
-
"loss":
|
| 12 |
"exact_gradient_tensors": 304,
|
| 13 |
"atol": 0,
|
| 14 |
"rtol": 0
|
| 15 |
},
|
| 16 |
{
|
| 17 |
"step": 10001,
|
| 18 |
-
"loss":
|
| 19 |
"exact_gradient_tensors": 304,
|
| 20 |
"atol": 0,
|
| 21 |
"rtol": 0
|
|
@@ -145,5 +145,34 @@
|
|
| 145 |
"Numerical equality covers the tested inputs and seeded executions, not arbitrary hardware/inputs.",
|
| 146 |
"No full-corpus training or canonical 3DPW/EMDB benchmark reproduction is claimed.",
|
| 147 |
"Original repository baseline has 14 failing tests in this environment."
|
| 148 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 149 |
}
|
|
|
|
| 8 |
"training": [
|
| 9 |
{
|
| 10 |
"step": 1,
|
| 11 |
+
"loss": 70.8442611694336,
|
| 12 |
"exact_gradient_tensors": 304,
|
| 13 |
"atol": 0,
|
| 14 |
"rtol": 0
|
| 15 |
},
|
| 16 |
{
|
| 17 |
"step": 10001,
|
| 18 |
+
"loss": 70.8442611694336,
|
| 19 |
"exact_gradient_tensors": 304,
|
| 20 |
"atol": 0,
|
| 21 |
"rtol": 0
|
|
|
|
| 145 |
"Numerical equality covers the tested inputs and seeded executions, not arbitrary hardware/inputs.",
|
| 146 |
"No full-corpus training or canonical 3DPW/EMDB benchmark reproduction is claimed.",
|
| 147 |
"Original repository baseline has 14 failing tests in this environment."
|
| 148 |
+
],
|
| 149 |
+
"regression_suite": {
|
| 150 |
+
"release_passed": 693,
|
| 151 |
+
"release_failed": 14,
|
| 152 |
+
"skipped": 4,
|
| 153 |
+
"baseline_passed": 694,
|
| 154 |
+
"baseline_failed": 14,
|
| 155 |
+
"new_failures": [],
|
| 156 |
+
"existing_failures": [
|
| 157 |
+
"tests/test_babel_sequential_protocol.py::test_public_sequential_leaderboard_uses_fixed_canvas_results_and_normalized_fid",
|
| 158 |
+
"tests/test_model_card_content.py::test_model_card_content_contract",
|
| 159 |
+
"tests/test_model_zoo_taxonomy.py::test_documentation_uses_one_information_architecture",
|
| 160 |
+
"tests/test_model_zoo_taxonomy.py::test_documentation_uses_scan_friendly_tables_and_navigation",
|
| 161 |
+
"tests/test_model_zoo_taxonomy.py::test_every_task_has_linked_readme_and_registry_resources",
|
| 162 |
+
"tests/test_model_zoo_taxonomy.py::test_model_zoo_task_index_covers_every_release_capability",
|
| 163 |
+
"tests/test_model_zoo_taxonomy.py::test_prompthmr_is_explicitly_restricted_and_not_task_indexed",
|
| 164 |
+
"tests/test_model_zoo_taxonomy.py::test_root_readme_uses_only_representation_conversion_visuals",
|
| 165 |
+
"tests/test_motion_tracking_trainers.py::test_public_g1_training_assets_are_materialized[motius/trainers/protomotions/vendor/protomotions/data/assets/mesh/G1/pelvis.stl]",
|
| 166 |
+
"tests/test_motion_tracking_trainers.py::test_public_g1_training_assets_are_materialized[motius/trainers/protomotions/vendor/protomotions/data/assets/usd/g1_holo_compat/configuration/g1_holo_compat_robot.usd]",
|
| 167 |
+
"tests/test_motion_tracking_trainers.py::test_public_g1_training_assets_are_materialized[motius/trainers/sonic/vendor/gear_sonic/data/assets/robot_description/meshes/g1/pelvis.STL]",
|
| 168 |
+
"tests/test_projflow.py::test_projflow_stats_match_the_official_humanml3d_joint_space",
|
| 169 |
+
"tests/test_render_model_card_threejs_media.py::test_native_jobs_do_not_claim_an_unvalidated_smpl_bridge",
|
| 170 |
+
"tests/test_tmr_evaluator.py::test_multi_actor_conversion_uses_gt_shared_frame_preview"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
"reproducible_command": "python tools/verify_flowhmr_source_parity.py --upstream /path/to/pinned/flowhmr --checkpoint-root outputs/checkpoints/flowhmr --output-dir outputs/validation/flowhmr",
|
| 174 |
+
"focused_tests": {
|
| 175 |
+
"passed": 33,
|
| 176 |
+
"failed": 0
|
| 177 |
+
}
|
| 178 |
}
|