ZeyuLing commited on
Commit
1fed6af
·
verified ·
1 Parent(s): cd868e1

Document exact source parity, cold-load checks and rendered base/latest previews

Browse files
Files changed (1) hide show
  1. validation.json +32 -3
validation.json CHANGED
@@ -8,14 +8,14 @@
8
  "training": [
9
  {
10
  "step": 1,
11
- "loss": 69.26042175292969,
12
  "exact_gradient_tensors": 304,
13
  "atol": 0,
14
  "rtol": 0
15
  },
16
  {
17
  "step": 10001,
18
- "loss": 69.26042175292969,
19
  "exact_gradient_tensors": 304,
20
  "atol": 0,
21
  "rtol": 0
@@ -145,5 +145,34 @@
145
  "Numerical equality covers the tested inputs and seeded executions, not arbitrary hardware/inputs.",
146
  "No full-corpus training or canonical 3DPW/EMDB benchmark reproduction is claimed.",
147
  "Original repository baseline has 14 failing tests in this environment."
148
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
149
  }
 
8
  "training": [
9
  {
10
  "step": 1,
11
+ "loss": 70.8442611694336,
12
  "exact_gradient_tensors": 304,
13
  "atol": 0,
14
  "rtol": 0
15
  },
16
  {
17
  "step": 10001,
18
+ "loss": 70.8442611694336,
19
  "exact_gradient_tensors": 304,
20
  "atol": 0,
21
  "rtol": 0
 
145
  "Numerical equality covers the tested inputs and seeded executions, not arbitrary hardware/inputs.",
146
  "No full-corpus training or canonical 3DPW/EMDB benchmark reproduction is claimed.",
147
  "Original repository baseline has 14 failing tests in this environment."
148
+ ],
149
+ "regression_suite": {
150
+ "release_passed": 693,
151
+ "release_failed": 14,
152
+ "skipped": 4,
153
+ "baseline_passed": 694,
154
+ "baseline_failed": 14,
155
+ "new_failures": [],
156
+ "existing_failures": [
157
+ "tests/test_babel_sequential_protocol.py::test_public_sequential_leaderboard_uses_fixed_canvas_results_and_normalized_fid",
158
+ "tests/test_model_card_content.py::test_model_card_content_contract",
159
+ "tests/test_model_zoo_taxonomy.py::test_documentation_uses_one_information_architecture",
160
+ "tests/test_model_zoo_taxonomy.py::test_documentation_uses_scan_friendly_tables_and_navigation",
161
+ "tests/test_model_zoo_taxonomy.py::test_every_task_has_linked_readme_and_registry_resources",
162
+ "tests/test_model_zoo_taxonomy.py::test_model_zoo_task_index_covers_every_release_capability",
163
+ "tests/test_model_zoo_taxonomy.py::test_prompthmr_is_explicitly_restricted_and_not_task_indexed",
164
+ "tests/test_model_zoo_taxonomy.py::test_root_readme_uses_only_representation_conversion_visuals",
165
+ "tests/test_motion_tracking_trainers.py::test_public_g1_training_assets_are_materialized[motius/trainers/protomotions/vendor/protomotions/data/assets/mesh/G1/pelvis.stl]",
166
+ "tests/test_motion_tracking_trainers.py::test_public_g1_training_assets_are_materialized[motius/trainers/protomotions/vendor/protomotions/data/assets/usd/g1_holo_compat/configuration/g1_holo_compat_robot.usd]",
167
+ "tests/test_motion_tracking_trainers.py::test_public_g1_training_assets_are_materialized[motius/trainers/sonic/vendor/gear_sonic/data/assets/robot_description/meshes/g1/pelvis.STL]",
168
+ "tests/test_projflow.py::test_projflow_stats_match_the_official_humanml3d_joint_space",
169
+ "tests/test_render_model_card_threejs_media.py::test_native_jobs_do_not_claim_an_unvalidated_smpl_bridge",
170
+ "tests/test_tmr_evaluator.py::test_multi_actor_conversion_uses_gt_shared_frame_preview"
171
+ ]
172
+ },
173
+ "reproducible_command": "python tools/verify_flowhmr_source_parity.py --upstream /path/to/pinned/flowhmr --checkpoint-root outputs/checkpoints/flowhmr --output-dir outputs/validation/flowhmr",
174
+ "focused_tests": {
175
+ "passed": 33,
176
+ "failed": 0
177
+ }
178
  }