dita_object / runtime_validation_report.json
albus2024's picture
Save Dita image preprocessing device with bundled runtime 2.2.0
ea885ac verified
Raw History Blame Contribute Delete
11.7 kB
{
"runtime_version": "2.2.0",
"scope": "Real-data paired numerical checks with identical weights/RNG and deterministic algorithms; no LIBERO rollout or convergence claim.",
"torch_version": "2.9.1+cu128",
"gpu": "NVIDIA GeForce RTX 4090 D",
"repository_tests": {
"runtime_version": "2.2.0",
"exit_code": 0,
"passed": 372,
"skipped": 2,
"failed": 0,
"all_package_imports_from_wheel": true,
"imported_package_modules": 75,
"counts_verified_against_pytest_terminal_summary": true
},
"bundled_wheel_inference": {
"strict_reload": true,
"image_preprocessing_device": "cpu",
"parameter_tensors": 373,
"checkpoint_calls_during_inference": 0,
"normalized_actions": [
[
-0.17592374980449677,
-0.18163743615150452,
-0.35942649841308594,
-0.06041604280471802,
-0.09618508070707321,
0.26031768321990967,
1.0
]
],
"gripper_mode": "binary",
"actions": [
[
0.03220635652542114,
-0.17224717140197754,
-0.33696234226226807,
0.0013292878866195679,
0.003292553126811981,
-0.004353716969490051,
-1.0
]
],
"previous_runtime_action_parity": "exact",
"policy_preprocessing_inference_finite": true,
"policy_preprocessing_max_action_difference": 0.001604318618774414
},
"default_image_preprocessing_device": "cpu",
"model_weights_changed": false,
"processor_statistics_changed": false,
"numerical_comparison": {
"strict_checkpoint_load": true,
"data": {
"repo_id": "HuggingFaceVLA/libero",
"sample_indices": [
100,
400
],
"batch_size": 2,
"chunk_size": 10
},
"precisions": {
"float32": {
"legacy_cpu": {
"loss": 2.573654890060425,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 2.573654890060425,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 2.573654890060425,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 2.573657751083374,
"loss_difference": {
"max_abs": 2.86102294921875e-06,
"mean_abs": 2.86102294921875e-06,
"relative_l2": 1.1116575731533215e-06,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0004596710205078125,
"relative_l2": 7.447866988115146e-05,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 6.6105276346206665e-06,
"mean_abs": 5.417104278291975e-07,
"relative_l2": 2.2424113898640634e-06,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 4.231929779052734e-06,
"mean_abs": 2.8564993824277606e-07,
"relative_l2": 1.6782305376746994e-06,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
},
"bfloat16": {
"legacy_cpu": {
"loss": 2.2321512699127197,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 2.2321512699127197,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 2.2321512699127197,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 2.2341275215148926,
"loss_difference": {
"max_abs": 0.0019762516021728516,
"mean_abs": 0.0019762516021728516,
"relative_l2": 0.000885357380931502,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.03125,
"relative_l2": 0.012090700729620572,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 0.008702006191015244,
"mean_abs": 0.001292012572022421,
"relative_l2": 0.004088750014409064,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 0.00747072696685791,
"mean_abs": 0.0007487971867833819,
"relative_l2": 0.0034940067927626164,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
},
"float16": {
"legacy_cpu": {
"loss": 2.2431998252868652,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 2.2431998252868652,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 2.2431998252868652,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 2.2435641288757324,
"loss_difference": {
"max_abs": 0.0003643035888671875,
"mean_abs": 0.0003643035888671875,
"relative_l2": 0.00016240353835646345,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.00390625,
"relative_l2": 0.0015313649519241152,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 0.0007902942597866058,
"mean_abs": 9.780430368014744e-05,
"relative_l2": 0.0003280367609943086,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 0.0007408261299133301,
"mean_abs": 4.6986527740955354e-05,
"relative_l2": 0.000243457231998718,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
}
}
}
}