dita_goal / runtime_validation_report.json
albus2024's picture
Save Dita image preprocessing device with bundled runtime 2.2.0
6164d4f verified
Raw History Blame Contribute Delete
11.7 kB
{
"runtime_version": "2.2.0",
"scope": "Real-data paired numerical checks with identical weights/RNG and deterministic algorithms; no LIBERO rollout or convergence claim.",
"torch_version": "2.9.1+cu128",
"gpu": "NVIDIA GeForce RTX 4090 D",
"repository_tests": {
"runtime_version": "2.2.0",
"exit_code": 0,
"passed": 372,
"skipped": 2,
"failed": 0,
"all_package_imports_from_wheel": true,
"imported_package_modules": 75,
"counts_verified_against_pytest_terminal_summary": true
},
"bundled_wheel_inference": {
"strict_reload": true,
"image_preprocessing_device": "cpu",
"parameter_tensors": 373,
"checkpoint_calls_during_inference": 0,
"normalized_actions": [
[
-0.1511881798505783,
-0.055473443120718,
-0.10360746085643768,
-0.1584257185459137,
-0.06422506272792816,
-0.271522581577301,
1.0
]
],
"gripper_mode": "binary",
"actions": [
[
-0.10781997442245483,
0.03146719932556152,
-0.09713202714920044,
-0.0018422603607177734,
0.036093324422836304,
0.048997506499290466,
-1.0
]
],
"previous_runtime_action_parity": "exact",
"policy_preprocessing_inference_finite": true,
"policy_preprocessing_max_action_difference": 0.004394851624965668
},
"default_image_preprocessing_device": "cpu",
"model_weights_changed": false,
"processor_statistics_changed": false,
"numerical_comparison": {
"strict_checkpoint_load": true,
"data": {
"repo_id": "HuggingFaceVLA/libero",
"sample_indices": [
100,
400
],
"batch_size": 2,
"chunk_size": 10
},
"precisions": {
"float32": {
"legacy_cpu": {
"loss": 0.9388962984085083,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.9388962984085083,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.9388962984085083,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.9388965368270874,
"loss_difference": {
"max_abs": 2.384185791015625e-07,
"mean_abs": 2.384185791015625e-07,
"relative_l2": 2.5393494415272257e-07,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 3.6522746086120605e-05,
"relative_l2": 2.3363210321630642e-05,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 1.2218952178955078e-06,
"mean_abs": 2.2886587040764944e-07,
"relative_l2": 6.715897917133963e-07,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 1.0728836059570312e-06,
"mean_abs": 1.2900148119245256e-07,
"relative_l2": 5.329295542060809e-07,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
},
"bfloat16": {
"legacy_cpu": {
"loss": 0.9745588898658752,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.9745588898658752,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.9745588898658752,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.9732956886291504,
"loss_difference": {
"max_abs": 0.0012632012367248535,
"mean_abs": 0.0012632012367248535,
"relative_l2": 0.001296177429461141,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.015625,
"relative_l2": 0.008363154509377286,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 0.016948729753494263,
"mean_abs": 0.00225676600072932,
"relative_l2": 0.007957528997318924,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 0.015889406204223633,
"mean_abs": 0.0014516565416540419,
"relative_l2": 0.0074403172642189775,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
},
"float16": {
"legacy_cpu": {
"loss": 0.9761641621589661,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.9761641621589661,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.9761641621589661,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.9760007858276367,
"loss_difference": {
"max_abs": 0.0001633763313293457,
"mean_abs": 0.0001633763313293457,
"relative_l2": 0.00016736563137905922,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.00390625,
"relative_l2": 0.0023229587633277005,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 0.0005637407302856445,
"mean_abs": 0.0001020055659215099,
"relative_l2": 0.0003277283980946207,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 0.0005285143852233887,
"mean_abs": 5.657773997102465e-05,
"relative_l2": 0.0002544205278508568,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
}
}
}
}