dita_spatial / runtime_validation_report.json
albus2024's picture
Save Dita image preprocessing device with bundled runtime 2.2.0
4865b60 verified
Raw History Blame Contribute Delete
11.7 kB
{
"runtime_version": "2.2.0",
"scope": "Real-data paired numerical checks with identical weights/RNG and deterministic algorithms; no LIBERO rollout or convergence claim.",
"torch_version": "2.9.1+cu128",
"gpu": "NVIDIA GeForce RTX 4090 D",
"repository_tests": {
"runtime_version": "2.2.0",
"exit_code": 0,
"passed": 372,
"skipped": 2,
"failed": 0,
"all_package_imports_from_wheel": true,
"imported_package_modules": 75,
"counts_verified_against_pytest_terminal_summary": true
},
"bundled_wheel_inference": {
"strict_reload": true,
"image_preprocessing_device": "cpu",
"parameter_tensors": 373,
"checkpoint_calls_during_inference": 0,
"normalized_actions": [
[
-0.08070029318332672,
-0.13800770044326782,
0.12801340222358704,
0.017329271882772446,
0.31307780742645264,
0.08307323604822159,
1.0
]
],
"gripper_mode": "binary",
"actions": [
[
0.02810513973236084,
0.0010494589805603027,
0.11699104309082031,
0.00022170692682266235,
0.04504385590553284,
-0.00557863712310791,
-1.0
]
],
"previous_runtime_action_parity": "exact",
"policy_preprocessing_inference_finite": true,
"policy_preprocessing_max_action_difference": 0.0054870545864105225
},
"default_image_preprocessing_device": "cpu",
"model_weights_changed": false,
"processor_statistics_changed": false,
"numerical_comparison": {
"strict_checkpoint_load": true,
"data": {
"repo_id": "HuggingFaceVLA/libero",
"sample_indices": [
100,
400
],
"batch_size": 2,
"chunk_size": 10
},
"precisions": {
"float32": {
"legacy_cpu": {
"loss": 0.5387327671051025,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.5387327671051025,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.5387327671051025,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.5387331247329712,
"loss_difference": {
"max_abs": 3.5762786865234375e-07,
"mean_abs": 3.5762786865234375e-07,
"relative_l2": 6.638316629115922e-07,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 4.0277838706970215e-05,
"relative_l2": 5.03343918989496e-05,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 1.9073486328125e-06,
"mean_abs": 2.837573577250753e-07,
"relative_l2": 1.0114392804691643e-06,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 1.7881393432617188e-06,
"mean_abs": 1.7280025141579764e-07,
"relative_l2": 8.173966584675615e-07,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
},
"bfloat16": {
"legacy_cpu": {
"loss": 0.5430351495742798,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.5430351495742798,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.5430351495742798,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.5437937378883362,
"loss_difference": {
"max_abs": 0.0007585883140563965,
"mean_abs": 0.0007585883140563965,
"relative_l2": 0.0013969414588560294,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.015625,
"relative_l2": 0.015878821901666864,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 0.004671737551689148,
"mean_abs": 0.0008236197422125509,
"relative_l2": 0.0024273473682193403,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 0.004367232322692871,
"mean_abs": 0.0005119133740663529,
"relative_l2": 0.002175268273553699,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
},
"float16": {
"legacy_cpu": {
"loss": 0.5445300340652466,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.5445300340652466,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.5445300340652466,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.544585108757019,
"loss_difference": {
"max_abs": 5.507469177246094e-05,
"mean_abs": 5.507469177246094e-05,
"relative_l2": 0.00010114169710951478,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.00130462646484375,
"relative_l2": 0.003211661315101945,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 0.0005833320319652557,
"mean_abs": 0.00010039156269548195,
"relative_l2": 0.0003182905999328133,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 0.0004909038543701172,
"mean_abs": 5.986674555710384e-05,
"relative_l2": 0.00026682554882048406,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
}
}
}
}