dita_long / runtime_validation_report.json
albus2024's picture
Save Dita image preprocessing device with bundled runtime 2.2.0
0509d0a verified
Raw History Blame Contribute Delete
11.7 kB
{
"runtime_version": "2.2.0",
"scope": "Real-data paired numerical checks with identical weights/RNG and deterministic algorithms; no LIBERO rollout or convergence claim.",
"torch_version": "2.9.1+cu128",
"gpu": "NVIDIA GeForce RTX 4090 D",
"repository_tests": {
"runtime_version": "2.2.0",
"exit_code": 0,
"passed": 372,
"skipped": 2,
"failed": 0,
"all_package_imports_from_wheel": true,
"imported_package_modules": 75,
"counts_verified_against_pytest_terminal_summary": true
},
"bundled_wheel_inference": {
"strict_reload": true,
"image_preprocessing_device": "cpu",
"parameter_tensors": 373,
"checkpoint_calls_during_inference": 0,
"normalized_actions": [
[
-0.031369879841804504,
-0.047832585871219635,
-0.10828320682048798,
-0.16989850997924805,
-0.04242348298430443,
-0.1664111465215683,
1.0
]
],
"gripper_mode": "binary",
"actions": [
[
0.04624664783477783,
-0.0025964975357055664,
-0.005035459995269775,
0.0007780864834785461,
-0.0008084625005722046,
-0.024655625224113464,
-1.0
]
],
"previous_runtime_action_parity": "exact",
"policy_preprocessing_inference_finite": true,
"policy_preprocessing_max_action_difference": 0.0004561766982078552
},
"default_image_preprocessing_device": "cpu",
"model_weights_changed": false,
"processor_statistics_changed": false,
"numerical_comparison": {
"strict_checkpoint_load": true,
"data": {
"repo_id": "HuggingFaceVLA/libero",
"sample_indices": [
100,
400
],
"batch_size": 2,
"chunk_size": 10
},
"precisions": {
"float32": {
"legacy_cpu": {
"loss": 0.08045001327991486,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.08045001327991486,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.08045001327991486,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.08045012503862381,
"loss_difference": {
"max_abs": 1.1175870895385742e-07,
"mean_abs": 1.1175870895385742e-07,
"relative_l2": 1.389169552589236e-06,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 2.5235116481781006e-05,
"relative_l2": 9.341729178972433e-05,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 4.917383193969727e-07,
"mean_abs": 5.939343412007604e-08,
"relative_l2": 2.1993709974155377e-07,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 2.980232238769531e-07,
"mean_abs": 2.884439059666225e-08,
"relative_l2": 1.5055163722794217e-07,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
},
"bfloat16": {
"legacy_cpu": {
"loss": 0.0693884938955307,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.0693884938955307,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.0693884938955307,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.06890887767076492,
"loss_difference": {
"max_abs": 0.0004796162247657776,
"mean_abs": 0.0004796162247657776,
"relative_l2": 0.006912042585732929,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.00390625,
"relative_l2": 0.01300297332107653,
"changed_tensors": 372,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 0.0035527944564819336,
"mean_abs": 0.000423522902253483,
"relative_l2": 0.0014284081822890649,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 0.0017544031143188477,
"mean_abs": 0.00022107940167188645,
"relative_l2": 0.000985149475978289,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
},
"float16": {
"legacy_cpu": {
"loss": 0.06888123601675034,
"gradients": {
"tensor_count": 372,
"all_finite": true
},
"action_shape": [
2,
10,
7
],
"actions_finite": true
},
"legacy_repeat": {
"loss": 0.06888123601675034,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"cpu": {
"loss": 0.06888123601675034,
"loss_difference": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.0,
"relative_l2": 0.0,
"changed_tensors": 0,
"missing_gradients": [],
"all_finite": true,
"exact": true
},
"normalized_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"restored_actions": {
"max_abs": 0.0,
"mean_abs": 0.0,
"relative_l2": 0.0,
"exact": true,
"finite": true
},
"binary_gripper_flips": 0
},
"policy": {
"loss": 0.06891617178916931,
"loss_difference": {
"max_abs": 3.493577241897583e-05,
"mean_abs": 3.493577241897583e-05,
"relative_l2": 0.0005071885238888607,
"exact": false,
"finite": true
},
"gradients": {
"tensor_count": 372,
"max_abs": 0.00091552734375,
"relative_l2": 0.005425402278578761,
"changed_tensors": 368,
"missing_gradients": [],
"all_finite": true,
"exact": false
},
"normalized_actions": {
"max_abs": 0.00033223628997802734,
"mean_abs": 4.2703524897141113e-05,
"relative_l2": 0.00014533081081784415,
"exact": false,
"finite": true
},
"restored_actions": {
"max_abs": 0.00023555755615234375,
"mean_abs": 2.1376913147313254e-05,
"relative_l2": 9.854986374048217e-05,
"exact": false,
"finite": true
},
"binary_gripper_flips": 0
}
}
}
}
}