dita_long / history /runtime-2.0.0 /runtime_validation_report.json
albus2024's picture
Use policy.dtype as the sole precision setting (Dita 2.0.1)
5a61b42 verified
Raw History Blame Contribute Delete
10 kB
{
"runtime_version": "2.0.0",
"unit_tests_passed": 305,
"libero_four_checkpoint_real_frame_parity": true,
"libero_spatial_simulator_steps": 3,
"hardware_rollout_tested": false,
"task_success_evaluated": false,
"real_data_validation": {
"libero": {
"mode": "binary",
"dataset_repo_id": "HuggingFaceVLA/libero",
"episodes": [
0,
1,
2
],
"frames": 843,
"training_steps": 10,
"resume_steps": 1,
"batch_size": 4,
"losses": [
0.201,
0.139,
0.288,
0.059,
0.156,
0.183,
0.152,
0.092,
0.241,
0.215,
0.441
],
"gradient_norms": [
6.592,
4.542,
7.649,
2.729,
4.631,
4.119,
4.009,
3.905,
4.769,
7.744,
13.014
],
"reloaded_loss": 0.10520374029874802,
"changed_weight_tensors": 198,
"all_model_and_optimizer_tensors_finite": true,
"optimizer_steps": [
11.0
],
"processor_stats_preserved_on_resume": true,
"real_action_encode_decode_roundtrip": true,
"gripper_bounds_source": "LIBERO signed commands",
"dataset_gripper_min_max": [
-1.0,
1.0
],
"bound_gripper_min_max": [
-1.0,
1.0
],
"inference_shape": [
4,
10,
7
],
"selected_action_shape": [
4,
7
],
"inference_gripper_values": [
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"runtime_version": "2.0.0",
"versions": {
"lerobot": "0.6.1",
"torch": "2.9.1",
"accelerate": "1.14.0",
"diffusers": "0.39.0"
},
"scope": "Real-data training, resume and offline inference; no task success or hardware rollout claim"
},
"so101": {
"mode": "continuous",
"dataset_repo_id": "albus2024/so101_merged",
"episodes": [
0,
1,
2
],
"frames": 1341,
"training_steps": 10,
"resume_steps": 1,
"batch_size": 4,
"losses": [
0.188,
0.379,
0.258,
0.078,
0.139,
0.227,
0.131,
0.091,
0.319,
0.227,
0.544
],
"gradient_norms": [
6.483,
9.196,
7.543,
2.857,
4.061,
4.045,
3.402,
3.099,
6.443,
4.464,
8.722
],
"reloaded_loss": 0.32114681601524353,
"changed_weight_tensors": 198,
"all_model_and_optimizer_tensors_finite": true,
"optimizer_steps": [
11.0
],
"processor_stats_preserved_on_resume": true,
"real_action_encode_decode_roundtrip": true,
"gripper_bounds_source": "action.min/max",
"dataset_gripper_min_max": [
0.37735849618911743,
47.47169876098633
],
"bound_gripper_min_max": [
0.37735849618911743,
47.47169876098633
],
"inference_shape": [
4,
10,
7
],
"selected_action_shape": [
4,
7
],
"inference_gripper_values": [
2.7805802822113037,
4.978194713592529,
6.185774326324463,
6.798575401306152,
5.922640800476074,
12.053372383117676,
11.256832122802734,
19.64849853515625,
10.308959007263184,
5.831273078918457,
16.023744583129883,
11.27537727355957,
7.672808647155762,
8.728656768798828,
7.07811164855957,
7.678109645843506,
8.474404335021973,
10.399279594421387,
5.7238264083862305,
1.8922457695007324,
19.525482177734375,
13.28436279296875,
12.212488174438477,
7.542376518249512,
7.725221633911133,
7.23825216293335,
9.160019874572754,
9.65340518951416,
6.483657360076904,
9.079004287719727,
2.6967198848724365,
0.8949151635169983,
2.467010021209717,
1.1595251560211182,
5.166204929351807,
5.179502010345459,
4.2831854820251465,
0.5067476630210876,
0.44492819905281067,
1.639739751815796
],
"runtime_version": "2.0.0",
"versions": {
"lerobot": "0.6.1",
"torch": "2.9.1",
"accelerate": "1.14.0",
"diffusers": "0.39.0"
},
"scope": "Real-data training, resume and offline inference; no task success or hardware rollout claim"
},
"wheel_libero": {
"mode": "binary",
"dataset_repo_id": "HuggingFaceVLA/libero",
"episodes": [
0,
1,
2
],
"frames": 843,
"training_steps": 10,
"resume_steps": 1,
"batch_size": 4,
"losses": [
0.201,
0.139,
0.288,
0.059,
0.156,
0.183,
0.152,
0.092,
0.241,
0.215,
0.441
],
"gradient_norms": [
6.592,
4.542,
7.649,
2.729,
4.631,
4.119,
4.009,
3.905,
4.769,
7.744,
13.014
],
"reloaded_loss": 0.29260557889938354,
"changed_weight_tensors": 198,
"all_model_and_optimizer_tensors_finite": true,
"optimizer_steps": [
11.0
],
"processor_stats_preserved_on_resume": true,
"real_action_encode_decode_roundtrip": true,
"gripper_bounds_source": "LIBERO signed commands",
"dataset_gripper_min_max": [
-1.0,
1.0
],
"bound_gripper_min_max": [
-1.0,
1.0
],
"inference_shape": [
4,
10,
7
],
"selected_action_shape": [
4,
7
],
"inference_gripper_values": [
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
-1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"runtime_version": "2.0.0",
"versions": {
"lerobot": "0.6.1",
"torch": "2.9.1",
"accelerate": "1.14.0",
"diffusers": "0.39.0"
},
"scope": "Real-data training, resume and offline inference; no task success or hardware rollout claim"
},
"wheel_so101": {
"mode": "continuous",
"dataset_repo_id": "albus2024/so101_merged",
"episodes": [
0,
1,
2
],
"frames": 1341,
"training_steps": 10,
"resume_steps": 1,
"batch_size": 4,
"losses": [
0.188,
0.379,
0.258,
0.078,
0.139,
0.227,
0.131,
0.091,
0.319,
0.227,
0.544
],
"gradient_norms": [
6.483,
9.196,
7.543,
2.857,
4.061,
4.045,
3.402,
3.099,
6.443,
4.464,
8.722
],
"reloaded_loss": 0.15004707872867584,
"changed_weight_tensors": 198,
"all_model_and_optimizer_tensors_finite": true,
"optimizer_steps": [
11.0
],
"processor_stats_preserved_on_resume": true,
"real_action_encode_decode_roundtrip": true,
"gripper_bounds_source": "action.min/max",
"dataset_gripper_min_max": [
0.37735849618911743,
47.47169876098633
],
"bound_gripper_min_max": [
0.37735849618911743,
47.47169876098633
],
"inference_shape": [
4,
10,
7
],
"selected_action_shape": [
4,
7
],
"inference_gripper_values": [
2.7805802822113037,
4.978194713592529,
6.185774326324463,
6.798575401306152,
5.922640800476074,
12.053372383117676,
11.256832122802734,
19.64849853515625,
10.308959007263184,
5.831273078918457,
16.023744583129883,
11.27537727355957,
7.672808647155762,
8.728656768798828,
7.07811164855957,
7.678109645843506,
8.474404335021973,
10.399279594421387,
5.7238264083862305,
1.8922457695007324,
19.525482177734375,
13.28436279296875,
12.212488174438477,
7.542376518249512,
7.725221633911133,
7.23825216293335,
9.160019874572754,
9.65340518951416,
6.483657360076904,
9.079004287719727,
2.6967198848724365,
0.8949151635169983,
2.467010021209717,
1.1595251560211182,
5.166204929351807,
5.179502010345459,
4.2831854820251465,
0.5067476630210876,
0.44492819905281067,
1.639739751815796
],
"runtime_version": "2.0.0",
"versions": {
"lerobot": "0.6.1",
"torch": "2.9.1",
"accelerate": "1.14.0",
"diffusers": "0.39.0"
},
"scope": "Real-data training, resume and offline inference; no task success or hardware rollout claim"
}
}
}