diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0374.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0374.json new file mode 100644 index 0000000000000000000000000000000000000000..0a170e93e5d506aa9d6dc776a5bcec5f3eb41278 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0374.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0374", + "executed_epochs": 374, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c89d0e84b94c42ecb237483c2d34d41a.npz", + "optimizer_file": "boundary_c89d0e84b94c42ecb237483c2d34d41a_optimizer.pt", + "arrays_sha256": "9db7f5b329589abb1b8356844e9e8ab71ee401a472e263d38ba72f92f20d332d", + "optimizer_sha256": "f30d5e41b811c97ee491f8a6941995e294abc1297dca503a4cabd2096ade780f", + "stage": "adam", + "completed_passes": 374, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 62084, + "adam_update_count": 62084, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 375, + "consumed_count": 374, + "last_submitted_update": 62084, + "last_consumed_update": 61918, + "pending": [ + { + "reference": { + "source_update": 62084, + "completed_passes": 374, + "next_interval": 0, + "trained_intervals": 62084, + "snapshot": "pass_end_0374", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 374, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 62084, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 62084, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010392629337729886, + "update_l2": 0.00014934514183551073 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5268224160536192e-05, + "update_l2": 3.059979644604027e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06019481225932153, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06019481225932153, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021007508039474487, + "ssim_fused": 0.9527486562728882, + "seg_l1": 0.03060157224535942, + "seg_ssim_ref": 0.9527486562728882, + "depth": 0.0070068153193778, + "rgb_loss": 0.02625628560781479, + "seg_loss": 0.03393152356147766, + "total": 0.06019481225932153 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029235444962978363, + "ssim_fused": 0.9367275238037109, + "seg_l1": 0.032477207481861115, + "seg_ssim_ref": 0.93672776222229, + "depth": 0.005414144828256945, + "rgb_loss": 0.03604285046458244, + "seg_loss": 0.038636215031147, + "total": 0.0746844759152674, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005414144828256945, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004856400687631946 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024512972682714462, + "ssim_fused": 0.9485327005386353, + "seg_l1": 0.03969155624508858, + "seg_ssim_ref": 0.9485327005386353, + "depth": 0.010239671413716601, + "rgb_loss": 0.029903840273618698, + "seg_loss": 0.04204670712351799, + "total": 0.0719607870685504, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010239671413716601, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009591973931077712 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014161101542413235, + "ssim_fused": 0.9652421474456787, + "seg_l1": 0.023342272266745567, + "seg_ssim_ref": 0.9652421474456787, + "depth": 0.006353399417670961, + "rgb_loss": 0.018280452117323875, + "seg_loss": 0.02562538906931877, + "total": 0.04391219272341517, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006353399417670961, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00635339941767096 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016120512038469315, + "ssim_fused": 0.9604920744895935, + "seg_l1": 0.026895243674516678, + "seg_ssim_ref": 0.9604920744895935, + "depth": 0.006020045617866692, + "rgb_loss": 0.02079799585044384, + "seg_loss": 0.02941777929663658, + "total": 0.05022179333005314, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006020045617866692, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006020045617866692 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 374, + "adam_update_count": 62084 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22464980301447213 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c89d0e84b94c42ecb237483c2d34d41a_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 375, + "next_interval": 0, + "next_adam_update": 62085, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 374, + "trained_intervals": 62084, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 62084, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0135202407836914, + "median": 7.357205867767334, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.663148880004883, + "median": 5.602295875549316, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13351783156394958, + "median": 1567.4508056640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025651613250374794, + "median": 271.0545654296875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0375.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0375.json new file mode 100644 index 0000000000000000000000000000000000000000..3c42a3f5e2b3f155ef35cfbef6dd0d01ae90e122 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0375.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0375", + "executed_epochs": 375, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f80ac97d16834f6abcca87f1a262c13f.npz", + "optimizer_file": "boundary_f80ac97d16834f6abcca87f1a262c13f_optimizer.pt", + "arrays_sha256": "c697dc2297e665fd82f474ba9ac7fff9b24df22d3ea0cc869d28a380f4fb927a", + "optimizer_sha256": "4bb12c77fcd77fd3ff72102b81b24e9babaf751f972309a63f91120e2aa31cef", + "stage": "adam", + "completed_passes": 375, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 62250, + "adam_update_count": 62250, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 376, + "consumed_count": 375, + "last_submitted_update": 62250, + "last_consumed_update": 62084, + "pending": [ + { + "reference": { + "source_update": 62250, + "completed_passes": 375, + "next_interval": 0, + "trained_intervals": 62250, + "snapshot": "pass_end_0375", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 375, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 62250, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 62250, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010542316158534959, + "update_l2": 0.00013897023745812476 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.463524404243799e-05, + "update_l2": 3.207682311767712e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06035022035957523, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06035022035957523, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021069159731268883, + "ssim_fused": 0.9526543617248535, + "seg_l1": 0.030686985701322556, + "seg_ssim_ref": 0.9526543021202087, + "depth": 0.007036782514532873, + "rgb_loss": 0.026324454694986343, + "seg_loss": 0.03401872515678406, + "total": 0.06035022035957523 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02941238321363926, + "ssim_fused": 0.9364463090896606, + "seg_l1": 0.032695405185222626, + "seg_ssim_ref": 0.9364465475082397, + "depth": 0.005465038549692837, + "rgb_loss": 0.03624064475297928, + "seg_loss": 0.03886701539158821, + "total": 0.07511312890840748, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005465038549692837, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049072944090678364 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024577613919973373, + "ssim_fused": 0.9484520554542542, + "seg_l1": 0.03982451558113098, + "seg_ssim_ref": 0.9484519362449646, + "depth": 0.010301017901474713, + "rgb_loss": 0.029971681535243988, + "seg_loss": 0.042169228196144104, + "total": 0.07215121074928957, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010301017901474713, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009653320418835825 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01416599377989769, + "ssim_fused": 0.9652263522148132, + "seg_l1": 0.023350898176431656, + "seg_ssim_ref": 0.9652262330055237, + "depth": 0.006362474454838472, + "rgb_loss": 0.018287524580955505, + "seg_loss": 0.025635473430156708, + "total": 0.04392936048556705, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006362474454838472, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063624744548384715 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01612064801156521, + "ssim_fused": 0.960492730140686, + "seg_l1": 0.02687712386250496, + "seg_ssim_ref": 0.9604925513267517, + "depth": 0.00601859915212547, + "rgb_loss": 0.0207979716360569, + "seg_loss": 0.029403189197182655, + "total": 0.05020718129503683, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00601859915212547, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00601859915212547 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 375, + "adam_update_count": 62250 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22503252211026847 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f80ac97d16834f6abcca87f1a262c13f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 376, + "next_interval": 0, + "next_adam_update": 62251, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 375, + "trained_intervals": 62250, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 62250, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0202531814575195, + "median": 7.357192039489746, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6563642024993896, + "median": 5.598610877990723, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1326218843460083, + "median": 1567.4290771484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025826239958405495, + "median": 270.088623046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0376.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0376.json new file mode 100644 index 0000000000000000000000000000000000000000..99578dbd205c83b467b8e2761f7a6f7d177c3a9b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0376.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0376", + "executed_epochs": 376, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_888fe3b73e5e44cc88ca49f47ca15aad.npz", + "optimizer_file": "boundary_888fe3b73e5e44cc88ca49f47ca15aad_optimizer.pt", + "arrays_sha256": "3d29690dc15dfdc539be36abc5efeb5994ca6352d1236ebe666ba9496e47c93d", + "optimizer_sha256": "72a799da66f84b9e723299bd01b7e54e3717e952efa07b283f2fa8c54a8ac324", + "stage": "adam", + "completed_passes": 376, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 62416, + "adam_update_count": 62416, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 377, + "consumed_count": 376, + "last_submitted_update": 62416, + "last_consumed_update": 62250, + "pending": [ + { + "reference": { + "source_update": 62416, + "completed_passes": 376, + "next_interval": 0, + "trained_intervals": 62416, + "snapshot": "pass_end_0376", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 376, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 62416, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 62416, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.935178240993991e-05, + "update_l2": 0.0014476708602160215 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3945182217867114e-05, + "update_l2": 8.119887206703424e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06052952992751609, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06052952992751609, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02113448455929756, + "ssim_fused": 0.9525787234306335, + "seg_l1": 0.030807949602603912, + "seg_ssim_ref": 0.9525787234306335, + "depth": 0.007066754841915487, + "rgb_loss": 0.02639184147119522, + "seg_loss": 0.03413062170147896, + "total": 0.06052952992751609 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029528843238949776, + "ssim_fused": 0.9363303184509277, + "seg_l1": 0.032883170992136, + "seg_ssim_ref": 0.9363304972648621, + "depth": 0.005513731727512657, + "rgb_loss": 0.03635701164603233, + "seg_loss": 0.03904043883085251, + "total": 0.07540296048332205, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005513731727512657, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004955987586887658 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02465902455151081, + "ssim_fused": 0.9483642578125, + "seg_l1": 0.04001984745264053, + "seg_ssim_ref": 0.9483642578125, + "depth": 0.010366801332468166, + "rgb_loss": 0.03005436807870865, + "seg_loss": 0.042343027889728546, + "total": 0.07240776276976967, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010366801332468166, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00971910384982928 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01421015802770853, + "ssim_fused": 0.9651805758476257, + "seg_l1": 0.02343197725713253, + "seg_ssim_ref": 0.9651803970336914, + "depth": 0.006372967942510732, + "rgb_loss": 0.018332011997699738, + "seg_loss": 0.025709502398967743, + "total": 0.04404788736460999, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006372967942510732, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006372967942510732 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016139913350343704, + "ssim_fused": 0.9604397416114807, + "seg_l1": 0.026896797120571136, + "seg_ssim_ref": 0.9604396224021912, + "depth": 0.006013518365170394, + "rgb_loss": 0.02082398161292076, + "seg_loss": 0.029429513961076736, + "total": 0.05025950909236267, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006013518365170394, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006013518365170392 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 376, + "adam_update_count": 62416 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2197504728101194 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_888fe3b73e5e44cc88ca49f47ca15aad_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 377, + "next_interval": 0, + "next_adam_update": 62417, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 376, + "trained_intervals": 62416, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 62416, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0219838619232178, + "median": 7.358475685119629, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.654630661010742, + "median": 5.60047721862793, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13239255547523499, + "median": 1569.4423828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025871051475405693, + "median": 270.59613037109375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0377.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0377.json new file mode 100644 index 0000000000000000000000000000000000000000..57146bfe3511b8c8bbb710a98765a757bfce59ce --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0377.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0377", + "executed_epochs": 377, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a830ab6eb6474fa0bd00ee7b22588a7c.npz", + "optimizer_file": "boundary_a830ab6eb6474fa0bd00ee7b22588a7c_optimizer.pt", + "arrays_sha256": "bff98f7ae426d149ce64a7643b5bb2b87066b44fb716c1d0f984f5a2e2ecf6fd", + "optimizer_sha256": "a57974fc9a1eb5cb3a55b62b6b019905a5e1763678534f9cd208f6b2da5060d2", + "stage": "adam", + "completed_passes": 377, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 62582, + "adam_update_count": 62582, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 378, + "consumed_count": 377, + "last_submitted_update": 62582, + "last_consumed_update": 62416, + "pending": [ + { + "reference": { + "source_update": 62582, + "completed_passes": 377, + "next_interval": 0, + "trained_intervals": 62582, + "snapshot": "pass_end_0377", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 377, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 62582, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 62582, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.894950198940933e-05, + "update_l2": 0.00017751949781086296 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4015789929544553e-05, + "update_l2": 9.975890861824155e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06067696498565499, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06067696498565499, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021182266995310783, + "ssim_fused": 0.9525046348571777, + "seg_l1": 0.030907396227121353, + "seg_ssim_ref": 0.952504575252533, + "depth": 0.007083693967492952, + "rgb_loss": 0.02644488587975502, + "seg_loss": 0.034224994480609894, + "total": 0.06067696498565499 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029573697596788406, + "ssim_fused": 0.9362621903419495, + "seg_l1": 0.03297363221645355, + "seg_ssim_ref": 0.9362624883651733, + "depth": 0.00552463703181517, + "rgb_loss": 0.03640652075409889, + "seg_loss": 0.039126407355070114, + "total": 0.07553845274620082, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00552463703181517, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004966892891190171 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024719053879380226, + "ssim_fused": 0.9482619166374207, + "seg_l1": 0.040143933147192, + "seg_ssim_ref": 0.9482617378234863, + "depth": 0.010383777016207523, + "rgb_loss": 0.03012286126613617, + "seg_loss": 0.042462799698114395, + "total": 0.07259604101597647, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010383777016207523, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009736079533568635 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014253807254135609, + "ssim_fused": 0.9651188850402832, + "seg_l1": 0.023522883653640747, + "seg_ssim_ref": 0.9651188254356384, + "depth": 0.006394423421391596, + "rgb_loss": 0.018379269167780876, + "seg_loss": 0.02579454332590103, + "total": 0.04418020877974845, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006394423421391596, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006394423421391596 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01618250273168087, + "ssim_fused": 0.9603755474090576, + "seg_l1": 0.026989132165908813, + "seg_ssim_ref": 0.9603753685951233, + "depth": 0.0060319384005575235, + "rgb_loss": 0.020870894193649292, + "seg_loss": 0.029516231268644333, + "total": 0.05039315740069418, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060319384005575235, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060319384005575235 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 377, + "adam_update_count": 62582 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22476529912091792 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a830ab6eb6474fa0bd00ee7b22588a7c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 378, + "next_interval": 0, + "next_adam_update": 62583, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 377, + "trained_intervals": 62582, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 62582, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.031114101409912, + "median": 7.358394622802734, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.645517587661743, + "median": 5.606808185577393, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1311892867088318, + "median": 1569.315185546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026107892394065857, + "median": 272.32843017578125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0378.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0378.json new file mode 100644 index 0000000000000000000000000000000000000000..04084041e3b17e0d4e8f06ec720e75db902b076c --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0378.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0378", + "executed_epochs": 378, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e3a07ce5523e421eb9d02ba61719a653.npz", + "optimizer_file": "boundary_e3a07ce5523e421eb9d02ba61719a653_optimizer.pt", + "arrays_sha256": "5187bcd0cdeebe10bcb12364bc8eec4502aff5bbd369cd2080006f52d3e34e5b", + "optimizer_sha256": "e9f6e979c30f2057a9b17e141a3cb4bf50f20d341c15baaca24430c26ee994dc", + "stage": "adam", + "completed_passes": 378, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 62748, + "adam_update_count": 62748, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 379, + "consumed_count": 378, + "last_submitted_update": 62748, + "last_consumed_update": 62582, + "pending": [ + { + "reference": { + "source_update": 62748, + "completed_passes": 378, + "next_interval": 0, + "trained_intervals": 62748, + "snapshot": "pass_end_0378", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 378, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 62748, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 62748, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010751456284197047, + "update_l2": 0.0005979329580441117 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4378897503775079e-05, + "update_l2": 2.4623646822874434e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0602428514564358, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0602428514564358, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021027203649282455, + "ssim_fused": 0.9527304172515869, + "seg_l1": 0.030632799491286278, + "seg_ssim_ref": 0.9527304172515869, + "depth": 0.007017707260728478, + "rgb_loss": 0.02627567946910858, + "seg_loss": 0.03396015614271164, + "total": 0.0602428514564358 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02927841804921627, + "ssim_fused": 0.9366785883903503, + "seg_l1": 0.03251784294843674, + "seg_ssim_ref": 0.936678946018219, + "depth": 0.005442234606804689, + "rgb_loss": 0.03608701750636101, + "seg_loss": 0.03867848590016365, + "total": 0.07477094564113146, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005442234606804689, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004884490466179688 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024567602202296257, + "ssim_fused": 0.9485061168670654, + "seg_l1": 0.03983723372220993, + "seg_ssim_ref": 0.9485061168670654, + "depth": 0.010312291240537954, + "rgb_loss": 0.02995285764336586, + "seg_loss": 0.04216856509447098, + "total": 0.07213173875436768, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010312291240537954, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009664593757899064 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014162722043693066, + "ssim_fused": 0.9652311205863953, + "seg_l1": 0.023350456729531288, + "seg_ssim_ref": 0.9652310013771057, + "depth": 0.006332165216315124, + "rgb_loss": 0.01828395389020443, + "seg_loss": 0.025634165853261948, + "total": 0.043924450046037546, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006332165216315124, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006332165216315124 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016100067645311356, + "ssim_fused": 0.9605058431625366, + "seg_l1": 0.026825664564967155, + "seg_ssim_ref": 0.9605056643486023, + "depth": 0.0059841379792561445, + "rgb_loss": 0.02077888697385788, + "seg_loss": 0.029359398409724236, + "total": 0.05014427138420652, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0059841379792561445, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0059841379792561445 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 378, + "adam_update_count": 62748 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22165037505328655 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e3a07ce5523e421eb9d02ba61719a653_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 379, + "next_interval": 0, + "next_adam_update": 62749, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 378, + "trained_intervals": 62748, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 62748, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0423264503479004, + "median": 7.3568854331970215, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.634370803833008, + "median": 5.616460800170898, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1297265589237213, + "median": 1566.9486083984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02640054002404213, + "median": 274.9688415527344, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0379.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0379.json new file mode 100644 index 0000000000000000000000000000000000000000..f55d018a7ac838f3b1ad0a6112f35ec9ec01796e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0379.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0379", + "executed_epochs": 379, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b01726c7361a4e5e84039e557c790929.npz", + "optimizer_file": "boundary_b01726c7361a4e5e84039e557c790929_optimizer.pt", + "arrays_sha256": "bdc2b1f9a932f1f4b2f4ed645964acc2afe7367a7688e49fafe41871a47c0e5d", + "optimizer_sha256": "17b44c0af205aa4a4cf8f2780bb72899f78d2f0e6a0bc7705d39de625d1df3b9", + "stage": "adam", + "completed_passes": 379, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 62914, + "adam_update_count": 62914, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 380, + "consumed_count": 379, + "last_submitted_update": 62914, + "last_consumed_update": 62748, + "pending": [ + { + "reference": { + "source_update": 62914, + "completed_passes": 379, + "next_interval": 0, + "trained_intervals": 62914, + "snapshot": "pass_end_0379", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 379, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 62914, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 62914, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010185713472310454, + "update_l2": 5.286034502205439e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3994167602504604e-05, + "update_l2": 2.0206043700454757e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06054482494731184, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06054482494731184, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021141547709703445, + "ssim_fused": 0.952572226524353, + "seg_l1": 0.030816759914159775, + "seg_ssim_ref": 0.952572226524353, + "depth": 0.007069457962468278, + "rgb_loss": 0.02639879286289215, + "seg_loss": 0.034138962626457214, + "total": 0.06054482494731184 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02955375611782074, + "ssim_fused": 0.9363033771514893, + "seg_l1": 0.032904114574193954, + "seg_ssim_ref": 0.9363036155700684, + "depth": 0.0055256455266923235, + "rgb_loss": 0.03638233244419098, + "seg_loss": 0.03906257078051567, + "total": 0.07545043259552364, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0055256455266923235, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004967901386067323 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02467946894466877, + "ssim_fused": 0.9483611583709717, + "seg_l1": 0.040062256157398224, + "seg_ssim_ref": 0.9483611583709717, + "depth": 0.010377083689168147, + "rgb_loss": 0.03007134422659874, + "seg_loss": 0.042377572506666183, + "total": 0.0724592938169541, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010377083689168147, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00972938620652926 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014202847145497799, + "ssim_fused": 0.9651926755905151, + "seg_l1": 0.023425268009305, + "seg_ssim_ref": 0.9651926159858704, + "depth": 0.006368723224553589, + "rgb_loss": 0.018323741853237152, + "seg_loss": 0.02570169046521187, + "total": 0.04403180104167358, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006368723224553589, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006368723224553589 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01613011583685875, + "ssim_fused": 0.960431694984436, + "seg_l1": 0.026875408366322517, + "seg_ssim_ref": 0.9604315757751465, + "depth": 0.006006379409459058, + "rgb_loss": 0.020817752927541733, + "seg_loss": 0.029414013028144836, + "total": 0.05023777233509603, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006006379409459058, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006006379409459056 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 379, + "adam_update_count": 62914 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2196473760996014 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b01726c7361a4e5e84039e557c790929_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 380, + "next_interval": 0, + "next_adam_update": 62915, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 379, + "trained_intervals": 62914, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 62914, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.053022623062134, + "median": 7.358303546905518, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.623842477798462, + "median": 5.607480049133301, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12834638357162476, + "median": 1569.1722412109375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026679962873458862, + "median": 272.51116943359375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0380.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0380.json new file mode 100644 index 0000000000000000000000000000000000000000..c10fdaf7a0838c6669b9f7bd753b665104e8ab2d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0380.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0380", + "executed_epochs": 380, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cffe776c85a54705a838703fc4f4cc70.npz", + "optimizer_file": "boundary_cffe776c85a54705a838703fc4f4cc70_optimizer.pt", + "arrays_sha256": "14603836b8539574ea4c5fe504716ca94f861c415c6f8da0fcb55fe2101c6698", + "optimizer_sha256": "f4e185e1200277d9a30b849469eef5846c7289cdc8029cbd8bf23efff3f00023", + "stage": "adam", + "completed_passes": 380, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 63080, + "adam_update_count": 63080, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 381, + "consumed_count": 380, + "last_submitted_update": 63080, + "last_consumed_update": 62914, + "pending": [ + { + "reference": { + "source_update": 63080, + "completed_passes": 380, + "next_interval": 0, + "trained_intervals": 63080, + "snapshot": "pass_end_0380", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 380, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 63080, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 63080, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001052776860888116, + "update_l2": 0.0015283945249393582 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4230502529244404e-05, + "update_l2": 4.497833288041875e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060336784145212354, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060336784145212354, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02106253057718277, + "ssim_fused": 0.9526745080947876, + "seg_l1": 0.030686896294355392, + "seg_ssim_ref": 0.9526744484901428, + "depth": 0.007033964967908299, + "rgb_loss": 0.026315122842788696, + "seg_loss": 0.03401462733745575, + "total": 0.060336784145212354 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02936212532222271, + "ssim_fused": 0.9365494847297668, + "seg_l1": 0.03262624517083168, + "seg_ssim_ref": 0.9365496635437012, + "depth": 0.0054650495185734095, + "rgb_loss": 0.0361798033118248, + "seg_loss": 0.03879106417298317, + "total": 0.07497633625961685, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054650495185734095, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004907305377948409 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024605853483080864, + "ssim_fused": 0.9484443664550781, + "seg_l1": 0.03991283103823662, + "seg_ssim_ref": 0.9484443664550781, + "depth": 0.010333240789569811, + "rgb_loss": 0.029995810240507126, + "seg_loss": 0.04224139079451561, + "total": 0.0722475342758123, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010333240789569811, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009685543306930923 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014172693714499474, + "ssim_fused": 0.9652225971221924, + "seg_l1": 0.02336723357439041, + "seg_ssim_ref": 0.9652224183082581, + "depth": 0.006344473507342238, + "rgb_loss": 0.018293635919690132, + "seg_loss": 0.025649305433034897, + "total": 0.04394928768887752, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006344473507342238, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006344473507342238 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01610945165157318, + "ssim_fused": 0.960481584072113, + "seg_l1": 0.02684127539396286, + "seg_ssim_ref": 0.9604814052581787, + "depth": 0.005993096056147737, + "rgb_loss": 0.020791243761777878, + "seg_loss": 0.029376739636063576, + "total": 0.05017397835654275, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005993096056147737, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005993096056147738 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 380, + "adam_update_count": 63080 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2156129430513829 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cffe776c85a54705a838703fc4f4cc70_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 381, + "next_interval": 0, + "next_adam_update": 63081, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 380, + "trained_intervals": 63080, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 63080, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.054011344909668, + "median": 7.359309196472168, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.622497081756592, + "median": 5.608121871948242, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12821954488754272, + "median": 1570.751220703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026715880259871483, + "median": 272.6874694824219, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0381.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0381.json new file mode 100644 index 0000000000000000000000000000000000000000..c5a5b6966674607b5810388a0cbcd94736065b50 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0381.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0381", + "executed_epochs": 381, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_74f9ae5733124f59be9579995b15ac60.npz", + "optimizer_file": "boundary_74f9ae5733124f59be9579995b15ac60_optimizer.pt", + "arrays_sha256": "4eaea6040d3c83ba0f0a5d238b0111740f4715a26d1a370a1bfe1d141ded45a5", + "optimizer_sha256": "19d3525ab7b2f10c753ca744058182c143bb683f9f4c572518336a5830ec71ac", + "stage": "adam", + "completed_passes": 381, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 63246, + "adam_update_count": 63246, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 382, + "consumed_count": 381, + "last_submitted_update": 63246, + "last_consumed_update": 63080, + "pending": [ + { + "reference": { + "source_update": 63246, + "completed_passes": 381, + "next_interval": 0, + "trained_intervals": 63246, + "snapshot": "pass_end_0381", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 381, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 63246, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 63246, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.860565478447825e-05, + "update_l2": 0.0007577441283501685 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4019577974977437e-05, + "update_l2": 8.805688412394375e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06068487595054492, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06068487595054492, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021190237253904343, + "ssim_fused": 0.9525095820426941, + "seg_l1": 0.030911797657608986, + "seg_ssim_ref": 0.9525096416473389, + "depth": 0.007093318134399598, + "rgb_loss": 0.026450265198946, + "seg_loss": 0.03422751650214195, + "total": 0.06068487595054492 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02962515316903591, + "ssim_fused": 0.9362183213233948, + "seg_l1": 0.03302990272641182, + "seg_ssim_ref": 0.9362185597419739, + "depth": 0.005549873427053294, + "rgb_loss": 0.036456458270549774, + "seg_loss": 0.0391802117228508, + "total": 0.07564221986682762, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005549873427053294, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004992129286428293 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024719540029764175, + "ssim_fused": 0.9482882022857666, + "seg_l1": 0.04015490040183067, + "seg_ssim_ref": 0.9482882022857666, + "depth": 0.010396928557435103, + "rgb_loss": 0.03011799231171608, + "seg_loss": 0.04246627911925316, + "total": 0.07259466835952667, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010396928557435103, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009749231074796213 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014246774837374687, + "ssim_fused": 0.9651427865028381, + "seg_l1": 0.02350810170173645, + "seg_ssim_ref": 0.9651426672935486, + "depth": 0.006395885613901644, + "rgb_loss": 0.018368862569332123, + "seg_loss": 0.025777949020266533, + "total": 0.044153209337857706, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006395885613901644, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006395885613901644 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016169484704732895, + "ssim_fused": 0.9603891968727112, + "seg_l1": 0.02695428766310215, + "seg_ssim_ref": 0.9603890180587769, + "depth": 0.006030584939208348, + "rgb_loss": 0.02085774764418602, + "seg_loss": 0.029485628008842468, + "total": 0.050349406237967693, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006030584939208348, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006030584939208347 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 381, + "adam_update_count": 63246 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22088005091063678 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_74f9ae5733124f59be9579995b15ac60_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 382, + "next_interval": 0, + "next_adam_update": 63247, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 381, + "trained_intervals": 63246, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 63246, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.055271863937378, + "median": 7.359267234802246, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6208386421203613, + "median": 5.609148979187012, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12805801630020142, + "median": 1570.6851806640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026760224252939224, + "median": 272.9676513671875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0382.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0382.json new file mode 100644 index 0000000000000000000000000000000000000000..4a1349a5809af3c2ffd00c8f99426058270bb3a8 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0382.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0382", + "executed_epochs": 382, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f88936bb965e46fd966d5fdd7d03f59f.npz", + "optimizer_file": "boundary_f88936bb965e46fd966d5fdd7d03f59f_optimizer.pt", + "arrays_sha256": "f283cfaf0c6158f5e19302704128771677a98e675f734afcfe640cf4b0ef0ae2", + "optimizer_sha256": "6810fe516354c616cdb49035d940bbfbd506885eb49c698ea6de5518d26785b5", + "stage": "adam", + "completed_passes": 382, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 63412, + "adam_update_count": 63412, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 383, + "consumed_count": 382, + "last_submitted_update": 63412, + "last_consumed_update": 63246, + "pending": [ + { + "reference": { + "source_update": 63412, + "completed_passes": 382, + "next_interval": 0, + "trained_intervals": 63412, + "snapshot": "pass_end_0382", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 382, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 63412, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 63412, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010491874854778871, + "update_l2": 0.0011540886480361223 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4345357158163097e-05, + "update_l2": 2.183149081247393e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06025225272360656, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06025225272360656, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021031377837061882, + "ssim_fused": 0.9527096152305603, + "seg_l1": 0.03062993660569191, + "seg_ssim_ref": 0.9527095556259155, + "depth": 0.007020998331046947, + "rgb_loss": 0.02628318965435028, + "seg_loss": 0.03396204113960266, + "total": 0.06025225272360656 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029298696666955948, + "ssim_fused": 0.9366053342819214, + "seg_l1": 0.03251766413450241, + "seg_ssim_ref": 0.9366055130958557, + "depth": 0.005436518297567447, + "rgb_loss": 0.03611789271235466, + "seg_loss": 0.038693029433488846, + "total": 0.07481635866414107, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005436518297567447, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004878774156942447 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02457856945693493, + "ssim_fused": 0.9484882950782776, + "seg_l1": 0.03984696418046951, + "seg_ssim_ref": 0.9484882950782776, + "depth": 0.010314632071705224, + "rgb_loss": 0.029965195804834366, + "seg_loss": 0.04217991605401039, + "total": 0.07215542649091647, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010314632071705224, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009666934589066336 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014151986688375473, + "ssim_fused": 0.9652475118637085, + "seg_l1": 0.023332396522164345, + "seg_ssim_ref": 0.965247392654419, + "depth": 0.006340332255639757, + "rgb_loss": 0.01827208697795868, + "seg_loss": 0.025616439059376717, + "total": 0.04389486450694589, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006340332255639757, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063403322556397565 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01609625853598118, + "ssim_fused": 0.9604971408843994, + "seg_l1": 0.026822727173566818, + "seg_ssim_ref": 0.9604969620704651, + "depth": 0.005992510699275364, + "rgb_loss": 0.02077757939696312, + "seg_loss": 0.029358789324760437, + "total": 0.050142361232422834, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005992510699275364, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005992510699275363 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 382, + "adam_update_count": 63412 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23387299990281463 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f88936bb965e46fd966d5fdd7d03f59f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 383, + "next_interval": 0, + "next_adam_update": 63413, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 382, + "trained_intervals": 63412, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 63412, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.065065860748291, + "median": 7.358728885650635, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.611086845397949, + "median": 5.616332530975342, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12680993974208832, + "median": 1569.8399658203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027022462338209152, + "median": 274.9258728027344, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0383.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0383.json new file mode 100644 index 0000000000000000000000000000000000000000..8373a884d6052d0beecabd09c39dcf58ce40a8cb --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0383.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0383", + "executed_epochs": 383, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b701b4d60cbf4095a3ace19adf1b6932.npz", + "optimizer_file": "boundary_b701b4d60cbf4095a3ace19adf1b6932_optimizer.pt", + "arrays_sha256": "1e939af2dc78948009e72396ba64a24878df96f8a5e89ca8f505957e687e78c8", + "optimizer_sha256": "f6fd910d887a440ac2b1e998198fbafe3a8e754e73fa777eac6b817b838d5644", + "stage": "adam", + "completed_passes": 383, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 63578, + "adam_update_count": 63578, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 384, + "consumed_count": 383, + "last_submitted_update": 63578, + "last_consumed_update": 63412, + "pending": [ + { + "reference": { + "source_update": 63578, + "completed_passes": 383, + "next_interval": 0, + "trained_intervals": 63578, + "snapshot": "pass_end_0383", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 383, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 63578, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 63578, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010343405301682651, + "update_l2": 0.00037570743006654084 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4021414244780317e-05, + "update_l2": 3.1228184525389224e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06064714313921026, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06064714313921026, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021182848140597343, + "ssim_fused": 0.9525260329246521, + "seg_l1": 0.030880238860845566, + "seg_ssim_ref": 0.9525259733200073, + "depth": 0.007091178265132734, + "rgb_loss": 0.026441067457199097, + "seg_loss": 0.03419898450374603, + "total": 0.06064714313921026 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02965012937784195, + "ssim_fused": 0.9361967444419861, + "seg_l1": 0.03302954509854317, + "seg_ssim_ref": 0.9361969828605652, + "depth": 0.005551603953662174, + "rgb_loss": 0.03648075461387634, + "seg_loss": 0.039184242486953735, + "total": 0.07567054870478374, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005551603953662174, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004993859813037174 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024711044505238533, + "ssim_fused": 0.9483226537704468, + "seg_l1": 0.04011254385113716, + "seg_ssim_ref": 0.9483226537704468, + "depth": 0.01039032392227634, + "rgb_loss": 0.03010430559515953, + "seg_loss": 0.04242550581693649, + "total": 0.072540198010728, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01039032392227634, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009742626439637452 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014220868237316608, + "ssim_fused": 0.9651784896850586, + "seg_l1": 0.02346165105700493, + "seg_ssim_ref": 0.9651783108711243, + "depth": 0.00639314669958264, + "rgb_loss": 0.018340997397899628, + "seg_loss": 0.02573366090655327, + "total": 0.04408105145115248, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00639314669958264, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006393146699582641 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01614934764802456, + "ssim_fused": 0.9604063630104065, + "seg_l1": 0.026917221024632454, + "seg_ssim_ref": 0.9604061841964722, + "depth": 0.006029638485009783, + "rgb_loss": 0.02083820477128029, + "seg_loss": 0.02945253998041153, + "total": 0.05029677439017683, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006029638485009783, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006029638485009781 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 383, + "adam_update_count": 63578 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22336695389822125 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b701b4d60cbf4095a3ace19adf1b6932_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 384, + "next_interval": 0, + "next_adam_update": 63579, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 383, + "trained_intervals": 63578, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 63578, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0651111602783203, + "median": 7.358707904815674, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6110422611236572, + "median": 5.6163506507873535, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1268041878938675, + "median": 1569.8070068359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027023667469620705, + "median": 274.9300842285156, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0384.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0384.json new file mode 100644 index 0000000000000000000000000000000000000000..5aecf01fe2cc89cf2bc1a2c0e0894491016756a5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0384.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0384", + "executed_epochs": 384, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_081ad15194c1447ca65016c681c7ba61.npz", + "optimizer_file": "boundary_081ad15194c1447ca65016c681c7ba61_optimizer.pt", + "arrays_sha256": "3c5e155a3ac1d886b9646931bf9b13858721e779be7c8ae728e1283f50513add", + "optimizer_sha256": "c40b4ba1aacc836cc4fd5e90c01d116af31b901fa72efac42317009646caa712", + "stage": "adam", + "completed_passes": 384, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 63744, + "adam_update_count": 63744, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 385, + "consumed_count": 384, + "last_submitted_update": 63744, + "last_consumed_update": 63578, + "pending": [ + { + "reference": { + "source_update": 63744, + "completed_passes": 384, + "next_interval": 0, + "trained_intervals": 63744, + "snapshot": "pass_end_0384", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 384, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 63744, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 63744, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010084953828481957, + "update_l2": 0.0017025592969730496 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4269377970776986e-05, + "update_l2": 0.0010848718229681253 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060281051469279846, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060281051469279846, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021058980375528336, + "ssim_fused": 0.9526923298835754, + "seg_l1": 0.030629707500338554, + "seg_ssim_ref": 0.9526923298835754, + "depth": 0.007029769255241975, + "rgb_loss": 0.02630872093141079, + "seg_loss": 0.033965300768613815, + "total": 0.060281051469279846 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029487144201993942, + "ssim_fused": 0.9363623261451721, + "seg_l1": 0.03274054825305939, + "seg_ssim_ref": 0.9363626837730408, + "depth": 0.005478901243418094, + "rgb_loss": 0.03631725162267685, + "seg_loss": 0.038919903337955475, + "total": 0.07524263386187574, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005478901243418094, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004921157102793094 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02451961301267147, + "ssim_fused": 0.9485552310943604, + "seg_l1": 0.03967903181910515, + "seg_ssim_ref": 0.9485552310943604, + "depth": 0.010251200508242731, + "rgb_loss": 0.029904644936323166, + "seg_loss": 0.04203217849135399, + "total": 0.07194707462818539, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010251200508242731, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009603503025603843 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014135817997157574, + "ssim_fused": 0.9652909636497498, + "seg_l1": 0.02327798306941986, + "seg_ssim_ref": 0.9652907848358154, + "depth": 0.006370375812848409, + "rgb_loss": 0.018250461667776108, + "seg_loss": 0.025564230978488922, + "total": 0.04382106302207788, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006370375812848409, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006370375812848409 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016093354672193527, + "ssim_fused": 0.9605607986450195, + "seg_l1": 0.026821264997124672, + "seg_ssim_ref": 0.9605606198310852, + "depth": 0.006018599456458663, + "rgb_loss": 0.020762525498867035, + "seg_loss": 0.029344890266656876, + "total": 0.05011343436498037, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006018599456458663, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006018599456458663 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 384, + "adam_update_count": 63744 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23288868018426 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_081ad15194c1447ca65016c681c7ba61_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 385, + "next_interval": 0, + "next_adam_update": 63745, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 384, + "trained_intervals": 63744, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 63744, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0673179626464844, + "median": 7.3595147132873535, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.608760356903076, + "median": 5.616306304931641, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1265246719121933, + "median": 1571.073974609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027085402980446815, + "median": 274.9026794433594, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0385.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0385.json new file mode 100644 index 0000000000000000000000000000000000000000..14ed77a343415a1e75df3c6449aa5f848262a924 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0385.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0385", + "executed_epochs": 385, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_20aacd7c260a465fadad414e0a4f184c.npz", + "optimizer_file": "boundary_20aacd7c260a465fadad414e0a4f184c_optimizer.pt", + "arrays_sha256": "bcc29253bb175faea4fbee331d80f7e9bc0a4a7da2a36bdadde4cfb4c2b0b5d3", + "optimizer_sha256": "7424c3ebc6c39c5c298179245cc08858094993965a61c48712b3a7b3148655aa", + "stage": "adam", + "completed_passes": 385, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 63910, + "adam_update_count": 63910, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 386, + "consumed_count": 385, + "last_submitted_update": 63910, + "last_consumed_update": 63744, + "pending": [ + { + "reference": { + "source_update": 63910, + "completed_passes": 385, + "next_interval": 0, + "trained_intervals": 63910, + "snapshot": "pass_end_0385", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 385, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 63910, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 63910, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001060224967659451, + "update_l2": 3.349898906890303e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4304501746664755e-05, + "update_l2": 1.0202045814367011e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06055347825110691, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06055347825110691, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021144036203622818, + "ssim_fused": 0.9525500535964966, + "seg_l1": 0.030813973397016525, + "seg_ssim_ref": 0.9525499939918518, + "depth": 0.007075431652233561, + "rgb_loss": 0.026405226439237595, + "seg_loss": 0.0341411754488945, + "total": 0.06055347825110691 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029545858502388, + "ssim_fused": 0.9362614750862122, + "seg_l1": 0.032870423048734665, + "seg_ssim_ref": 0.936261773109436, + "depth": 0.005499965064439457, + "rgb_loss": 0.03638439252972603, + "seg_loss": 0.039043985307216644, + "total": 0.07543388152729741, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005499965064439457, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004942220923814457 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024664336815476418, + "ssim_fused": 0.9483460187911987, + "seg_l1": 0.03999236971139908, + "seg_ssim_ref": 0.9483460187911987, + "depth": 0.010353289459286671, + "rgb_loss": 0.030062265694141388, + "seg_loss": 0.04232469201087952, + "total": 0.07239731099448019, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010353289459286671, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009705591976647783 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014209219254553318, + "ssim_fused": 0.9651732444763184, + "seg_l1": 0.023440968245267868, + "seg_ssim_ref": 0.965173065662384, + "depth": 0.006402731739926255, + "rgb_loss": 0.018332727253437042, + "seg_loss": 0.025718161836266518, + "total": 0.04405728995879834, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006402731739926255, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006402731739926256 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01615672931075096, + "ssim_fused": 0.9604193568229675, + "seg_l1": 0.02695213444530964, + "seg_ssim_ref": 0.9604191780090332, + "depth": 0.0060457403452818595, + "rgb_loss": 0.020841512829065323, + "seg_loss": 0.02947787195444107, + "total": 0.050325430523851675, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060457403452818595, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060457403452818595 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 385, + "adam_update_count": 63910 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2392660949844867 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_20aacd7c260a465fadad414e0a4f184c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 386, + "next_interval": 0, + "next_adam_update": 63911, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 385, + "trained_intervals": 63910, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 63910, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0659608840942383, + "median": 7.360270023345947, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6104047298431396, + "median": 5.616649627685547, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12669648230075836, + "median": 1572.2611083984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02704090066254139, + "median": 274.98431396484375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0386.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0386.json new file mode 100644 index 0000000000000000000000000000000000000000..d424d755523f7282e6ccbbaa540e3745f7b4d7c4 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0386.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0386", + "executed_epochs": 386, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_63b8eb2263bd47eabb0f2c21f1e9fee2.npz", + "optimizer_file": "boundary_63b8eb2263bd47eabb0f2c21f1e9fee2_optimizer.pt", + "arrays_sha256": "5ae1090362cac920784bb68921fd267e6d2b67f0dee5c1ac41ca570232b7e7ce", + "optimizer_sha256": "4f447fe0f7048a59e2378f1d383bf2f8a03a51efa043ffcb2836ed8bbde60cee", + "stage": "adam", + "completed_passes": 386, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 64076, + "adam_update_count": 64076, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 387, + "consumed_count": 386, + "last_submitted_update": 64076, + "last_consumed_update": 63910, + "pending": [ + { + "reference": { + "source_update": 64076, + "completed_passes": 386, + "next_interval": 0, + "trained_intervals": 64076, + "snapshot": "pass_end_0386", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 386, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 64076, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 64076, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.942838369170204e-05, + "update_l2": 0.00045544528984464705 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4120989362709224e-05, + "update_l2": 5.12714650540147e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060647195879066806, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060647195879066806, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021183377131819725, + "ssim_fused": 0.9525291919708252, + "seg_l1": 0.030881330370903015, + "seg_ssim_ref": 0.9525291323661804, + "depth": 0.007092695380071787, + "rgb_loss": 0.02644086442887783, + "seg_loss": 0.03419923782348633, + "total": 0.060647195879066806 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029652681201696396, + "ssim_fused": 0.9362006187438965, + "seg_l1": 0.03304183483123779, + "seg_ssim_ref": 0.9362009167671204, + "depth": 0.0055571250301576225, + "rgb_loss": 0.03648202121257782, + "seg_loss": 0.0391932837665081, + "total": 0.07568086582940638, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0055571250301576225, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049993808895326215 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024705398827791214, + "ssim_fused": 0.9483267068862915, + "seg_l1": 0.04010751470923424, + "seg_ssim_ref": 0.9483266472816467, + "depth": 0.01039504714507739, + "rgb_loss": 0.03009897843003273, + "seg_loss": 0.042420681565999985, + "total": 0.07253005504317779, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01039504714507739, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.0097473496624385 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014225897379219532, + "ssim_fused": 0.9651756882667542, + "seg_l1": 0.023464418947696686, + "seg_ssim_ref": 0.9651755690574646, + "depth": 0.006391271629442669, + "rgb_loss": 0.018345579504966736, + "seg_loss": 0.02573642134666443, + "total": 0.04408839212326061, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006391271629442669, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006391271629442667 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016149526461958885, + "ssim_fused": 0.9604136943817139, + "seg_l1": 0.026911549270153046, + "seg_ssim_ref": 0.96041339635849, + "depth": 0.006027337715609465, + "rgb_loss": 0.020836882293224335, + "seg_loss": 0.029446560889482498, + "total": 0.050289470520422444, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006027337715609465, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006027337715609465 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 386, + "adam_update_count": 64076 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22361429408192635 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_63b8eb2263bd47eabb0f2c21f1e9fee2_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 387, + "next_interval": 0, + "next_adam_update": 64077, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 386, + "trained_intervals": 64076, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 64076, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0694692134857178, + "median": 7.3589372634887695, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.606579303741455, + "median": 5.616890907287598, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12625278532505035, + "median": 1570.1669921875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02714454010128975, + "median": 275.034912109375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0387.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0387.json new file mode 100644 index 0000000000000000000000000000000000000000..064bc4a66999886ab57614e4efbd61d75217cb53 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0387.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0387", + "executed_epochs": 387, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c633e2636cdc4bd9b62b44cf41a60897.npz", + "optimizer_file": "boundary_c633e2636cdc4bd9b62b44cf41a60897_optimizer.pt", + "arrays_sha256": "62eed4a3cc0c47e9f4f524eed5c6737c3af19637d1c49e5f877a9c21e868f261", + "optimizer_sha256": "68c255877e2a6855b23ba7148b0422f5a04da9f88afa20c0b65816e173ef2cc4", + "stage": "adam", + "completed_passes": 387, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 64242, + "adam_update_count": 64242, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 388, + "consumed_count": 387, + "last_submitted_update": 64242, + "last_consumed_update": 64076, + "pending": [ + { + "reference": { + "source_update": 64242, + "completed_passes": 387, + "next_interval": 0, + "trained_intervals": 64242, + "snapshot": "pass_end_0387", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 387, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 64242, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 64242, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.884659084491432e-05, + "update_l2": 0.00026987603632733226 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4108468349149916e-05, + "update_l2": 3.9606442442163825e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060716618347323684, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060716618347323684, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02119017392396927, + "ssim_fused": 0.9524478316307068, + "seg_l1": 0.030920641496777534, + "seg_ssim_ref": 0.952447772026062, + "depth": 0.007085065699359856, + "rgb_loss": 0.026462577283382416, + "seg_loss": 0.034246958792209625, + "total": 0.060716618347323684 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029535019770264626, + "ssim_fused": 0.9362402558326721, + "seg_l1": 0.03288207948207855, + "seg_ssim_ref": 0.9362404942512512, + "depth": 0.00550124538303741, + "rgb_loss": 0.036379966884851456, + "seg_loss": 0.039057567715644836, + "total": 0.07544303212058903, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00550124538303741, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004943501242412411 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024740368127822876, + "ssim_fused": 0.9481459856033325, + "seg_l1": 0.04020528122782707, + "seg_ssim_ref": 0.9481459856033325, + "depth": 0.01039753510303097, + "rgb_loss": 0.030163098126649857, + "seg_loss": 0.04253502935171127, + "total": 0.07270852873875445, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01039753510303097, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00974983762039208 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014278072863817215, + "ssim_fused": 0.9650740623474121, + "seg_l1": 0.023560889065265656, + "seg_ssim_ref": 0.9650738835334778, + "depth": 0.006391341252354387, + "rgb_loss": 0.01840764656662941, + "seg_loss": 0.025833934545516968, + "total": 0.04424797245339873, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006391341252354387, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006391341252354387 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01620723307132721, + "ssim_fused": 0.9603309631347656, + "seg_l1": 0.02703431434929371, + "seg_ssim_ref": 0.9603307843208313, + "depth": 0.006050141059016653, + "rgb_loss": 0.020899593830108643, + "seg_loss": 0.029561296105384827, + "total": 0.05046694007655249, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006050141059016653, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006050141059016653 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 387, + "adam_update_count": 64242 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2190124448388815 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c633e2636cdc4bd9b62b44cf41a60897_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 388, + "next_interval": 0, + "next_adam_update": 64243, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 387, + "trained_intervals": 64242, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 64242, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0728023052215576, + "median": 7.360010147094727, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.602874517440796, + "median": 5.616825103759766, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1258326768875122, + "median": 1571.8525390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0272452924400568, + "median": 275.014892578125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0388.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0388.json new file mode 100644 index 0000000000000000000000000000000000000000..4edc34ce181476802e2afe5fc6003adaa6738829 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0388.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0388", + "executed_epochs": 388, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_49caeea007ff4259a9daa361065413c4.npz", + "optimizer_file": "boundary_49caeea007ff4259a9daa361065413c4_optimizer.pt", + "arrays_sha256": "fcf29ac88cf01875075c237935e77648a4e661b01759ae320a8bd09fc7d40040", + "optimizer_sha256": "5ed2c01efa52e0578f4473ab007344509199af1b31d5b652c282b9215830de7f", + "stage": "adam", + "completed_passes": 388, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 64408, + "adam_update_count": 64408, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 389, + "consumed_count": 388, + "last_submitted_update": 64408, + "last_consumed_update": 64242, + "pending": [ + { + "reference": { + "source_update": 64408, + "completed_passes": 388, + "next_interval": 0, + "trained_intervals": 64408, + "snapshot": "pass_end_0388", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 388, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 64408, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 64408, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.000100891207694076, + "update_l2": 0.001981493551284075 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.409716423950158e-05, + "update_l2": 0.0004447454703040421 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06061256578663962, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 504, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06061256578663962, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02116985246539116, + "ssim_fused": 0.9525460004806519, + "seg_l1": 0.03086000308394432, + "seg_ssim_ref": 0.9525460004806519, + "depth": 0.007086382309356769, + "rgb_loss": 0.026426680386066437, + "seg_loss": 0.034178800880908966, + "total": 0.06061256578663962 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02962535433471203, + "ssim_fused": 0.9362310171127319, + "seg_l1": 0.03299582004547119, + "seg_ssim_ref": 0.936231255531311, + "depth": 0.00554853625050746, + "rgb_loss": 0.036454081535339355, + "seg_loss": 0.039150405675172806, + "total": 0.07561003202147237, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00554853625050746, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00499079210988246 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02470141090452671, + "ssim_fused": 0.9483458995819092, + "seg_l1": 0.04010273516178131, + "seg_ssim_ref": 0.9483458995819092, + "depth": 0.010390868588158757, + "rgb_loss": 0.030091948807239532, + "seg_loss": 0.04241301119327545, + "total": 0.07251535086910314, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010390868588158757, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009743171105519869 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014214843511581421, + "ssim_fused": 0.9651870727539062, + "seg_l1": 0.023449398577213287, + "seg_ssim_ref": 0.9651870131492615, + "depth": 0.006386915524221646, + "rgb_loss": 0.018334461376070976, + "seg_loss": 0.025722116231918335, + "total": 0.04406296638615868, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006386915524221646, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006386915524221646 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016137802973389626, + "ssim_fused": 0.9604200720787048, + "seg_l1": 0.026892054826021194, + "seg_ssim_ref": 0.9604198932647705, + "depth": 0.006019208874539214, + "rgb_loss": 0.020826227962970734, + "seg_loss": 0.029429666697978973, + "total": 0.050261913869824246, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006019208874539214, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006019208874539213 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 388, + "adam_update_count": 64408 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22407240001484752 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_49caeea007ff4259a9daa361065413c4_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 389, + "next_interval": 0, + "next_adam_update": 64409, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 388, + "trained_intervals": 64408, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 64408, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0717201232910156, + "median": 7.359921932220459, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6037468910217285, + "median": 5.616767883300781, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12596891820430756, + "median": 1571.7138671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02722153626382351, + "median": 274.9995422363281, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 504, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0389.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0389.json new file mode 100644 index 0000000000000000000000000000000000000000..c2ab2868078fabd98a5915834a33c1775ffb3e8d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0389.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0389", + "executed_epochs": 389, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_40c6f13db2e34452a4a3b6cd15a6a306.npz", + "optimizer_file": "boundary_40c6f13db2e34452a4a3b6cd15a6a306_optimizer.pt", + "arrays_sha256": "35cf3653caca9f1da2d07b544b35c03912b6df382cdb7e2ed1277fa078999f02", + "optimizer_sha256": "8dd7969775fd804cbc11623a4786174c3c4d35813b864923da5e896e55adc00f", + "stage": "adam", + "completed_passes": 389, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 64574, + "adam_update_count": 64574, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 390, + "consumed_count": 389, + "last_submitted_update": 64574, + "last_consumed_update": 64408, + "pending": [ + { + "reference": { + "source_update": 64574, + "completed_passes": 389, + "next_interval": 0, + "trained_intervals": 64574, + "snapshot": "pass_end_0389", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 389, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 64574, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 64574, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.867259020917118e-05, + "update_l2": 0.0004587926378007978 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4301353985501919e-05, + "update_l2": 2.8389185899868608e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06081619633116724, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06081619633116724, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021237067878246307, + "ssim_fused": 0.9524272084236145, + "seg_l1": 0.030987881124019623, + "seg_ssim_ref": 0.9524271488189697, + "depth": 0.007110254251972592, + "rgb_loss": 0.026504214853048325, + "seg_loss": 0.034304872155189514, + "total": 0.06081619633116724 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029689379036426544, + "ssim_fused": 0.9361095428466797, + "seg_l1": 0.033089395612478256, + "seg_ssim_ref": 0.9361097812652588, + "depth": 0.005567091363150006, + "rgb_loss": 0.03652959316968918, + "seg_loss": 0.03924956172704697, + "total": 0.0757847219880993, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005567091363150006, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005009347222525005 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024758663028478622, + "ssim_fused": 0.9481659531593323, + "seg_l1": 0.04026447981595993, + "seg_ssim_ref": 0.9481658935546875, + "depth": 0.010427447920065995, + "rgb_loss": 0.030173741281032562, + "seg_loss": 0.042578406631946564, + "total": 0.0727625753608992, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010427447920065995, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009779750437427105 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014293118380010128, + "ssim_fused": 0.9650847315788269, + "seg_l1": 0.02358471043407917, + "seg_ssim_ref": 0.9650846123695374, + "depth": 0.006407301871359555, + "rgb_loss": 0.01841754838824272, + "seg_loss": 0.025850845500826836, + "total": 0.04427479932829577, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006407301871359555, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006407301871359555 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01620711199939251, + "ssim_fused": 0.9603486061096191, + "seg_l1": 0.027012940496206284, + "seg_ssim_ref": 0.96034836769104, + "depth": 0.00603917585331481, + "rgb_loss": 0.02089596912264824, + "seg_loss": 0.02954068034887314, + "total": 0.050442688647374695, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00603917585331481, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00603917585331481 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 389, + "adam_update_count": 64574 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22998871700838208 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_40c6f13db2e34452a4a3b6cd15a6a306_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 390, + "next_interval": 0, + "next_adam_update": 64575, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 389, + "trained_intervals": 64574, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 64574, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.083230495452881, + "median": 7.35990571975708, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5921614170074463, + "median": 5.613122940063477, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12452727556228638, + "median": 1571.6883544921875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02753874473273754, + "median": 274.0037536621094, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0390.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0390.json new file mode 100644 index 0000000000000000000000000000000000000000..a44a575d5451c1835057768ccfadea44b1d17bc2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0390.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0390", + "executed_epochs": 390, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9545d27b22b1441887c0e05c1a086da2.npz", + "optimizer_file": "boundary_9545d27b22b1441887c0e05c1a086da2_optimizer.pt", + "arrays_sha256": "e13f4a631c72e9348a36b711cb40aaf3beb2eeac6f564450a76b5dcf7cb0ca87", + "optimizer_sha256": "f1c42d83e84192a8836467af45ed84cb141399416941345d7f7a89555384a772", + "stage": "adam", + "completed_passes": 390, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 64740, + "adam_update_count": 64740, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 391, + "consumed_count": 390, + "last_submitted_update": 64740, + "last_consumed_update": 64574, + "pending": [ + { + "reference": { + "source_update": 64740, + "completed_passes": 390, + "next_interval": 0, + "trained_intervals": 64740, + "snapshot": "pass_end_0390", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 390, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 64740, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 64740, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.592863014200702e-05, + "update_l2": 0.00032184389419853687 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4424828805204015e-05, + "update_l2": 3.0023575163795613e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06107070807148029, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06107070807148029, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021321233361959457, + "ssim_fused": 0.9522882699966431, + "seg_l1": 0.031152324751019478, + "seg_ssim_ref": 0.9522882699966431, + "depth": 0.007150208244813775, + "rgb_loss": 0.026599343866109848, + "seg_loss": 0.034464213997125626, + "total": 0.06107070807148029 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029795153066515923, + "ssim_fused": 0.9359342455863953, + "seg_l1": 0.033264435827732086, + "seg_ssim_ref": 0.9359346032142639, + "depth": 0.005592974372461388, + "rgb_loss": 0.036649271845817566, + "seg_loss": 0.039424628019332886, + "total": 0.07607949283952291, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005592974372461388, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005035230231836387 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02489338256418705, + "ssim_fused": 0.9479694962501526, + "seg_l1": 0.0405338779091835, + "seg_ssim_ref": 0.9479694962501526, + "depth": 0.01051733763709975, + "rgb_loss": 0.03032080829143524, + "seg_loss": 0.042833201587200165, + "total": 0.0731645272162725, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01051733763709975, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00986964015446086 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014338548295199871, + "ssim_fused": 0.9650301337242126, + "seg_l1": 0.023690182715654373, + "seg_ssim_ref": 0.9650299549102783, + "depth": 0.006427998926956207, + "rgb_loss": 0.018464811146259308, + "seg_loss": 0.025946155190467834, + "total": 0.0444173943356541, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006427998926956207, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006427998926956207 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625785604119301, + "ssim_fused": 0.9602190256118774, + "seg_l1": 0.02712080627679825, + "seg_ssim_ref": 0.9602188467979431, + "depth": 0.006062522042737757, + "rgb_loss": 0.020962480455636978, + "seg_loss": 0.029652876779437065, + "total": 0.05062141789447163, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006062522042737757, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006062522042737757 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 390, + "adam_update_count": 64740 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23342505400069058 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9545d27b22b1441887c0e05c1a086da2_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 391, + "next_interval": 0, + "next_adam_update": 64741, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 390, + "trained_intervals": 64740, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 64740, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0830161571502686, + "median": 7.361308574676514, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5922863483428955, + "median": 5.614177703857422, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12455397099256516, + "median": 1573.894775390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02753530442714691, + "median": 274.2929382324219, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0391.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0391.json new file mode 100644 index 0000000000000000000000000000000000000000..133096b607ff7149efb9e3c2cdfe4d1e2c6e269a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0391.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0391", + "executed_epochs": 391, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_31ff342f8d944baa969754422327fbc8.npz", + "optimizer_file": "boundary_31ff342f8d944baa969754422327fbc8_optimizer.pt", + "arrays_sha256": "2cb3a03c58d26cee17f5514bb6f722cdf11c457f6ea5ef73f33032206aca5a3d", + "optimizer_sha256": "f6ecd4033279c23fb79c653bcea253271df2eba004f149c8d84a4dbf096e1bb2", + "stage": "adam", + "completed_passes": 391, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 64906, + "adam_update_count": 64906, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 392, + "consumed_count": 391, + "last_submitted_update": 64906, + "last_consumed_update": 64740, + "pending": [ + { + "reference": { + "source_update": 64906, + "completed_passes": 391, + "next_interval": 0, + "trained_intervals": 64906, + "snapshot": "pass_end_0391", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 391, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 64906, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 64906, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.800172847462818e-05, + "update_l2": 0.002314038574695587 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.418856845702976e-05, + "update_l2": 3.0681429052492604e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06081891143362746, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06081891143362746, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021227380260825157, + "ssim_fused": 0.9523869156837463, + "seg_l1": 0.03098083846271038, + "seg_ssim_ref": 0.9523868560791016, + "depth": 0.0070984442137144894, + "rgb_loss": 0.0265045203268528, + "seg_loss": 0.034307293593883514, + "total": 0.06081891143362746 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029600542038679123, + "ssim_fused": 0.9361337423324585, + "seg_l1": 0.032964274287223816, + "seg_ssim_ref": 0.9361339211463928, + "depth": 0.005505365744405426, + "rgb_loss": 0.03645368665456772, + "seg_loss": 0.03914463520050049, + "total": 0.07560382722081262, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005505365744405426, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004947621603780426 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02478407695889473, + "ssim_fused": 0.9480729103088379, + "seg_l1": 0.04026445373892784, + "seg_ssim_ref": 0.9480729103088379, + "depth": 0.010407074747182584, + "rgb_loss": 0.030212679877877235, + "seg_loss": 0.042596980929374695, + "total": 0.07282006601935397, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010407074747182584, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009759377264543696 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014290427789092064, + "ssim_fused": 0.9650558829307556, + "seg_l1": 0.023595165461301804, + "seg_ssim_ref": 0.9650557637214661, + "depth": 0.006410732327314198, + "rgb_loss": 0.018421165645122528, + "seg_loss": 0.02586498111486435, + "total": 0.04429255749231419, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006410732327314198, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006410732327314196 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016234470531344414, + "ssim_fused": 0.9602851271629333, + "seg_l1": 0.027099452912807465, + "seg_ssim_ref": 0.960284948348999, + "depth": 0.006070604035955751, + "rgb_loss": 0.02093055099248886, + "seg_loss": 0.029622573405504227, + "total": 0.050559195002029045, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006070604035955751, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006070604035955749 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 391, + "adam_update_count": 64906 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22814557584933937 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_31ff342f8d944baa969754422327fbc8_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 392, + "next_interval": 0, + "next_adam_update": 64907, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 391, + "trained_intervals": 64906, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 64906, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0701489448547363, + "median": 7.36099100112915, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.605316162109375, + "median": 5.616942405700684, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12616698443889618, + "median": 1573.39501953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027178850024938583, + "median": 275.04931640625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0392.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0392.json new file mode 100644 index 0000000000000000000000000000000000000000..5eb57522085fb8899f428800d20709e1bf012aa1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0392.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0392", + "executed_epochs": 392, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_273a6e669b35414f9396e486bb551673.npz", + "optimizer_file": "boundary_273a6e669b35414f9396e486bb551673_optimizer.pt", + "arrays_sha256": "05e4648ba666b379749bde4944b4254e6d7c2f805968c72d3e9828ca7cf6aace", + "optimizer_sha256": "d4dbd59bba7facb3039cff87ce0ca0d6e76e7442695a29b91e2c1b1ab4e40bc0", + "stage": "adam", + "completed_passes": 392, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 65072, + "adam_update_count": 65072, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 393, + "consumed_count": 392, + "last_submitted_update": 65072, + "last_consumed_update": 64906, + "pending": [ + { + "reference": { + "source_update": 65072, + "completed_passes": 392, + "next_interval": 0, + "trained_intervals": 65072, + "snapshot": "pass_end_0392", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 392, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 65072, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 65072, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.000102269506896846, + "update_l2": 0.00019907804380636662 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4330273188534193e-05, + "update_l2": 4.353641998022795e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060299121736189794, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060299121736189794, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021054979413747787, + "ssim_fused": 0.9526822566986084, + "seg_l1": 0.03065127320587635, + "seg_ssim_ref": 0.9526822566986084, + "depth": 0.007031446895071551, + "rgb_loss": 0.026307526975870132, + "seg_loss": 0.03398456424474716, + "total": 0.060299121736189794 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02939206175506115, + "ssim_fused": 0.9364798665046692, + "seg_l1": 0.03263641893863678, + "seg_ssim_ref": 0.9364802241325378, + "depth": 0.005455411418607304, + "rgb_loss": 0.03621767833828926, + "seg_loss": 0.038813091814517975, + "total": 0.07503622928951614, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005455411418607304, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004897667277982304 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024555053561925888, + "ssim_fused": 0.9484948515892029, + "seg_l1": 0.03977057337760925, + "seg_ssim_ref": 0.9484947323799133, + "depth": 0.010282393309730105, + "rgb_loss": 0.029945071786642075, + "seg_loss": 0.042117513716220856, + "total": 0.07207286417088236, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010282393309730105, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009634695827091217 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014161262661218643, + "ssim_fused": 0.9652412533760071, + "seg_l1": 0.023335663601756096, + "seg_ssim_ref": 0.9652410745620728, + "depth": 0.00636886469529683, + "rgb_loss": 0.0182807594537735, + "seg_loss": 0.025620315223932266, + "total": 0.04390744354240106, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00636886469529683, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00636886469529683 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01611153595149517, + "ssim_fused": 0.960513174533844, + "seg_l1": 0.026862433180212975, + "seg_ssim_ref": 0.9605130553245544, + "depth": 0.006019118156651966, + "rgb_loss": 0.020786594599485397, + "seg_loss": 0.02938733622431755, + "total": 0.0501799499419596, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006019118156651966, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006019118156651966 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 392, + "adam_update_count": 65072 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22388475108891726 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_273a6e669b35414f9396e486bb551673_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 393, + "next_interval": 0, + "next_adam_update": 65073, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 392, + "trained_intervals": 65072, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 65072, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0634963512420654, + "median": 7.361141204833984, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6119978427886963, + "median": 5.616941452026367, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12700912356376648, + "median": 1573.63134765625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02699785679578781, + "median": 275.06365966796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0393.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0393.json new file mode 100644 index 0000000000000000000000000000000000000000..962ca83665d1f6e07490e162fc9518b81a9ddf5b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0393.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0393", + "executed_epochs": 393, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_87d6d7133838401db86435fcdd5c54be.npz", + "optimizer_file": "boundary_87d6d7133838401db86435fcdd5c54be_optimizer.pt", + "arrays_sha256": "5a0689b817284f9f0d2b937bb701920a538215f89456d49c9e603a337b5250e0", + "optimizer_sha256": "eb6ed92d87f5166242c84e31e333147cc527b29c7b3b81e11d818375a54db43c", + "stage": "adam", + "completed_passes": 393, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 65238, + "adam_update_count": 65238, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 394, + "consumed_count": 393, + "last_submitted_update": 65238, + "last_consumed_update": 65072, + "pending": [ + { + "reference": { + "source_update": 65238, + "completed_passes": 393, + "next_interval": 0, + "trained_intervals": 65238, + "snapshot": "pass_end_0393", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 393, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 65238, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 65238, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.000101311037724372, + "update_l2": 0.00010294835374224931 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4150557944958564e-05, + "update_l2": 9.275634511141106e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06040705799050432, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06040705799050432, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021092072129249573, + "ssim_fused": 0.9526402950286865, + "seg_l1": 0.030728094279766083, + "seg_ssim_ref": 0.9526402950286865, + "depth": 0.0070469725857320005, + "rgb_loss": 0.026345599442720413, + "seg_loss": 0.03405441343784332, + "total": 0.06040705799050432 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02944745309650898, + "ssim_fused": 0.9364368319511414, + "seg_l1": 0.03273753821849823, + "seg_ssim_ref": 0.93643718957901, + "depth": 0.005490952467430228, + "rgb_loss": 0.03627059608697891, + "seg_loss": 0.03890259563922882, + "total": 0.07517868267867517, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005490952467430228, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049332083268052275 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024625904858112335, + "ssim_fused": 0.9484268426895142, + "seg_l1": 0.039951249957084656, + "seg_ssim_ref": 0.9484268426895142, + "depth": 0.010346365965985073, + "rgb_loss": 0.030015356838703156, + "seg_loss": 0.04227563366293907, + "total": 0.07230133314231792, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010346365965985073, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009698668483346185 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014182811602950096, + "ssim_fused": 0.9652190208435059, + "seg_l1": 0.02338092401623726, + "seg_ssim_ref": 0.9652188420295715, + "depth": 0.006352023938239759, + "rgb_loss": 0.018302446231245995, + "seg_loss": 0.02566097304224968, + "total": 0.043969769434788766, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006352023938239759, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006352023938239759 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01611211709678173, + "ssim_fused": 0.9604784846305847, + "seg_l1": 0.026842668652534485, + "seg_ssim_ref": 0.9604784250259399, + "depth": 0.005998547971272945, + "rgb_loss": 0.02079399675130844, + "seg_loss": 0.02937845140695572, + "total": 0.05017844670623543, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005998547971272945, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005998547971272944 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 393, + "adam_update_count": 65238 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2176541369408369 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_87d6d7133838401db86435fcdd5c54be_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 394, + "next_interval": 0, + "next_adam_update": 65239, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 393, + "trained_intervals": 65238, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 65238, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.059133768081665, + "median": 7.358659267425537, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.616600275039673, + "median": 5.6168365478515625, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1275644153356552, + "median": 1569.7305908203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026873886585235596, + "median": 275.0589599609375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0394.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0394.json new file mode 100644 index 0000000000000000000000000000000000000000..6ee85ad3156580ede045c2f0a6f983cf306b1430 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0394.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0394", + "executed_epochs": 394, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c6e3cf73d6b2429b8c935eea752a2c70.npz", + "optimizer_file": "boundary_c6e3cf73d6b2429b8c935eea752a2c70_optimizer.pt", + "arrays_sha256": "98ab7d193022ae4984b497d695f225e6e11434e4b8f68567908499d5591cc810", + "optimizer_sha256": "406d7c9b6f6508d0ce26cc081dba2741726330f282eed38dc8fcf5d1129396d8", + "stage": "adam", + "completed_passes": 394, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 65404, + "adam_update_count": 65404, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 395, + "consumed_count": 394, + "last_submitted_update": 65404, + "last_consumed_update": 65238, + "pending": [ + { + "reference": { + "source_update": 65404, + "completed_passes": 394, + "next_interval": 0, + "trained_intervals": 65404, + "snapshot": "pass_end_0394", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 394, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 65404, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 65404, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010126809502253309, + "update_l2": 0.0006130317342467606 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4269445273384918e-05, + "update_l2": 0.00015878815611358732 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06055624388643763, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06055624388643763, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02114957571029663, + "ssim_fused": 0.9525461792945862, + "seg_l1": 0.03080996312201023, + "seg_ssim_ref": 0.9525461196899414, + "depth": 0.007077832904071548, + "rgb_loss": 0.026410425081849098, + "seg_loss": 0.034138742834329605, + "total": 0.06055624388643763 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02960795909166336, + "ssim_fused": 0.9361850023269653, + "seg_l1": 0.03295290097594261, + "seg_ssim_ref": 0.9361852407455444, + "depth": 0.005514683718320449, + "rgb_loss": 0.0364493690431118, + "seg_loss": 0.03912527114152908, + "total": 0.0755801511430689, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005514683718320449, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004956939577695449 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024640757590532303, + "ssim_fused": 0.9483646154403687, + "seg_l1": 0.039925716817379, + "seg_ssim_ref": 0.9483646154403687, + "depth": 0.010335140401684009, + "rgb_loss": 0.030039682984352112, + "seg_loss": 0.042267654091119766, + "total": 0.07231766849058327, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010335140401684009, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009687442919045117 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014196379110217094, + "ssim_fused": 0.9651956558227539, + "seg_l1": 0.023408470675349236, + "seg_ssim_ref": 0.9651954770088196, + "depth": 0.0064070553131530894, + "rgb_loss": 0.018317971378564835, + "seg_loss": 0.025687681511044502, + "total": 0.044012061807567636, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064070553131530894, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006407055313153089 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016153205186128616, + "ssim_fused": 0.9604394435882568, + "seg_l1": 0.026952767744660378, + "seg_ssim_ref": 0.9604392647743225, + "depth": 0.006054452183128645, + "rgb_loss": 0.020834676921367645, + "seg_loss": 0.02947436273097992, + "total": 0.050315094104530694, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006054452183128645, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006054452183128644 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 394, + "adam_update_count": 65404 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2149700450245291 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c6e3cf73d6b2429b8c935eea752a2c70_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 395, + "next_interval": 0, + "next_adam_update": 65405, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 394, + "trained_intervals": 65404, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 65404, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0591766834259033, + "median": 7.358972549438477, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6165125370025635, + "median": 5.616809368133545, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12755894660949707, + "median": 1570.222412109375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026876242831349373, + "median": 275.05096435546875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0395.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0395.json new file mode 100644 index 0000000000000000000000000000000000000000..822e870af97b2cc13009b6f788e8f60727315fa4 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0395.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0395", + "executed_epochs": 395, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6e70a115b0ec41beb6cff83dbf298a4c.npz", + "optimizer_file": "boundary_6e70a115b0ec41beb6cff83dbf298a4c_optimizer.pt", + "arrays_sha256": "fde3cbce13edbd8a70b4f9a2d641c796b265045da1d2fb51bcf4a4bf5513ff90", + "optimizer_sha256": "dc377942f2c96120ce9b6f83fcd959942709f5f315150f92f75b373bab957348", + "stage": "adam", + "completed_passes": 395, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 65570, + "adam_update_count": 65570, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 396, + "consumed_count": 395, + "last_submitted_update": 65570, + "last_consumed_update": 65404, + "pending": [ + { + "reference": { + "source_update": 65570, + "completed_passes": 395, + "next_interval": 0, + "trained_intervals": 65570, + "snapshot": "pass_end_0395", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 395, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 65570, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 65570, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010370163363404572, + "update_l2": 0.00026671381783671677 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4135141100268811e-05, + "update_l2": 0.00021723749523516744 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06039520955182711, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06039520955182711, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02109021693468094, + "ssim_fused": 0.9526553750038147, + "seg_l1": 0.03072264790534973, + "seg_ssim_ref": 0.9526553153991699, + "depth": 0.007048682347937268, + "rgb_loss": 0.026341108605265617, + "seg_loss": 0.03404705226421356, + "total": 0.06039520955182711 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029454780742526054, + "ssim_fused": 0.9364471435546875, + "seg_l1": 0.032751429826021194, + "seg_ssim_ref": 0.9364475011825562, + "depth": 0.005497235780706785, + "rgb_loss": 0.036274395883083344, + "seg_loss": 0.038911644369363785, + "total": 0.07519154121351813, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005497235780706785, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004939491640081785 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024592291563749313, + "ssim_fused": 0.9484686255455017, + "seg_l1": 0.03988423943519592, + "seg_ssim_ref": 0.9484686255455017, + "depth": 0.010324497709717705, + "rgb_loss": 0.02998010814189911, + "seg_loss": 0.042213667184114456, + "total": 0.07220409609843298, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010324497709717705, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009676800227078815 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014192390255630016, + "ssim_fused": 0.965207040309906, + "seg_l1": 0.023394601419568062, + "seg_ssim_ref": 0.9652068614959717, + "depth": 0.006366623520612096, + "rgb_loss": 0.018312504515051842, + "seg_loss": 0.025674309581518173, + "total": 0.04399317885744548, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006366623520612096, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006366623520612096 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016121407970786095, + "ssim_fused": 0.9604985117912292, + "seg_l1": 0.026860322803258896, + "seg_ssim_ref": 0.9604983329772949, + "depth": 0.006006372380712484, + "rgb_loss": 0.020797424018383026, + "seg_loss": 0.029388591647148132, + "total": 0.05019202203791187, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006006372380712484, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060063723807124835 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 395, + "adam_update_count": 65570 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2252772969659418 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6e70a115b0ec41beb6cff83dbf298a4c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 396, + "next_interval": 0, + "next_adam_update": 65571, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 395, + "trained_intervals": 65570, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 65570, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0582287311553955, + "median": 7.35898494720459, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.617449998855591, + "median": 5.616605281829834, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12767992913722992, + "median": 1570.2418212890625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02685105986893177, + "median": 275.0010986328125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0396.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0396.json new file mode 100644 index 0000000000000000000000000000000000000000..d174af168f2144832e1d61642f547ab5cde68548 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0396.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0396", + "executed_epochs": 396, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_55af0f0606ed4627b61018173d26cf21.npz", + "optimizer_file": "boundary_55af0f0606ed4627b61018173d26cf21_optimizer.pt", + "arrays_sha256": "d6178d66b25b10e50e42e29a358ca2722a4d24c086cc2d243354bcfda582ce32", + "optimizer_sha256": "99788e4acf787c24faa90036c89e2afab96986cb7564138146eafbe9520f0748", + "stage": "adam", + "completed_passes": 396, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 65736, + "adam_update_count": 65736, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 397, + "consumed_count": 396, + "last_submitted_update": 65736, + "last_consumed_update": 65570, + "pending": [ + { + "reference": { + "source_update": 65736, + "completed_passes": 396, + "next_interval": 0, + "trained_intervals": 65736, + "snapshot": "pass_end_0396", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 396, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 65736, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 65736, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.757917723618448e-05, + "update_l2": 0.0010592950275167823 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4073600141273346e-05, + "update_l2": 0.00028265989385545254 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06058035898392312, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06058035898392312, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021151162683963776, + "ssim_fused": 0.9525318145751953, + "seg_l1": 0.0308313500136137, + "seg_ssim_ref": 0.9525318145751953, + "depth": 0.007073538352167428, + "rgb_loss": 0.026414569467306137, + "seg_loss": 0.03415871784090996, + "total": 0.06058035898392312 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029527757316827774, + "ssim_fused": 0.9362845420837402, + "seg_l1": 0.032847821712493896, + "seg_ssim_ref": 0.9362848997116089, + "depth": 0.00550181418478877, + "rgb_loss": 0.03636529669165611, + "seg_loss": 0.03902127593755722, + "total": 0.07539207071810783, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00550181418478877, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004944070044163771 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02465028502047062, + "ssim_fused": 0.9482847452163696, + "seg_l1": 0.040026046335697174, + "seg_ssim_ref": 0.9482846856117249, + "depth": 0.010367580758863026, + "rgb_loss": 0.03006327897310257, + "seg_loss": 0.04236390069127083, + "total": 0.07243755097042257, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010367580758863026, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009719883276224136 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014250971376895905, + "ssim_fused": 0.9651258587837219, + "seg_l1": 0.023492220789194107, + "seg_ssim_ref": 0.9651257991790771, + "depth": 0.0063922953209167134, + "rgb_loss": 0.01837560534477234, + "seg_loss": 0.025768617168068886, + "total": 0.04415061294551699, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063922953209167134, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063922953209167134 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016175633296370506, + "ssim_fused": 0.9604320526123047, + "seg_l1": 0.026959309354424477, + "seg_ssim_ref": 0.9604318737983704, + "depth": 0.006032463144101202, + "rgb_loss": 0.020854096859693527, + "seg_loss": 0.02948107197880745, + "total": 0.05034120130164508, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006032463144101202, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006032463144101202 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 396, + "adam_update_count": 65736 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22229330707341433 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_55af0f0606ed4627b61018173d26cf21_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 397, + "next_interval": 0, + "next_adam_update": 65737, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 396, + "trained_intervals": 65736, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 65736, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0673956871032715, + "median": 7.360813617706299, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.608074903488159, + "median": 5.616751670837402, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12651483714580536, + "median": 1573.115966796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027103975415229797, + "median": 275.00439453125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0397.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0397.json new file mode 100644 index 0000000000000000000000000000000000000000..31523bce13a3b4b6200cdeb465c997a1249ae6ac --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0397.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0397", + "executed_epochs": 397, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7564248d3b674dd2af9a6e010038dee3.npz", + "optimizer_file": "boundary_7564248d3b674dd2af9a6e010038dee3_optimizer.pt", + "arrays_sha256": "269d64cb4b901baf7869eb0876418d40abaa7fa89276cddec52d4d41de4bd46b", + "optimizer_sha256": "6e637f9cd6e9a443ecefaf6906369bc5ab5624994d8de5dd862a3a59a6b111ed", + "stage": "adam", + "completed_passes": 397, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 65902, + "adam_update_count": 65902, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 398, + "consumed_count": 397, + "last_submitted_update": 65902, + "last_consumed_update": 65736, + "pending": [ + { + "reference": { + "source_update": 65902, + "completed_passes": 397, + "next_interval": 0, + "trained_intervals": 65902, + "snapshot": "pass_end_0397", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 397, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 65902, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 65902, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.692314440850168e-05, + "update_l2": 2.525158561184071e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4309995094663464e-05, + "update_l2": 1.692613477644045e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06077115060078103, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06077115060078103, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02120376005768776, + "ssim_fused": 0.9524355530738831, + "seg_l1": 0.030969101935625076, + "seg_ssim_ref": 0.9524355530738831, + "depth": 0.007086519767829126, + "rgb_loss": 0.02647588960826397, + "seg_loss": 0.03428817540407181, + "total": 0.06077115060078103 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029501531273126602, + "ssim_fused": 0.936314582824707, + "seg_l1": 0.03286305442452431, + "seg_ssim_ref": 0.9363148212432861, + "depth": 0.0054949357514572335, + "rgb_loss": 0.036338306963443756, + "seg_loss": 0.03902748227119446, + "total": 0.07537128417038967, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054949357514572335, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049371916108322325 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024791644886136055, + "ssim_fused": 0.948076605796814, + "seg_l1": 0.04033767059445381, + "seg_ssim_ref": 0.948076605796814, + "depth": 0.010436138894278038, + "rgb_loss": 0.03021799586713314, + "seg_loss": 0.042654816061258316, + "total": 0.07288324620464058, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010436138894278038, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009788441411639148 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01429869793355465, + "ssim_fused": 0.9650499820709229, + "seg_l1": 0.02361203171312809, + "seg_ssim_ref": 0.9650498032569885, + "depth": 0.006380767238439681, + "rgb_loss": 0.01842896267771721, + "seg_loss": 0.025879666209220886, + "total": 0.044315009654176535, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006380767238439681, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006380767238439681 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01622316613793373, + "ssim_fused": 0.9603012204170227, + "seg_l1": 0.027063651010394096, + "seg_ssim_ref": 0.9603009223937988, + "depth": 0.006034237187141552, + "rgb_loss": 0.020918289199471474, + "seg_loss": 0.02959073707461357, + "total": 0.050515062373917334, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006034237187141552, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006034237187141552 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 397, + "adam_update_count": 65902 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22064550686627626 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7564248d3b674dd2af9a6e010038dee3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 398, + "next_interval": 0, + "next_adam_update": 65903, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 397, + "trained_intervals": 65902, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 65902, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0577785968780518, + "median": 7.359577655792236, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6175382137298584, + "median": 5.616436958312988, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12773741781711578, + "median": 1571.1729736328125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02684869058430195, + "median": 274.911376953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0398.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0398.json new file mode 100644 index 0000000000000000000000000000000000000000..a8b7c5d79def5cdfa6ff7d9a5ebfcb33154151be --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0398.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0398", + "executed_epochs": 398, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7ca00372d7e1435fb0eac0407b19874d.npz", + "optimizer_file": "boundary_7ca00372d7e1435fb0eac0407b19874d_optimizer.pt", + "arrays_sha256": "86faa0dd03021935a460a250a53518533e64f33abf1957b048a91d38fa830961", + "optimizer_sha256": "b53e2e18d7616a0e318dff1770d41ea6a7e58d9754db736c2b73174d8c4452a1", + "stage": "adam", + "completed_passes": 398, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 66068, + "adam_update_count": 66068, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 399, + "consumed_count": 398, + "last_submitted_update": 66068, + "last_consumed_update": 65902, + "pending": [ + { + "reference": { + "source_update": 66068, + "completed_passes": 398, + "next_interval": 0, + "trained_intervals": 66068, + "snapshot": "pass_end_0398", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 398, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 66068, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 66068, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.706352284410968e-05, + "update_l2": 0.0009222402586601675 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4219857803254854e-05, + "update_l2": 2.9216160328360274e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060689408289642144, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060689408289642144, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021195486187934875, + "ssim_fused": 0.9525095224380493, + "seg_l1": 0.030912144109606743, + "seg_ssim_ref": 0.9525095224380493, + "depth": 0.0070966355512652075, + "rgb_loss": 0.026454491540789604, + "seg_loss": 0.03422781825065613, + "total": 0.060689408289642144 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02966303564608097, + "ssim_fused": 0.9361851811408997, + "seg_l1": 0.0330762080848217, + "seg_ssim_ref": 0.9361854195594788, + "depth": 0.005564023669056544, + "rgb_loss": 0.036493390798568726, + "seg_loss": 0.03922388330101967, + "total": 0.07572283439796715, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005564023669056544, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005006279528431543 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024714089930057526, + "ssim_fused": 0.9482995271682739, + "seg_l1": 0.04013827070593834, + "seg_ssim_ref": 0.9482995271682739, + "depth": 0.010396224887339243, + "rgb_loss": 0.030111366882920265, + "seg_loss": 0.042450711131095886, + "total": 0.07257247237625834, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010396224887339243, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009748527404700355 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014240383170545101, + "ssim_fused": 0.9651522636413574, + "seg_l1": 0.023493582382798195, + "seg_ssim_ref": 0.9651522040367126, + "depth": 0.00639611467484333, + "rgb_loss": 0.018361853435635567, + "seg_loss": 0.025764426216483116, + "total": 0.04413267576679353, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00639611467484333, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00639611467484333 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01616443321108818, + "ssim_fused": 0.9604009389877319, + "seg_l1": 0.026940515264868736, + "seg_ssim_ref": 0.9604007601737976, + "depth": 0.006030178973821716, + "rgb_loss": 0.020851358771324158, + "seg_loss": 0.029472259804606438, + "total": 0.050329650617549564, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006030178973821716, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006030178973821716 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 398, + "adam_update_count": 66068 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22174893296323717 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7ca00372d7e1435fb0eac0407b19874d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 399, + "next_interval": 0, + "next_adam_update": 66069, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 398, + "trained_intervals": 66068, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 66068, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.057776927947998, + "median": 7.3595662117004395, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6175472736358643, + "median": 5.6163740158081055, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1277376264333725, + "median": 1571.1549072265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02684844844043255, + "median": 274.89422607421875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0399.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0399.json new file mode 100644 index 0000000000000000000000000000000000000000..b19b0d39bcfe9e3400db2a16c507406c997d1b7d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0399.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0399", + "executed_epochs": 399, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_006263255d1946a9ac55600b4a2a82b3.npz", + "optimizer_file": "boundary_006263255d1946a9ac55600b4a2a82b3_optimizer.pt", + "arrays_sha256": "2f6ed437c4d86876611256bb054d5d9b2a010f6a92ecca9b90309487de9de40f", + "optimizer_sha256": "01b17f9e564b3b8d8b0c352ad7547404293e2e2de7d11bea75b30b3b6a8c7a28", + "stage": "adam", + "completed_passes": 399, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 66234, + "adam_update_count": 66234, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 400, + "consumed_count": 399, + "last_submitted_update": 66234, + "last_consumed_update": 66068, + "pending": [ + { + "reference": { + "source_update": 66234, + "completed_passes": 399, + "next_interval": 0, + "trained_intervals": 66234, + "snapshot": "pass_end_0399", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 399, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 66234, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 66234, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010502002987777814, + "update_l2": 2.3057840735418722e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4324993571790401e-05, + "update_l2": 4.296990664443001e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060416952077306386, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060416952077306386, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02109997719526291, + "ssim_fused": 0.9526395201683044, + "seg_l1": 0.030732152983546257, + "seg_ssim_ref": 0.9526395201683044, + "depth": 0.007054138935683619, + "rgb_loss": 0.02635207772254944, + "seg_loss": 0.03405781835317612, + "total": 0.060416952077306386 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029484964907169342, + "ssim_fused": 0.9364011883735657, + "seg_l1": 0.03278502821922302, + "seg_ssim_ref": 0.9364015460014343, + "depth": 0.005503515275921672, + "rgb_loss": 0.03630773350596428, + "seg_loss": 0.03894771635532379, + "total": 0.07526095710185429, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005503515275921672, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004945771135296672 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024601764976978302, + "ssim_fused": 0.9484570026397705, + "seg_l1": 0.03989187628030777, + "seg_ssim_ref": 0.9484570026397705, + "depth": 0.01033523120779751, + "rgb_loss": 0.02999001368880272, + "seg_loss": 0.042222101241350174, + "total": 0.0722224501613607, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01033523120779751, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009687533725158622 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014191733673214912, + "ssim_fused": 0.9652085304260254, + "seg_l1": 0.02339046262204647, + "seg_ssim_ref": 0.9652083516120911, + "depth": 0.006364253676208254, + "rgb_loss": 0.01831168122589588, + "seg_loss": 0.025670699775218964, + "total": 0.0439887433921459, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006364253676208254, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006364253676208254 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01612144708633423, + "ssim_fused": 0.9604913592338562, + "seg_l1": 0.026861242949962616, + "seg_ssim_ref": 0.9604911804199219, + "depth": 0.006013555582807037, + "rgb_loss": 0.020798886194825172, + "seg_loss": 0.029390759766101837, + "total": 0.05019565765386467, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006013555582807037, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006013555582807037 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 399, + "adam_update_count": 66234 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2239750470034778 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_006263255d1946a9ac55600b4a2a82b3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 400, + "next_interval": 0, + "next_adam_update": 66235, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 399, + "trained_intervals": 66234, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 66234, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.063861131668091, + "median": 7.359321117401123, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6106107234954834, + "median": 5.609957695007324, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1269627958536148, + "median": 1570.7698974609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02703533135354519, + "median": 273.138671875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0400.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0400.json new file mode 100644 index 0000000000000000000000000000000000000000..e3435751541d1c09a54449a6f4f4210777046f6f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0400.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0400", + "executed_epochs": 400, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f29c72765b114f559f6de81b757011b4.npz", + "optimizer_file": "boundary_f29c72765b114f559f6de81b757011b4_optimizer.pt", + "arrays_sha256": "b4bc2a7395f4d9e44307bab5f45c0d4721bf750fd17e838a60c7c239a1d5e240", + "optimizer_sha256": "d8018747d225d412c6b71de9d9e0521db0b68bc6c992e6c7e49468c200a7a607", + "stage": "adam", + "completed_passes": 400, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 66400, + "adam_update_count": 66400, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 401, + "consumed_count": 400, + "last_submitted_update": 66400, + "last_consumed_update": 66234, + "pending": [ + { + "reference": { + "source_update": 66400, + "completed_passes": 400, + "next_interval": 0, + "trained_intervals": 66400, + "snapshot": "pass_end_0400", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 400, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 66400, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 66400, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010240028495900333, + "update_l2": 4.633589924196713e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4465254025708418e-05, + "update_l2": 8.363275264855474e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060595298786848106, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060595298786848106, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02115204557776451, + "ssim_fused": 0.9525378942489624, + "seg_l1": 0.030852168798446655, + "seg_ssim_ref": 0.9525378942489624, + "depth": 0.007074927180324512, + "rgb_loss": 0.026414060965180397, + "seg_loss": 0.03417416289448738, + "total": 0.060595298786848106 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029505519196391106, + "ssim_fused": 0.9363393187522888, + "seg_l1": 0.03285175561904907, + "seg_ssim_ref": 0.9363396167755127, + "depth": 0.005505161094925522, + "rgb_loss": 0.03633655235171318, + "seg_loss": 0.03901348263025284, + "total": 0.07535553641777065, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005505161094925522, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004947416954300523 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024717243388295174, + "ssim_fused": 0.9482797980308533, + "seg_l1": 0.040134768933057785, + "seg_ssim_ref": 0.9482797980308533, + "depth": 0.010393024699013008, + "rgb_loss": 0.030117835849523544, + "seg_loss": 0.042451854795217514, + "total": 0.07258008366944008, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010393024699013008, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00974532721637412 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014225426129996777, + "ssim_fused": 0.9651538729667664, + "seg_l1": 0.023475319147109985, + "seg_ssim_ref": 0.965153694152832, + "depth": 0.006374758352972049, + "rgb_loss": 0.01834956556558609, + "seg_loss": 0.02574951760470867, + "total": 0.044105459791292885, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006374758352972049, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006374758352972049 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016159996390342712, + "ssim_fused": 0.9603785276412964, + "seg_l1": 0.02694682776927948, + "seg_ssim_ref": 0.9603783488273621, + "depth": 0.006026764574387473, + "rgb_loss": 0.020852291956543922, + "seg_loss": 0.02948179468512535, + "total": 0.05034011526888881, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006026764574387473, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006026764574387473 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 400, + "adam_update_count": 66400 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21890728594735265 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f29c72765b114f559f6de81b757011b4_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 401, + "next_interval": 0, + "next_adam_update": 66401, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 400, + "trained_intervals": 66400, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 66400, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0595948696136475, + "median": 7.359104156494141, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6151034832000732, + "median": 5.613442420959473, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1275056153535843, + "median": 1570.4290771484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026914140209555626, + "median": 274.09210205078125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0401.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0401.json new file mode 100644 index 0000000000000000000000000000000000000000..80ad9fd2c0ca3fc1abc0e8e890fb0b5685ab0dc5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0401.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0401", + "executed_epochs": 401, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6592b9dc69a245239e7a2a2425394e6c.npz", + "optimizer_file": "boundary_6592b9dc69a245239e7a2a2425394e6c_optimizer.pt", + "arrays_sha256": "1181d9a2b36622d1afae48d9f45bf286ac66f67f7c4506bd008cf54817c218bd", + "optimizer_sha256": "637d5383e176101d19b652592efc68a56a0649e11fc3ac52976ecdbf29a7b85e", + "stage": "adam", + "completed_passes": 401, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 66566, + "adam_update_count": 66566, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 402, + "consumed_count": 401, + "last_submitted_update": 66566, + "last_consumed_update": 66400, + "pending": [ + { + "reference": { + "source_update": 66566, + "completed_passes": 401, + "next_interval": 0, + "trained_intervals": 66566, + "snapshot": "pass_end_0401", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 401, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 66566, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 66566, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.840503869578242e-05, + "update_l2": 6.351790216285735e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4269196981331334e-05, + "update_l2": 0.00018816156079992652 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06042096189380048, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06042096189380048, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021089358255267143, + "ssim_fused": 0.9526240825653076, + "seg_l1": 0.030740097165107727, + "seg_ssim_ref": 0.9526241421699524, + "depth": 0.007036916617142269, + "rgb_loss": 0.026346666738390923, + "seg_loss": 0.03406725823879242, + "total": 0.06042096189380048 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029368851333856583, + "ssim_fused": 0.9365330338478088, + "seg_l1": 0.03262978792190552, + "seg_ssim_ref": 0.9365333914756775, + "depth": 0.0054641532123207845, + "rgb_loss": 0.03618847578763962, + "seg_loss": 0.038797151297330856, + "total": 0.07499108751289249, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054641532123207845, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004906409071695784 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02461330220103264, + "ssim_fused": 0.9483439922332764, + "seg_l1": 0.03998810797929764, + "seg_ssim_ref": 0.9483439922332764, + "depth": 0.010343626735120648, + "rgb_loss": 0.030021842569112778, + "seg_loss": 0.042321689426898956, + "total": 0.07235387189745655, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010343626735120648, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009695929252481762 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014227020554244518, + "ssim_fused": 0.9651533365249634, + "seg_l1": 0.023448415100574493, + "seg_ssim_ref": 0.965153157711029, + "depth": 0.006341152883450397, + "rgb_loss": 0.01835094951093197, + "seg_loss": 0.025728100910782814, + "total": 0.04408539157459823, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006341152883450397, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006341152883450397 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016148259863257408, + "ssim_fused": 0.9604660272598267, + "seg_l1": 0.02689407765865326, + "seg_ssim_ref": 0.9604658484458923, + "depth": 0.005998733637677246, + "rgb_loss": 0.020825402811169624, + "seg_loss": 0.0294220931828022, + "total": 0.05025349659025465, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005998733637677246, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005998733637677247 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 401, + "adam_update_count": 66566 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21883556200191379 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6592b9dc69a245239e7a2a2425394e6c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 402, + "next_interval": 0, + "next_adam_update": 66567, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 401, + "trained_intervals": 66566, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 66566, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0624589920043945, + "median": 7.358307361602783, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.615159273147583, + "median": 5.616137504577637, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12714095413684845, + "median": 1569.17822265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026912638917565346, + "median": 274.82672119140625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0402.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0402.json new file mode 100644 index 0000000000000000000000000000000000000000..fbddb6eadee5a2395449552bfa5fdb9b8a629e8b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0402.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0402", + "executed_epochs": 402, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fe77cdefa1a247429b3cbc7d36199845.npz", + "optimizer_file": "boundary_fe77cdefa1a247429b3cbc7d36199845_optimizer.pt", + "arrays_sha256": "063b172fc863ac8c5ceed243084b1b8b36c794ca285751eea34bb04b38fff346", + "optimizer_sha256": "2ba9e4845d8931b75a602dd2318d2b29c96b5cc32bcd97b7b89bf55a93f6e6a4", + "stage": "adam", + "completed_passes": 402, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 66732, + "adam_update_count": 66732, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 403, + "consumed_count": 402, + "last_submitted_update": 66732, + "last_consumed_update": 66566, + "pending": [ + { + "reference": { + "source_update": 66732, + "completed_passes": 402, + "next_interval": 0, + "trained_intervals": 66732, + "snapshot": "pass_end_0402", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 402, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 66732, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 66732, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.103817526716739e-05, + "update_l2": 7.71982449805364e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4362222827912774e-05, + "update_l2": 7.809205271769315e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06098037113131052, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06098037113131052, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021286867558956146, + "ssim_fused": 0.9523301720619202, + "seg_l1": 0.03109477460384369, + "seg_ssim_ref": 0.9523302316665649, + "depth": 0.0071320000386824066, + "rgb_loss": 0.026563460007309914, + "seg_loss": 0.0344097800552845, + "total": 0.06098037113131052 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029723959043622017, + "ssim_fused": 0.9360179901123047, + "seg_l1": 0.03317945450544357, + "seg_ssim_ref": 0.9360183477401733, + "depth": 0.005566731689492655, + "rgb_loss": 0.036575570702552795, + "seg_loss": 0.03933989256620407, + "total": 0.07592103000044637, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005566731689492655, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005008987548867656 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024832718074321747, + "ssim_fused": 0.9480200409889221, + "seg_l1": 0.04041004180908203, + "seg_ssim_ref": 0.9480200409889221, + "depth": 0.010468298085057436, + "rgb_loss": 0.030262164771556854, + "seg_loss": 0.04272402822971344, + "total": 0.07299666129935535, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010468298085057436, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009820600602418546 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01433471217751503, + "ssim_fused": 0.9650204181671143, + "seg_l1": 0.02366921678185463, + "seg_ssim_ref": 0.9650203585624695, + "depth": 0.0064283957281206835, + "rgb_loss": 0.018463686108589172, + "seg_loss": 0.025931302458047867, + "total": 0.04440141696236516, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064283957281206835, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064283957281206835 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625608280301094, + "ssim_fused": 0.9602622389793396, + "seg_l1": 0.027120383456349373, + "seg_ssim_ref": 0.9602620601654053, + "depth": 0.00606457465205885, + "rgb_loss": 0.020952418446540833, + "seg_loss": 0.029643895104527473, + "total": 0.05060237626307522, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00606457465205885, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006064574652058848 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 402, + "adam_update_count": 66732 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2218922208994627 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fe77cdefa1a247429b3cbc7d36199845_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 403, + "next_interval": 0, + "next_adam_update": 66733, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 402, + "trained_intervals": 66732, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 66732, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0706124305725098, + "median": 7.35868501663208, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6071672439575195, + "median": 5.614333152770996, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12610852718353271, + "median": 1569.77099609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027128586545586586, + "median": 274.3360595703125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0403.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0403.json new file mode 100644 index 0000000000000000000000000000000000000000..51252f84b76624ed8895facfcb685692279e1c5a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0403.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0403", + "executed_epochs": 403, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_bdb78d5632aa40febfb2dacede30ca51.npz", + "optimizer_file": "boundary_bdb78d5632aa40febfb2dacede30ca51_optimizer.pt", + "arrays_sha256": "b364bc77a324c12770789d939c810e84da99905da04108256aaf55b7282f04b3", + "optimizer_sha256": "a8df546b64ac06f4eca9251ccd69164a07fa046efbd5bdac8ba85768a3ab0bad", + "stage": "adam", + "completed_passes": 403, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 66898, + "adam_update_count": 66898, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 404, + "consumed_count": 403, + "last_submitted_update": 66898, + "last_consumed_update": 66732, + "pending": [ + { + "reference": { + "source_update": 66898, + "completed_passes": 403, + "next_interval": 0, + "trained_intervals": 66898, + "snapshot": "pass_end_0403", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 403, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 66898, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 66898, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.611306839156896e-05, + "update_l2": 9.887887244985905e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4423992979573086e-05, + "update_l2": 7.207163434941322e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06088590352004342, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06088590352004342, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021250449120998383, + "ssim_fused": 0.9523768424987793, + "seg_l1": 0.031036436557769775, + "seg_ssim_ref": 0.9523767232894897, + "depth": 0.007114467676210139, + "rgb_loss": 0.026524990797042847, + "seg_loss": 0.03435380011796951, + "total": 0.06088590352004342 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029634427279233932, + "ssim_fused": 0.9361279010772705, + "seg_l1": 0.033042531460523605, + "seg_ssim_ref": 0.9361280798912048, + "depth": 0.0055418495551752866, + "rgb_loss": 0.036481961607933044, + "seg_loss": 0.03920840844511986, + "total": 0.07569591562789837, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0055418495551752866, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049841054145502856 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024812186136841774, + "ssim_fused": 0.9480627775192261, + "seg_l1": 0.040376175194978714, + "seg_ssim_ref": 0.9480627775192261, + "depth": 0.010463570220163351, + "rgb_loss": 0.030237194150686264, + "seg_loss": 0.042688384652137756, + "total": 0.07293604609833448, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010463570220163351, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009815872737524461 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014317397959530354, + "ssim_fused": 0.9650383591651917, + "seg_l1": 0.02364262379705906, + "seg_ssim_ref": 0.9650381803512573, + "depth": 0.006405456359293312, + "rgb_loss": 0.018446246162056923, + "seg_loss": 0.025906464084982872, + "total": 0.04435911570339909, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006405456359293312, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006405456359293312 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016237784177064896, + "ssim_fused": 0.960278332233429, + "seg_l1": 0.02708442136645317, + "seg_ssim_ref": 0.9602780342102051, + "depth": 0.0060469945702086095, + "rgb_loss": 0.020934561267495155, + "seg_loss": 0.02961193025112152, + "total": 0.050552536650541734, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060469945702086095, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00604699457020861 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 403, + "adam_update_count": 66898 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2177567940670997 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_bdb78d5632aa40febfb2dacede30ca51_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 404, + "next_interval": 0, + "next_adam_update": 66899, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 403, + "trained_intervals": 66898, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 66898, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0843307971954346, + "median": 7.360857963562012, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5938243865966797, + "median": 5.6082305908203125, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12439033389091492, + "median": 1573.1856689453125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027492985129356384, + "median": 272.661376953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0404.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0404.json new file mode 100644 index 0000000000000000000000000000000000000000..2c686ebc521e18cf44d66e0a2427d8cde11108f3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0404.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0404", + "executed_epochs": 404, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_aa8a219ec92a4c56974a766495a627fe.npz", + "optimizer_file": "boundary_aa8a219ec92a4c56974a766495a627fe_optimizer.pt", + "arrays_sha256": "e6176b70c7480106d58d0f3943fa97b03f880847dca9f5a8a6b7e526b4ab34e0", + "optimizer_sha256": "2583533bfa78a2391144f409b5fa3af174e7642c69f599bb291ef186eced0a12", + "stage": "adam", + "completed_passes": 404, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 67064, + "adam_update_count": 67064, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 405, + "consumed_count": 404, + "last_submitted_update": 67064, + "last_consumed_update": 66898, + "pending": [ + { + "reference": { + "source_update": 67064, + "completed_passes": 404, + "next_interval": 0, + "trained_intervals": 67064, + "snapshot": "pass_end_0404", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 404, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 67064, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 67064, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.539366146782413e-05, + "update_l2": 9.03513137018308e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4409532923309598e-05, + "update_l2": 3.918595757568255e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06070709034887194, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06070709034887194, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02118903398513794, + "ssim_fused": 0.9524481296539307, + "seg_l1": 0.030910035595297813, + "seg_ssim_ref": 0.9524481296539307, + "depth": 0.007087291153660949, + "rgb_loss": 0.02646159753203392, + "seg_loss": 0.03423840552568436, + "total": 0.06070709034887194 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029552876949310303, + "ssim_fused": 0.9362215399742126, + "seg_l1": 0.03289613127708435, + "seg_ssim_ref": 0.9362217783927917, + "depth": 0.005500644878640823, + "rgb_loss": 0.03639799356460571, + "seg_loss": 0.03907255083322525, + "total": 0.0754760450427096, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005500644878640823, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004942900738015824 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024738196283578873, + "ssim_fused": 0.9481387138366699, + "seg_l1": 0.0401846244931221, + "seg_ssim_ref": 0.9481387138366699, + "depth": 0.010394674405140494, + "rgb_loss": 0.030162815004587173, + "seg_loss": 0.042519960552453995, + "total": 0.07269317023144631, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010394674405140494, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009746976922501602 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01426189299672842, + "ssim_fused": 0.9650946855545044, + "seg_l1": 0.023532727733254433, + "seg_ssim_ref": 0.9650945663452148, + "depth": 0.006393915612460632, + "rgb_loss": 0.018390577286481857, + "seg_loss": 0.025807268917560577, + "total": 0.044204240119654896, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006393915612460632, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006393915612460631 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016203168779611588, + "ssim_fused": 0.9603376388549805, + "seg_l1": 0.027026662603020668, + "seg_ssim_ref": 0.9603374600410461, + "depth": 0.006059929718401851, + "rgb_loss": 0.020895007997751236, + "seg_loss": 0.029553838074207306, + "total": 0.050454906001676944, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006059929718401851, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006059929718401852 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 404, + "adam_update_count": 67064 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2341265610884875 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_aa8a219ec92a4c56974a766495a627fe_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 405, + "next_interval": 0, + "next_adam_update": 67065, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 404, + "trained_intervals": 67064, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 67064, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.093742609024048, + "median": 7.36052942276001, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5843756198883057, + "median": 5.6064453125, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12322508543729782, + "median": 1572.6689453125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02775399200618267, + "median": 272.1769714355469, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0405.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0405.json new file mode 100644 index 0000000000000000000000000000000000000000..657e44dcded03a5dda867ffceb7a8c323717a728 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0405.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0405", + "executed_epochs": 405, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_41b6009e4a854d77b53780d1583de6b3.npz", + "optimizer_file": "boundary_41b6009e4a854d77b53780d1583de6b3_optimizer.pt", + "arrays_sha256": "46c4a757f461ba4ff729e9b0ad65ceb9065e0b714af3a650949b7c96da6b97e5", + "optimizer_sha256": "7437f3b078616f30716408d2b9dc08dadef86e6cd33fc603af3ed2935162736b", + "stage": "adam", + "completed_passes": 405, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 67230, + "adam_update_count": 67230, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 406, + "consumed_count": 405, + "last_submitted_update": 67230, + "last_consumed_update": 67064, + "pending": [ + { + "reference": { + "source_update": 67230, + "completed_passes": 405, + "next_interval": 0, + "trained_intervals": 67230, + "snapshot": "pass_end_0405", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 405, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 67230, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 67230, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.002420847536996e-05, + "update_l2": 6.9981742853997275e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.465130117139779e-05, + "update_l2": 8.221920325013343e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060931019051180424, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060931019051180424, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021280232816934586, + "ssim_fused": 0.9523705244064331, + "seg_l1": 0.031059883534908295, + "seg_ssim_ref": 0.9523705244064331, + "depth": 0.007130703137457603, + "rgb_loss": 0.026550080627202988, + "seg_loss": 0.03437380492687225, + "total": 0.060931019051180424 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029809901490807533, + "ssim_fused": 0.9359722137451172, + "seg_l1": 0.03327886760234833, + "seg_ssim_ref": 0.9359723925590515, + "depth": 0.005599515333937016, + "rgb_loss": 0.03665347769856453, + "seg_loss": 0.03942861407995224, + "total": 0.076087695019141, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005599515333937016, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005041771193312016 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02479991689324379, + "ssim_fused": 0.9481101632118225, + "seg_l1": 0.040330804884433746, + "seg_ssim_ref": 0.9481101632118225, + "depth": 0.010446359829572805, + "rgb_loss": 0.03021790087223053, + "seg_loss": 0.04264261573553085, + "total": 0.07287096296759095, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010446359829572805, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009798662346933915 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014296394772827625, + "ssim_fused": 0.9650863409042358, + "seg_l1": 0.023595161736011505, + "seg_ssim_ref": 0.9650862812995911, + "depth": 0.0064211611687899055, + "rgb_loss": 0.018419848755002022, + "seg_loss": 0.02585887350142002, + "total": 0.044285143417590836, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064211611687899055, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064211611687899055 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01621471531689167, + "ssim_fused": 0.9603133797645569, + "seg_l1": 0.027034703642129898, + "seg_ssim_ref": 0.9603132009506226, + "depth": 0.0060557762175306885, + "rgb_loss": 0.02090909704566002, + "seg_loss": 0.029565121978521347, + "total": 0.0504802748003989, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060557762175306885, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060557762175306885 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 405, + "adam_update_count": 67230 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.220735837938264 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_41b6009e4a854d77b53780d1583de6b3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 406, + "next_interval": 0, + "next_adam_update": 67231, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 405, + "trained_intervals": 67230, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 67230, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0966544151306152, + "median": 7.359811782836914, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5814998149871826, + "median": 5.609342098236084, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12286680191755295, + "median": 1571.540771484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02783392183482647, + "median": 272.9679260253906, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0406.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0406.json new file mode 100644 index 0000000000000000000000000000000000000000..49ea6952e3f957771741eeb10e553e4b10933243 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0406.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0406", + "executed_epochs": 406, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_af4fc8bec4c4411284938263b98889f7.npz", + "optimizer_file": "boundary_af4fc8bec4c4411284938263b98889f7_optimizer.pt", + "arrays_sha256": "f450ac24730a2aa7ab34d01372e2d663035e1e7888e63ec74a7a06984d9931bb", + "optimizer_sha256": "20637510ee5b3e28e50b5584ac06551128e660f4c61f8d0711976e761fca8e74", + "stage": "adam", + "completed_passes": 406, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 67396, + "adam_update_count": 67396, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 407, + "consumed_count": 406, + "last_submitted_update": 67396, + "last_consumed_update": 67230, + "pending": [ + { + "reference": { + "source_update": 67396, + "completed_passes": 406, + "next_interval": 0, + "trained_intervals": 67396, + "snapshot": "pass_end_0406", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 406, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 67396, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 67396, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.852246199036017e-05, + "update_l2": 4.82908899357426e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4490315152215771e-05, + "update_l2": 2.1383282273745863e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06099487964218859, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06099487964218859, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02129344269633293, + "ssim_fused": 0.9523214101791382, + "seg_l1": 0.031101923435926437, + "seg_ssim_ref": 0.9523213505744934, + "depth": 0.007132367849388329, + "rgb_loss": 0.026570478454232216, + "seg_loss": 0.03441726788878441, + "total": 0.06099487964218859 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02973569743335247, + "ssim_fused": 0.9360062479972839, + "seg_l1": 0.033186327666044235, + "seg_ssim_ref": 0.9360066056251526, + "depth": 0.005571781016331063, + "rgb_loss": 0.03658730909228325, + "seg_loss": 0.03934774175286293, + "total": 0.07594062262616251, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005571781016331063, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005014036875706063 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024851912632584572, + "ssim_fused": 0.9480032920837402, + "seg_l1": 0.040447041392326355, + "seg_ssim_ref": 0.9480031728744507, + "depth": 0.010474839674394786, + "rgb_loss": 0.03028087131679058, + "seg_loss": 0.04275699704885483, + "total": 0.07304834506796495, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010474839674394786, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009827142191755895 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014331074431538582, + "ssim_fused": 0.9650296568870544, + "seg_l1": 0.023660168051719666, + "seg_ssim_ref": 0.9650294780731201, + "depth": 0.006425437639446722, + "rgb_loss": 0.018458928912878036, + "seg_loss": 0.02592223882675171, + "total": 0.044387593177269195, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006425437639446722, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006425437639446721 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625509187579155, + "ssim_fused": 0.9602463245391846, + "seg_l1": 0.027114149183034897, + "seg_ssim_ref": 0.9602461457252502, + "depth": 0.006057413067380743, + "rgb_loss": 0.020954810082912445, + "seg_loss": 0.02964209020137787, + "total": 0.050602957697357696, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006057413067380743, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006057413067380743 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 406, + "adam_update_count": 67396 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2217047130689025 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_af4fc8bec4c4411284938263b98889f7_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 407, + "next_interval": 0, + "next_adam_update": 67397, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 406, + "trained_intervals": 67396, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 67396, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.082841396331787, + "median": 7.360926151275635, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5951809883117676, + "median": 5.607215881347656, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12457574158906937, + "median": 1573.29296875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027455713599920273, + "median": 272.3849182128906, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0407.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0407.json new file mode 100644 index 0000000000000000000000000000000000000000..c3bf4b556641d7ca4c888afc903f5c16ad185ee2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0407.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0407", + "executed_epochs": 407, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d722d6c5eac041c1a516fc9f78c2ce98.npz", + "optimizer_file": "boundary_d722d6c5eac041c1a516fc9f78c2ce98_optimizer.pt", + "arrays_sha256": "57ada39431007f2650fe081357e23f06834dde7160e8d2d18cbdce569b056a05", + "optimizer_sha256": "8007a7bfcc7e381f8988360753248dce388f03ad84e4a74af78a94410cfba167", + "stage": "adam", + "completed_passes": 407, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 67562, + "adam_update_count": 67562, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 408, + "consumed_count": 407, + "last_submitted_update": 67562, + "last_consumed_update": 67396, + "pending": [ + { + "reference": { + "source_update": 67562, + "completed_passes": 407, + "next_interval": 0, + "trained_intervals": 67562, + "snapshot": "pass_end_0407", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 407, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 67562, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 67562, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.389126742258668e-05, + "update_l2": 3.783626425502007e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4455194104812108e-05, + "update_l2": 3.663175903056981e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06094723847042413, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06094723847042413, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02127201296389103, + "ssim_fused": 0.9523464441299438, + "seg_l1": 0.031076354905962944, + "seg_ssim_ref": 0.9523464441299438, + "depth": 0.007126483131365772, + "rgb_loss": 0.026548318564891815, + "seg_loss": 0.034391794353723526, + "total": 0.06094723847042413 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029669731855392456, + "ssim_fused": 0.9360807538032532, + "seg_l1": 0.03309999778866768, + "seg_ssim_ref": 0.9360811114311218, + "depth": 0.005552221696920849, + "rgb_loss": 0.03651963546872139, + "seg_loss": 0.0392637774348259, + "total": 0.0757889688505345, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005552221696920849, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004994477556295849 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02483505755662918, + "ssim_fused": 0.9480286240577698, + "seg_l1": 0.040421027690172195, + "seg_ssim_ref": 0.9480286240577698, + "depth": 0.010476808575116769, + "rgb_loss": 0.03026232123374939, + "seg_loss": 0.04273109883069992, + "total": 0.07300389687302443, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010476808575116769, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009829111092477881 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014330856502056122, + "ssim_fused": 0.9650219082832336, + "seg_l1": 0.023669740185141563, + "seg_ssim_ref": 0.9650216698646545, + "depth": 0.006418463153812723, + "rgb_loss": 0.01846030354499817, + "seg_loss": 0.025931458920240402, + "total": 0.044398180928392386, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006418463153812723, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006418463153812723 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625240407884121, + "ssim_fused": 0.9602545499801636, + "seg_l1": 0.02711465023458004, + "seg_ssim_ref": 0.960254430770874, + "depth": 0.006058439099612749, + "rgb_loss": 0.020951014012098312, + "seg_loss": 0.029640834778547287, + "total": 0.05059790722974521, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006058439099612749, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006058439099612748 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 407, + "adam_update_count": 67562 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22989995614625514 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d722d6c5eac041c1a516fc9f78c2ce98_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 408, + "next_interval": 0, + "next_adam_update": 67563, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 407, + "trained_intervals": 67562, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 67562, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0828654766082764, + "median": 7.3609538078308105, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5951626300811768, + "median": 5.607221603393555, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12457273155450821, + "median": 1573.3365478515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027456218376755714, + "median": 272.386474609375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0408.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0408.json new file mode 100644 index 0000000000000000000000000000000000000000..bc7e7a24a8a54404ec8855eafd7289df0d006a6e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0408.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0408", + "executed_epochs": 408, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f4c680e6895541c294681917532a3b8f.npz", + "optimizer_file": "boundary_f4c680e6895541c294681917532a3b8f_optimizer.pt", + "arrays_sha256": "d923572e900f3b74ed0c21f6e8483a65752d5abdd25ac7417147844debb1fd62", + "optimizer_sha256": "7d770c4bda828fb39693021e8da947b3df97111698561f86b5f680c6d00b535b", + "stage": "adam", + "completed_passes": 408, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 67728, + "adam_update_count": 67728, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 409, + "consumed_count": 408, + "last_submitted_update": 67728, + "last_consumed_update": 67562, + "pending": [ + { + "reference": { + "source_update": 67728, + "completed_passes": 408, + "next_interval": 0, + "trained_intervals": 67728, + "snapshot": "pass_end_0408", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 408, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 67728, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 67728, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.266147390007973e-05, + "update_l2": 7.673411346331704e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4445179658650886e-05, + "update_l2": 8.335122402058914e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.061137521080546896, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.061137521080546896, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021346090361475945, + "ssim_fused": 0.952246367931366, + "seg_l1": 0.031190022826194763, + "seg_ssim_ref": 0.9522463083267212, + "depth": 0.007162243001975003, + "rgb_loss": 0.02662760391831398, + "seg_loss": 0.03450275585055351, + "total": 0.061137521080546896 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029872272163629532, + "ssim_fused": 0.9358377456665039, + "seg_l1": 0.03339885547757149, + "seg_ssim_ref": 0.9358380436897278, + "depth": 0.005606685663102609, + "rgb_loss": 0.036730267107486725, + "seg_loss": 0.039551474153995514, + "total": 0.07628734794714534, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005606685663102609, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005048941522477609 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0248835701495409, + "ssim_fused": 0.9479359984397888, + "seg_l1": 0.040483102202415466, + "seg_ssim_ref": 0.9479359984397888, + "depth": 0.010488265686511424, + "rgb_loss": 0.030319657176733017, + "seg_loss": 0.04279928281903267, + "total": 0.0731294282614522, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010488265686511424, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009840568203872534 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01434765849262476, + "ssim_fused": 0.965002715587616, + "seg_l1": 0.02370157651603222, + "seg_ssim_ref": 0.9650025367736816, + "depth": 0.006458824832945441, + "rgb_loss": 0.018477583304047585, + "seg_loss": 0.025960754603147507, + "total": 0.044444798594673186, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006458824832945441, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006458824832945441 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01628086157143116, + "ssim_fused": 0.9602088928222656, + "seg_l1": 0.02717655710875988, + "seg_ssim_ref": 0.9602087140083313, + "depth": 0.006095195825340536, + "rgb_loss": 0.020982909947633743, + "seg_loss": 0.029699504375457764, + "total": 0.05068850951891685, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006095195825340536, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060951958253405375 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 408, + "adam_update_count": 67728 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21810956904664636 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f4c680e6895541c294681917532a3b8f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 409, + "next_interval": 0, + "next_adam_update": 67729, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 408, + "trained_intervals": 67728, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 67728, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0818893909454346, + "median": 7.360923767089844, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5960733890533447, + "median": 5.606642723083496, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12469439208507538, + "median": 1573.2891845703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027431223541498184, + "median": 272.2291259765625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0409.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0409.json new file mode 100644 index 0000000000000000000000000000000000000000..673c7a18df8d6f80ce4f91ca68e6bf9b3c9204c8 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0409.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0409", + "executed_epochs": 409, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4b64fb196b704b54b24f93a22c8d9be1.npz", + "optimizer_file": "boundary_4b64fb196b704b54b24f93a22c8d9be1_optimizer.pt", + "arrays_sha256": "98c6d3c8975dcc7ef7bb2b7c41cd72428918450600e4afda03c80531a8881458", + "optimizer_sha256": "b75806be16c72e470b3002be48561116706969e094e945fd3110bf1cef3019da", + "stage": "adam", + "completed_passes": 409, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 67894, + "adam_update_count": 67894, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 410, + "consumed_count": 409, + "last_submitted_update": 67894, + "last_consumed_update": 67728, + "pending": [ + { + "reference": { + "source_update": 67894, + "completed_passes": 409, + "next_interval": 0, + "trained_intervals": 67894, + "snapshot": "pass_end_0409", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 409, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 67894, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 67894, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.618676995160058e-05, + "update_l2": 7.953416206873953e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.433623765478842e-05, + "update_l2": 1.8252336303703487e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060875730469935024, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060875730469935024, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021246647462248802, + "ssim_fused": 0.9523618817329407, + "seg_l1": 0.031020047143101692, + "seg_ssim_ref": 0.9523618221282959, + "depth": 0.007112391405186758, + "rgb_loss": 0.026524944230914116, + "seg_loss": 0.03434367477893829, + "total": 0.060875730469935024 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02963913604617119, + "ssim_fused": 0.9360998272895813, + "seg_l1": 0.033038195222616196, + "seg_ssim_ref": 0.9361000657081604, + "depth": 0.005519376796444154, + "rgb_loss": 0.03649134188890457, + "seg_loss": 0.039210543036460876, + "total": 0.0757074043021619, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005519376796444154, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004961632655819154 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024788275361061096, + "ssim_fused": 0.948046088218689, + "seg_l1": 0.04028205946087837, + "seg_ssim_ref": 0.948046088218689, + "depth": 0.010423551678550172, + "rgb_loss": 0.030221402645111084, + "seg_loss": 0.04261643439531326, + "total": 0.07284826059210289, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010423551678550172, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00977585419591128 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014310203492641449, + "ssim_fused": 0.9650291800498962, + "seg_l1": 0.02362898178398609, + "seg_ssim_ref": 0.9650290012359619, + "depth": 0.006427453921410358, + "rgb_loss": 0.01844232715666294, + "seg_loss": 0.02589738741517067, + "total": 0.04434614388840017, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006427453921410358, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006427453921410357 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016248978674411774, + "ssim_fused": 0.9602723717689514, + "seg_l1": 0.02713095396757126, + "seg_ssim_ref": 0.9602721929550171, + "depth": 0.006079183224342349, + "rgb_loss": 0.020944708958268166, + "seg_loss": 0.02965032495558262, + "total": 0.05060111309707513, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006079183224342349, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006079183224342349 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 409, + "adam_update_count": 67894 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23315502889454365 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4b64fb196b704b54b24f93a22c8d9be1_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 410, + "next_interval": 0, + "next_adam_update": 67895, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 409, + "trained_intervals": 67894, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 67894, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0811378955841064, + "median": 7.360926151275635, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.596769332885742, + "median": 5.606489181518555, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12478813529014587, + "median": 1573.29296875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027412140741944313, + "median": 272.18768310546875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0410.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0410.json new file mode 100644 index 0000000000000000000000000000000000000000..aff7744da4f1ee96e027f15338239f7a8465ace0 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0410.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0410", + "executed_epochs": 410, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_31623614b47a4ac0993f985166f14d94.npz", + "optimizer_file": "boundary_31623614b47a4ac0993f985166f14d94_optimizer.pt", + "arrays_sha256": "a376544905760fe4c54e679aa420d93823a2fe220565034e3202c236c73c0f32", + "optimizer_sha256": "bbda0669ed930e10e2de5aa08c115d932a749fa2ef6d1b6f3da8e549b56e1515", + "stage": "adam", + "completed_passes": 410, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 68060, + "adam_update_count": 68060, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 411, + "consumed_count": 410, + "last_submitted_update": 68060, + "last_consumed_update": 67894, + "pending": [ + { + "reference": { + "source_update": 68060, + "completed_passes": 410, + "next_interval": 0, + "trained_intervals": 68060, + "snapshot": "pass_end_0410", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 410, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 68060, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 68060, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.408224286744371e-05, + "update_l2": 2.116136602126062e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4373426893143915e-05, + "update_l2": 2.069473521260079e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0609324898272188, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0609324898272188, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021273335441946983, + "ssim_fused": 0.9523476958274841, + "seg_l1": 0.031057238578796387, + "seg_ssim_ref": 0.9523477554321289, + "depth": 0.0071234702499197245, + "rgb_loss": 0.026549125090241432, + "seg_loss": 0.03437624126672745, + "total": 0.0609324898272188 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029747381806373596, + "ssim_fused": 0.9359854459762573, + "seg_l1": 0.033194586634635925, + "seg_ssim_ref": 0.935985803604126, + "depth": 0.005566009233857558, + "rgb_loss": 0.03660081699490547, + "seg_loss": 0.039358511567115784, + "total": 0.07596489084596482, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005566009233857558, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0050082650932325576 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024814441800117493, + "ssim_fused": 0.9480599761009216, + "seg_l1": 0.04035281017422676, + "seg_ssim_ref": 0.9480599761009216, + "depth": 0.01044629058932575, + "rgb_loss": 0.030239559710025787, + "seg_loss": 0.04267025366425514, + "total": 0.07292026339016056, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01044629058932575, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009798593106686862 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014302421361207962, + "ssim_fused": 0.965060293674469, + "seg_l1": 0.023611783981323242, + "seg_ssim_ref": 0.9650602340698242, + "depth": 0.006421882133051855, + "rgb_loss": 0.01842987909913063, + "seg_loss": 0.02587738074362278, + "total": 0.04431368358753161, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006421882133051855, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006421882133051856 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01622910052537918, + "ssim_fused": 0.9602851867675781, + "seg_l1": 0.02706977352499962, + "seg_ssim_ref": 0.9602850079536438, + "depth": 0.0060596990434437364, + "rgb_loss": 0.02092624269425869, + "seg_loss": 0.029598817229270935, + "total": 0.05053112148521822, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060596990434437364, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006059699043443736 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 410, + "adam_update_count": 68060 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22893233899958432 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_31623614b47a4ac0993f985166f14d94_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 411, + "next_interval": 0, + "next_adam_update": 68061, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 410, + "trained_intervals": 68060, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 68060, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.082200050354004, + "median": 7.361020565032959, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.5958549976348877, + "median": 5.609241008758545, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12465566396713257, + "median": 1573.4415283203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02743721380829811, + "median": 272.93707275390625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0411.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0411.json new file mode 100644 index 0000000000000000000000000000000000000000..ad319ff30f57149952e0b06dcb3126e873716c6e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0411.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0411", + "executed_epochs": 411, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_73d32d524e5d42699ac58d525fb9f06c.npz", + "optimizer_file": "boundary_73d32d524e5d42699ac58d525fb9f06c_optimizer.pt", + "arrays_sha256": "66d87ee21f67a3bf2886d6362490989fb17d03135f0ca16744b7d2e3ea1f34e6", + "optimizer_sha256": "14fc7f94c44a1a2ebb6fffda33aef8006b2691a89c9b77b913bd1625bb4eee37", + "stage": "adam", + "completed_passes": 411, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 68226, + "adam_update_count": 68226, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 412, + "consumed_count": 411, + "last_submitted_update": 68226, + "last_consumed_update": 68060, + "pending": [ + { + "reference": { + "source_update": 68226, + "completed_passes": 411, + "next_interval": 0, + "trained_intervals": 68226, + "snapshot": "pass_end_0411", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 411, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 68226, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 68226, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.057352533796802e-05, + "update_l2": 6.089655016694451e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4386359907803126e-05, + "update_l2": 4.266324594937032e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06094715233949609, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06094715233949609, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02127356082201004, + "ssim_fused": 0.9523473381996155, + "seg_l1": 0.031075138598680496, + "seg_ssim_ref": 0.9523473381996155, + "depth": 0.007125102557613152, + "rgb_loss": 0.026549383997917175, + "seg_loss": 0.0343906432390213, + "total": 0.06094715233949609 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029682831838726997, + "ssim_fused": 0.9360689520835876, + "seg_l1": 0.03311720862984657, + "seg_ssim_ref": 0.9360692501068115, + "depth": 0.005558490000301196, + "rgb_loss": 0.03653247654438019, + "seg_loss": 0.039279915392398834, + "total": 0.07581795042677933, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005558490000301196, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0050007458596761966 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024826742708683014, + "ssim_fused": 0.9480392932891846, + "seg_l1": 0.04040318727493286, + "seg_ssim_ref": 0.9480392932891846, + "depth": 0.010467816896452568, + "rgb_loss": 0.030253536999225616, + "seg_loss": 0.042714692652225494, + "total": 0.07297869746834756, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010467816896452568, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009820119413813678 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014331863261759281, + "ssim_fused": 0.9650207161903381, + "seg_l1": 0.02366652712225914, + "seg_ssim_ref": 0.9650205969810486, + "depth": 0.0064164661519053486, + "rgb_loss": 0.01846134662628174, + "seg_loss": 0.025929102674126625, + "total": 0.04439686390391512, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064164661519053486, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064164661519053486 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625281199812889, + "ssim_fused": 0.9602603912353516, + "seg_l1": 0.02711363509297371, + "seg_ssim_ref": 0.9602602124214172, + "depth": 0.006057637181793495, + "rgb_loss": 0.02095017209649086, + "seg_loss": 0.0296388678252697, + "total": 0.05059509755894235, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006057637181793495, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006057637181793495 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 411, + "adam_update_count": 68226 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22355609922669828 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_73d32d524e5d42699ac58d525fb9f06c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 412, + "next_interval": 0, + "next_adam_update": 68227, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 411, + "trained_intervals": 68226, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 68226, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.070267677307129, + "median": 7.360254287719727, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.607545852661133, + "median": 5.611893653869629, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12615200877189636, + "median": 1572.236328125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027118317782878876, + "median": 273.66558837890625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0412.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0412.json new file mode 100644 index 0000000000000000000000000000000000000000..b9d5143c8bd3696bc66015351e5163b1debfba94 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0412.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0412", + "executed_epochs": 412, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dc3ff4987d7741fe87efdd1093287bac.npz", + "optimizer_file": "boundary_dc3ff4987d7741fe87efdd1093287bac_optimizer.pt", + "arrays_sha256": "280b34546f55a6ae55b2b950e163bc93d595d46a94d55d36c18eb49b96afa65e", + "optimizer_sha256": "6a033fb5f3a07f95e99680ed456027f21e790ca0d4a5bd2138196b0ba69feb94", + "stage": "adam", + "completed_passes": 412, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 68392, + "adam_update_count": 68392, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 413, + "consumed_count": 412, + "last_submitted_update": 68392, + "last_consumed_update": 68226, + "pending": [ + { + "reference": { + "source_update": 68392, + "completed_passes": 412, + "next_interval": 0, + "trained_intervals": 68392, + "snapshot": "pass_end_0412", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 412, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 68392, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 68392, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.386404806515202e-05, + "update_l2": 2.332374788238667e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4284871213021688e-05, + "update_l2": 7.830125468899496e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.061060377855419026, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.061060377855419026, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021303877234458923, + "ssim_fused": 0.9522815942764282, + "seg_l1": 0.03115348517894745, + "seg_ssim_ref": 0.9522817134857178, + "depth": 0.007139046310289414, + "rgb_loss": 0.026586778461933136, + "seg_loss": 0.0344664603471756, + "total": 0.061060377855419026 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029667943716049194, + "ssim_fused": 0.936054527759552, + "seg_l1": 0.03312573954463005, + "seg_ssim_ref": 0.9360548853874207, + "depth": 0.005543326895824738, + "rgb_loss": 0.036523450165987015, + "seg_loss": 0.03928961604833603, + "total": 0.07581861326650917, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005543326895824738, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004985582755199738 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024899501353502274, + "ssim_fused": 0.9479086399078369, + "seg_l1": 0.04054604470729828, + "seg_ssim_ref": 0.9479086399078369, + "depth": 0.010509935194434756, + "rgb_loss": 0.030337873846292496, + "seg_loss": 0.04285511001944542, + "total": 0.07320349380093236, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010509935194434756, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009862237711795865 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014361330308020115, + "ssim_fused": 0.9649748802185059, + "seg_l1": 0.023742476478219032, + "seg_ssim_ref": 0.9649747610092163, + "depth": 0.006425607151497259, + "rgb_loss": 0.01849408820271492, + "seg_loss": 0.025999028235673904, + "total": 0.044499542045540325, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006425607151497259, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006425607151497259 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016286730766296387, + "ssim_fused": 0.9601884484291077, + "seg_l1": 0.027199678122997284, + "seg_ssim_ref": 0.9601882696151733, + "depth": 0.006077315999400906, + "rgb_loss": 0.020991694182157516, + "seg_loss": 0.02972208894789219, + "total": 0.050719862308694255, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006077315999400906, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006077315999400906 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 412, + "adam_update_count": 68392 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21890878397971392 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dc3ff4987d7741fe87efdd1093287bac_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 413, + "next_interval": 0, + "next_adam_update": 68393, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 412, + "trained_intervals": 68392, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 68392, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0692195892333984, + "median": 7.360008716583252, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.608550548553467, + "median": 5.61279296875, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12628430128097534, + "median": 1571.8502197265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02709108591079712, + "median": 273.91131591796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0413.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0413.json new file mode 100644 index 0000000000000000000000000000000000000000..0a7f824ba8ec148de1e78e771a2c0f8cdd4c4215 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0413.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0413", + "executed_epochs": 413, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ffd3874c1a624c589de80409772ce5f9.npz", + "optimizer_file": "boundary_ffd3874c1a624c589de80409772ce5f9_optimizer.pt", + "arrays_sha256": "660f7b32f4aa9e131cb731566cbeeac5f86bbb66b72d196296b3da349b57ceb4", + "optimizer_sha256": "972a7869b775d5ac89bef46df8f89e2aa3743afddc698110380748edc4f50d5d", + "stage": "adam", + "completed_passes": 413, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 68558, + "adam_update_count": 68558, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 414, + "consumed_count": 413, + "last_submitted_update": 68558, + "last_consumed_update": 68392, + "pending": [ + { + "reference": { + "source_update": 68558, + "completed_passes": 413, + "next_interval": 0, + "trained_intervals": 68558, + "snapshot": "pass_end_0413", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 413, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 68558, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 68558, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.031100878724828e-05, + "update_l2": 5.9993188187945634e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4442011888604611e-05, + "update_l2": 1.2155319382145535e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06116051558953042, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06116051558953042, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021348262205719948, + "ssim_fused": 0.9522413015365601, + "seg_l1": 0.031214075163006783, + "seg_ssim_ref": 0.9522413015365601, + "depth": 0.007163328940813469, + "rgb_loss": 0.026630349457263947, + "seg_loss": 0.03452300280332565, + "total": 0.06116051558953042 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0298075582832098, + "ssim_fused": 0.9359076619148254, + "seg_l1": 0.03331146761775017, + "seg_ssim_ref": 0.9359080195426941, + "depth": 0.005594384232097461, + "rgb_loss": 0.03666451573371887, + "seg_loss": 0.039467573165893555, + "total": 0.07613768328384453, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005594384232097461, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005036640091472461 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024916449561715126, + "ssim_fused": 0.9479143023490906, + "seg_l1": 0.040586285293102264, + "seg_ssim_ref": 0.9479143023490906, + "depth": 0.010531211224986604, + "rgb_loss": 0.030350301414728165, + "seg_loss": 0.042886171489953995, + "total": 0.07324700411590715, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010531211224986604, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009883513742347713 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014374918304383755, + "ssim_fused": 0.9649689197540283, + "seg_l1": 0.023757977411150932, + "seg_ssim_ref": 0.964968740940094, + "depth": 0.006446640778664603, + "rgb_loss": 0.01850615069270134, + "seg_loss": 0.026012634858489037, + "total": 0.044525230329323894, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006446640778664603, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006446640778664603 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016294119879603386, + "ssim_fused": 0.9601743221282959, + "seg_l1": 0.027200572192668915, + "seg_ssim_ref": 0.9601741433143616, + "depth": 0.0060810795275052084, + "rgb_loss": 0.02100043185055256, + "seg_loss": 0.029725629836320877, + "total": 0.05073214462904609, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060810795275052084, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006081079527505207 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 413, + "adam_update_count": 68558 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21902077202685177 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ffd3874c1a624c589de80409772ce5f9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 414, + "next_interval": 0, + "next_adam_update": 68559, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 413, + "trained_intervals": 68558, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 68558, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0739901065826416, + "median": 7.358902931213379, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.604029893875122, + "median": 5.609555244445801, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12568329274654388, + "median": 1570.1131591796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02721383422613144, + "median": 273.026611328125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0414.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0414.json new file mode 100644 index 0000000000000000000000000000000000000000..ef5292a2d7e5a68b75447babd90a6ef5449102b2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0414.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0414", + "executed_epochs": 414, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e23fad6c2d714df99c6afb0dcf779952.npz", + "optimizer_file": "boundary_e23fad6c2d714df99c6afb0dcf779952_optimizer.pt", + "arrays_sha256": "4b4aa1db03020e899b82b87f935624dceadb3bfe8be0c80a76eb4de09b22f3c7", + "optimizer_sha256": "33b8831ada8854c6ad684bdf90b3c66a3cd0b014588bc4475fe92a2d7cb6325a", + "stage": "adam", + "completed_passes": 414, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 68724, + "adam_update_count": 68724, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 415, + "consumed_count": 414, + "last_submitted_update": 68724, + "last_consumed_update": 68558, + "pending": [ + { + "reference": { + "source_update": 68724, + "completed_passes": 414, + "next_interval": 0, + "trained_intervals": 68724, + "snapshot": "pass_end_0414", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 414, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 68724, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 68724, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010183836275245994, + "update_l2": 2.7874255465576425e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4555896086676512e-05, + "update_l2": 1.671769678068813e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06061800999679778, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 506, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06061800999679778, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02116534858942032, + "ssim_fused": 0.9525212645530701, + "seg_l1": 0.030858900398015976, + "seg_ssim_ref": 0.9525212049484253, + "depth": 0.007086080696316656, + "rgb_loss": 0.026428038254380226, + "seg_loss": 0.03418288379907608, + "total": 0.06061800999679778 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02958725020289421, + "ssim_fused": 0.936222493648529, + "seg_l1": 0.03296459838747978, + "seg_ssim_ref": 0.9362226724624634, + "depth": 0.005519571165634941, + "rgb_loss": 0.03642529994249344, + "seg_loss": 0.03912714496254921, + "total": 0.07555796820149858, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005519571165634941, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049618270250099406 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024690113961696625, + "ssim_fused": 0.9483013153076172, + "seg_l1": 0.040047794580459595, + "seg_ssim_ref": 0.9483013153076172, + "depth": 0.010372237062832702, + "rgb_loss": 0.030091827735304832, + "seg_loss": 0.04237797483801842, + "total": 0.07248017294774094, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010372237062832702, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009724539580193816 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014219013042747974, + "ssim_fused": 0.9651654958724976, + "seg_l1": 0.023456256836652756, + "seg_ssim_ref": 0.965165376663208, + "depth": 0.0064049082662811915, + "rgb_loss": 0.018342111259698868, + "seg_loss": 0.025731930509209633, + "total": 0.04408044853981993, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064049082662811915, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006404908266281192 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016165021806955338, + "ssim_fused": 0.9603955149650574, + "seg_l1": 0.026966942474246025, + "seg_ssim_ref": 0.960395336151123, + "depth": 0.00604760629051779, + "rgb_loss": 0.020852915942668915, + "seg_loss": 0.02949448674917221, + "total": 0.050353450298131645, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00604760629051779, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006047606290517788 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 414, + "adam_update_count": 68724 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22880067909136415 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e23fad6c2d714df99c6afb0dcf779952_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 415, + "next_interval": 0, + "next_adam_update": 68725, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 414, + "trained_intervals": 68724, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 68724, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0671823024749756, + "median": 7.359669208526611, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.61088228225708, + "median": 5.613322734832764, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12654182314872742, + "median": 1571.3167724609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02702799066901207, + "median": 274.05908203125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 506, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0415.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0415.json new file mode 100644 index 0000000000000000000000000000000000000000..e3383be85e5aa3165630eea3d530d0d2c90e9522 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0415.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0415", + "executed_epochs": 415, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9097654728d641a6b7e7c936bfb1c467.npz", + "optimizer_file": "boundary_9097654728d641a6b7e7c936bfb1c467_optimizer.pt", + "arrays_sha256": "18034f3a6f9313f30898cb6f3e0efdb01443be17a50c07c7213a6e41e93ccf72", + "optimizer_sha256": "17768af74a1a109fa7b53c4fdaac3fe99659326f749bd3366ebe93b906343e44", + "stage": "adam", + "completed_passes": 415, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 68890, + "adam_update_count": 68890, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 416, + "consumed_count": 415, + "last_submitted_update": 68890, + "last_consumed_update": 68724, + "pending": [ + { + "reference": { + "source_update": 68890, + "completed_passes": 415, + "next_interval": 0, + "trained_intervals": 68890, + "snapshot": "pass_end_0415", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 415, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 68890, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 68890, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.349735773866996e-05, + "update_l2": 4.072652154718526e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4642680071119685e-05, + "update_l2": 1.9442768461885862e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06080061993508057, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 507, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06080061993508057, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021228671073913574, + "ssim_fused": 0.9524445533752441, + "seg_l1": 0.030985474586486816, + "seg_ssim_ref": 0.9524445533752441, + "depth": 0.007111159548321674, + "rgb_loss": 0.02649403177201748, + "seg_loss": 0.03429947793483734, + "total": 0.06080061993508057 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029687143862247467, + "ssim_fused": 0.936120867729187, + "seg_l1": 0.033133652061223984, + "seg_ssim_ref": 0.9361211657524109, + "depth": 0.005564234227853725, + "rgb_loss": 0.03652554005384445, + "seg_loss": 0.03928268700838089, + "total": 0.0758137912964532, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005564234227853725, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005006490087228724 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02479071356356144, + "ssim_fused": 0.9481857419013977, + "seg_l1": 0.040291137993335724, + "seg_ssim_ref": 0.9481857419013977, + "depth": 0.010444171294144924, + "rgb_loss": 0.03019542247056961, + "seg_loss": 0.0425957627594471, + "total": 0.07280163312660115, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010444171294144924, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009796473811506034 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014253337867558002, + "ssim_fused": 0.9651408791542053, + "seg_l1": 0.023532191291451454, + "seg_ssim_ref": 0.9651407599449158, + "depth": 0.0063970022899517785, + "rgb_loss": 0.018374495208263397, + "seg_loss": 0.02579760178923607, + "total": 0.04417849399978942, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063970022899517785, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063970022899517785 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016183489933609962, + "ssim_fused": 0.960330605506897, + "seg_l1": 0.026984920725226402, + "seg_ssim_ref": 0.9603304266929626, + "depth": 0.00603923038133627, + "rgb_loss": 0.020880671218037605, + "seg_loss": 0.029521850869059563, + "total": 0.050408561317478506, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00603923038133627, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00603923038133627 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 415, + "adam_update_count": 68890 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.223926488077268 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9097654728d641a6b7e7c936bfb1c467_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 416, + "next_interval": 0, + "next_adam_update": 68891, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 415, + "trained_intervals": 68890, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 68890, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0702552795410156, + "median": 7.3601202964782715, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.607809543609619, + "median": 5.609503746032715, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1261535882949829, + "median": 1572.0257568359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.027111168950796127, + "median": 273.00946044921875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 507, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0416.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0416.json new file mode 100644 index 0000000000000000000000000000000000000000..054bcf758fa3b4dc0c30235886c80f6832d6ab6b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0416.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0416", + "executed_epochs": 416, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a522b6921c4b4fe8ba607045e2a798a9.npz", + "optimizer_file": "boundary_a522b6921c4b4fe8ba607045e2a798a9_optimizer.pt", + "arrays_sha256": "dba60774eb63afbf25151f6a25f94cdd720d7bfc0a4306eff294997ff7ee751e", + "optimizer_sha256": "0bf21e734ba8e65b2b832dacec169280b9971be611d81bde9440f6086736d7d8", + "stage": "adam", + "completed_passes": 416, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 69056, + "adam_update_count": 69056, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 417, + "consumed_count": 416, + "last_submitted_update": 69056, + "last_consumed_update": 68890, + "pending": [ + { + "reference": { + "source_update": 69056, + "completed_passes": 416, + "next_interval": 0, + "trained_intervals": 69056, + "snapshot": "pass_end_0416", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 416, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 69056, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 69056, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.733241313369945e-05, + "update_l2": 2.9082535547786392e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4746882698091213e-05, + "update_l2": 2.103545739373658e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06065741705499566, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 507, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06065741705499566, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02117350697517395, + "ssim_fused": 0.952512800693512, + "seg_l1": 0.030895821750164032, + "seg_ssim_ref": 0.952512800693512, + "depth": 0.007084224149350907, + "rgb_loss": 0.026436246931552887, + "seg_loss": 0.034214086830616, + "total": 0.06065741705499566 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029563315212726593, + "ssim_fused": 0.9362704157829285, + "seg_l1": 0.03295649588108063, + "seg_ssim_ref": 0.9362707734107971, + "depth": 0.005527352498634978, + "rgb_loss": 0.0363965705037117, + "seg_loss": 0.03911104053258896, + "total": 0.07551313838879929, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005527352498634978, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004969608358009977 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024735966697335243, + "ssim_fused": 0.9482557773590088, + "seg_l1": 0.04018884524703026, + "seg_ssim_ref": 0.9482557773590088, + "depth": 0.010411895688455554, + "rgb_loss": 0.030137617141008377, + "seg_loss": 0.04249992221593857, + "total": 0.0726479549779257, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010411895688455554, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009764198205816664 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014232789166271687, + "ssim_fused": 0.9651520848274231, + "seg_l1": 0.023491373285651207, + "seg_ssim_ref": 0.9651520848274231, + "depth": 0.006377651606974606, + "rgb_loss": 0.01835581474006176, + "seg_loss": 0.025762680917978287, + "total": 0.04412487144700187, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006377651606974606, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006377651606974606 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016161955893039703, + "ssim_fused": 0.9603729248046875, + "seg_l1": 0.02694656513631344, + "seg_ssim_ref": 0.9603727459907532, + "depth": 0.006019996803338485, + "rgb_loss": 0.020854979753494263, + "seg_loss": 0.029482703655958176, + "total": 0.050343703406255776, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006019996803338485, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006019996803338484 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 416, + "adam_update_count": 69056 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22156189405359328 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a522b6921c4b4fe8ba607045e2a798a9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 417, + "next_interval": 0, + "next_adam_update": 69057, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 416, + "trained_intervals": 69056, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 69056, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0597026348114014, + "median": 7.360910415649414, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6178627014160156, + "median": 5.608969688415527, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12749187648296356, + "median": 1573.268310546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026839980855584145, + "median": 272.8631896972656, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 507, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0417.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0417.json new file mode 100644 index 0000000000000000000000000000000000000000..631490e281d061cded1d13d9063e57bbf2ea59e1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0417.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0417", + "executed_epochs": 417, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8726c1ab6b7843faa1e5eb2f5a6b330e.npz", + "optimizer_file": "boundary_8726c1ab6b7843faa1e5eb2f5a6b330e_optimizer.pt", + "arrays_sha256": "1f212ef3824b293e6722c1bceb734b95a030e47e34b55ea88f770011ec06ad8d", + "optimizer_sha256": "b707d599b3ccb8eb9786c1e3d8b3ec042bdfdf2fa021d3a53396f12b996468a9", + "stage": "adam", + "completed_passes": 417, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 69222, + "adam_update_count": 69222, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 418, + "consumed_count": 417, + "last_submitted_update": 69222, + "last_consumed_update": 69056, + "pending": [ + { + "reference": { + "source_update": 69222, + "completed_passes": 417, + "next_interval": 0, + "trained_intervals": 69222, + "snapshot": "pass_end_0417", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 417, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 69222, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 69222, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010516376642044634, + "update_l2": 5.078063259134069e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4474156159849372e-05, + "update_l2": 3.298915544291958e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06094349625423707, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 507, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06094349625423707, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021272875368595123, + "ssim_fused": 0.9523481726646423, + "seg_l1": 0.03107166476547718, + "seg_ssim_ref": 0.9523481130599976, + "depth": 0.007130046339401742, + "rgb_loss": 0.026548663154244423, + "seg_loss": 0.034387703984975815, + "total": 0.06094349625423707 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029728394001722336, + "ssim_fused": 0.9360074996948242, + "seg_l1": 0.033214110881090164, + "seg_ssim_ref": 0.9360076785087585, + "depth": 0.005551338492442284, + "rgb_loss": 0.036581214517354965, + "seg_loss": 0.03936975449323654, + "total": 0.07595651662379366, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005551338492442284, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004993594351817284 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024838104844093323, + "ssim_fused": 0.9480664134025574, + "seg_l1": 0.04034513607621193, + "seg_ssim_ref": 0.9480664134025574, + "depth": 0.010448287612166152, + "rgb_loss": 0.030257202684879303, + "seg_loss": 0.04266282543540001, + "total": 0.07293047268260118, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010448287612166152, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009800590129527264 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014286241494119167, + "ssim_fused": 0.9650712609291077, + "seg_l1": 0.023604974150657654, + "seg_ssim_ref": 0.9650710821151733, + "depth": 0.006438809274075967, + "rgb_loss": 0.01841474138200283, + "seg_loss": 0.025869762524962425, + "total": 0.04429094271623933, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006438809274075967, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006438809274075967 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01623876579105854, + "ssim_fused": 0.9602475762367249, + "seg_l1": 0.027122436091303825, + "seg_ssim_ref": 0.9602473974227905, + "depth": 0.006081749978922566, + "rgb_loss": 0.02094149775803089, + "seg_loss": 0.029648471623659134, + "total": 0.0505960529943141, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006081749978922566, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006081749978922567 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 417, + "adam_update_count": 69222 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22659946605563164 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8726c1ab6b7843faa1e5eb2f5a6b330e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 418, + "next_interval": 0, + "next_adam_update": 69223, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 417, + "trained_intervals": 69222, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 69222, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.05324125289917, + "median": 7.357568740844727, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6248157024383545, + "median": 5.614221572875977, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12831832468509674, + "median": 1568.0196533203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026654008775949478, + "median": 274.2997131347656, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 507, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0418.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0418.json new file mode 100644 index 0000000000000000000000000000000000000000..4b06e6fb7ecab3fe23d17eb6c4dc5cb0ffa8c1f6 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0418.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0418", + "executed_epochs": 418, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a06530e2426043298de05bfe190dd6cf.npz", + "optimizer_file": "boundary_a06530e2426043298de05bfe190dd6cf_optimizer.pt", + "arrays_sha256": "2648fd67dc1ab5c037acc48f5bec60fbbbb691eaec9f3c2cea88fbf3b1fd378d", + "optimizer_sha256": "b8e479855d238f056750004606ba989ed29244b58410a301b10f4b439539e55d", + "stage": "adam", + "completed_passes": 418, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 69388, + "adam_update_count": 69388, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 419, + "consumed_count": 418, + "last_submitted_update": 69388, + "last_consumed_update": 69222, + "pending": [ + { + "reference": { + "source_update": 69388, + "completed_passes": 418, + "next_interval": 0, + "trained_intervals": 69388, + "snapshot": "pass_end_0418", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 418, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 69388, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 69388, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.102749027078971e-05, + "update_l2": 1.3920192031946499e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4523116988129914e-05, + "update_l2": 5.063893240730977e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06092155523284137, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 507, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06092155523284137, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02126830257475376, + "ssim_fused": 0.9523811340332031, + "seg_l1": 0.031065313145518303, + "seg_ssim_ref": 0.9523811340332031, + "depth": 0.007127259511349451, + "rgb_loss": 0.026538413017988205, + "seg_loss": 0.03437601774930954, + "total": 0.06092155523284137 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029740309342741966, + "ssim_fused": 0.9360479712486267, + "seg_l1": 0.033238139003515244, + "seg_ssim_ref": 0.9360482692718506, + "depth": 0.005581759456894361, + "rgb_loss": 0.03658265620470047, + "seg_loss": 0.03938085585832596, + "total": 0.07596909382248332, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005581759456894361, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005024015316269361 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024827515706419945, + "ssim_fused": 0.9481078386306763, + "seg_l1": 0.04036753997206688, + "seg_ssim_ref": 0.9481078386306763, + "depth": 0.01045682306135927, + "rgb_loss": 0.03024044632911682, + "seg_loss": 0.04267246276140213, + "total": 0.07292336591358031, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01045682306135927, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009809125578720384 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01428751926869154, + "ssim_fused": 0.9650889039039612, + "seg_l1": 0.023596903309226036, + "seg_ssim_ref": 0.9650887846946716, + "depth": 0.0064188822787886275, + "rgb_loss": 0.018412236124277115, + "seg_loss": 0.025859765708446503, + "total": 0.0442784207150024, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064188822787886275, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006418882278788628 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01621786691248417, + "ssim_fused": 0.9602799415588379, + "seg_l1": 0.027058670297265053, + "seg_ssim_ref": 0.9602797627449036, + "depth": 0.0060515732483555455, + "rgb_loss": 0.020918305963277817, + "seg_loss": 0.02959098480641842, + "total": 0.050515340480299445, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060515732483555455, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060515732483555455 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 418, + "adam_update_count": 69388 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21948026306927204 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a06530e2426043298de05bfe190dd6cf_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 419, + "next_interval": 0, + "next_adam_update": 69389, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 418, + "trained_intervals": 69388, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 69388, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0430634021759033, + "median": 7.3576788902282715, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.635021924972534, + "median": 5.61417293548584, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12963098287582397, + "median": 1568.1923828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026383355259895325, + "median": 274.3016052246094, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 507, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0419.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0419.json new file mode 100644 index 0000000000000000000000000000000000000000..65ad05942cec7432cbd13a2555bd64e9b8626a74 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0419.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0419", + "executed_epochs": 419, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c9e10c4218da4e06b975be27ed115905.npz", + "optimizer_file": "boundary_c9e10c4218da4e06b975be27ed115905_optimizer.pt", + "arrays_sha256": "9a9246886efdd79ba4bc9ff67935fa1f6f25b1b3ef1272021d18f11746f32308", + "optimizer_sha256": "8ce521451f0e7868966180f967a554547fe7734649636e830fd98b19613774de", + "stage": "adam", + "completed_passes": 419, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 69554, + "adam_update_count": 69554, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 420, + "consumed_count": 419, + "last_submitted_update": 69554, + "last_consumed_update": 69388, + "pending": [ + { + "reference": { + "source_update": 69554, + "completed_passes": 419, + "next_interval": 0, + "trained_intervals": 69554, + "snapshot": "pass_end_0419", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 419, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 69554, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 69554, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.729202429298311e-05, + "update_l2": 6.493961791420588e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4361824469233397e-05, + "update_l2": 3.2860355076991254e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06062125666900969, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 507, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06062125666900969, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021166905760765076, + "ssim_fused": 0.9525365829467773, + "seg_l1": 0.03086913749575615, + "seg_ssim_ref": 0.9525366425514221, + "depth": 0.007083368445400201, + "rgb_loss": 0.026426196098327637, + "seg_loss": 0.03418797627091408, + "total": 0.06062125666900969 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029589831829071045, + "ssim_fused": 0.9362593293190002, + "seg_l1": 0.032987724989652634, + "seg_ssim_ref": 0.9362596869468689, + "depth": 0.005532923597175009, + "rgb_loss": 0.03641999885439873, + "seg_loss": 0.03913824260234833, + "total": 0.07556377810563453, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005532923597175009, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004975179456550008 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02468179725110531, + "ssim_fused": 0.9483227729797363, + "seg_l1": 0.04006480798125267, + "seg_ssim_ref": 0.9483227729797363, + "depth": 0.010375294560766779, + "rgb_loss": 0.03008088283240795, + "seg_loss": 0.04238729178905487, + "total": 0.07247855177866874, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010375294560766779, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00972759707812789 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014233991503715515, + "ssim_fused": 0.9651482701301575, + "seg_l1": 0.02347950078547001, + "seg_ssim_ref": 0.9651480913162231, + "depth": 0.006389641904797819, + "rgb_loss": 0.018357539549469948, + "seg_loss": 0.025753982365131378, + "total": 0.04411790969386097, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006389641904797819, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006389641904797819 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016162002459168434, + "ssim_fused": 0.9604161977767944, + "seg_l1": 0.026944519951939583, + "seg_ssim_ref": 0.9604161381721497, + "depth": 0.006035613718861197, + "rgb_loss": 0.02084636315703392, + "seg_loss": 0.029472388327121735, + "total": 0.05032478709787452, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006035613718861197, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006035613718861197 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 419, + "adam_update_count": 69554 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22594653605483472 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c9e10c4218da4e06b975be27ed115905_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 420, + "next_interval": 0, + "next_adam_update": 69555, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 419, + "trained_intervals": 69554, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 69554, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0525879859924316, + "median": 7.3602800369262695, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6257102489471436, + "median": 5.615494251251221, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12840217351913452, + "median": 1572.27685546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026630176231265068, + "median": 274.6494140625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 507, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0420.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0420.json new file mode 100644 index 0000000000000000000000000000000000000000..43b1d72dfe193a3e3ae0932cc81b00401ff56467 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0420.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0420", + "executed_epochs": 420, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6a3607b0e26343f4b95a250cd5aae7ee.npz", + "optimizer_file": "boundary_6a3607b0e26343f4b95a250cd5aae7ee_optimizer.pt", + "arrays_sha256": "2153c3f5b73e2f56552a960be26a03001a0a3ccc5cfa6656b5048d9de99c3734", + "optimizer_sha256": "0460db2b4d060ec954f4c27674ad067d5d1713f864df0c43ff643615e200e659", + "stage": "adam", + "completed_passes": 420, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 69720, + "adam_update_count": 69720, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 421, + "consumed_count": 420, + "last_submitted_update": 69720, + "last_consumed_update": 69554, + "pending": [ + { + "reference": { + "source_update": 69720, + "completed_passes": 420, + "next_interval": 0, + "trained_intervals": 69720, + "snapshot": "pass_end_0420", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 420, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 69720, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 69720, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010144744737772271, + "update_l2": 1.4089034266362432e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4889543308527209e-05, + "update_l2": 6.892911642353283e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06057663375498775, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06057663375498775, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021134447306394577, + "ssim_fused": 0.952547550201416, + "seg_l1": 0.03085128217935562, + "seg_ssim_ref": 0.9525474905967712, + "depth": 0.007065217812092871, + "rgb_loss": 0.026398051530122757, + "seg_loss": 0.03417151793837547, + "total": 0.06057663375498775 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029417525976896286, + "ssim_fused": 0.9364431500434875, + "seg_l1": 0.03277316689491272, + "seg_ssim_ref": 0.9364435076713562, + "depth": 0.005478430307275719, + "rgb_loss": 0.03624539077281952, + "seg_loss": 0.038929831236600876, + "total": 0.07518070416501797, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005478430307275719, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004920686166650719 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024745257571339607, + "ssim_fused": 0.9482333064079285, + "seg_l1": 0.040196847170591354, + "seg_ssim_ref": 0.9482333064079285, + "depth": 0.010411451407009737, + "rgb_loss": 0.030149545520544052, + "seg_loss": 0.04251081496477127, + "total": 0.07267076821143204, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010411451407009737, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009763753924370846 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014215975068509579, + "ssim_fused": 0.9651584029197693, + "seg_l1": 0.02347809448838234, + "seg_ssim_ref": 0.965158224105835, + "depth": 0.006352670328456701, + "rgb_loss": 0.018341099843382835, + "seg_loss": 0.02575083076953888, + "total": 0.04409828514589532, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006352670328456701, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006352670328456701 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016159025952219963, + "ssim_fused": 0.960355281829834, + "seg_l1": 0.026957020163536072, + "seg_ssim_ref": 0.9603551030158997, + "depth": 0.006018319205629329, + "rgb_loss": 0.020856164395809174, + "seg_loss": 0.029494594782590866, + "total": 0.05035677749760567, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006018319205629329, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006018319205629329 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 420, + "adam_update_count": 69720 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21817348315380514 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6a3607b0e26343f4b95a250cd5aae7ee_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 421, + "next_interval": 0, + "next_adam_update": 69721, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 420, + "trained_intervals": 69720, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 69720, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0532279014587402, + "median": 7.359431266784668, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.625051736831665, + "median": 5.615488529205322, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12832002341747284, + "median": 1570.94287109375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026647718623280525, + "median": 274.647705078125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0421.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0421.json new file mode 100644 index 0000000000000000000000000000000000000000..05795af8e3dc0d8a98f8f9764ca2a3c43216cf3b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0421.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0421", + "executed_epochs": 421, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a71e0908e40b4174bcb47f6f2bab1f2e.npz", + "optimizer_file": "boundary_a71e0908e40b4174bcb47f6f2bab1f2e_optimizer.pt", + "arrays_sha256": "423cf7a05f7288815a8ed7934dd1ad662ef452df67415d4e8bdb3247e55b5f79", + "optimizer_sha256": "5918df4870b6ae65ef082aa1f8da24a981456f2d3b59d0239c5718ae20303ba9", + "stage": "adam", + "completed_passes": 421, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 69886, + "adam_update_count": 69886, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 422, + "consumed_count": 421, + "last_submitted_update": 69886, + "last_consumed_update": 69720, + "pending": [ + { + "reference": { + "source_update": 69886, + "completed_passes": 421, + "next_interval": 0, + "trained_intervals": 69886, + "snapshot": "pass_end_0421", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 421, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 69886, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 69886, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010211151675321162, + "update_l2": 5.1182619245082606e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5247750525304582e-05, + "update_l2": 1.3031542493990855e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06063600792445115, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06063600792445115, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021156588569283485, + "ssim_fused": 0.9525049328804016, + "seg_l1": 0.030882030725479126, + "seg_ssim_ref": 0.9525048732757568, + "depth": 0.007075955046933377, + "rgb_loss": 0.026424288749694824, + "seg_loss": 0.034204643219709396, + "total": 0.06063600792445115 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029472820460796356, + "ssim_fused": 0.9363583922386169, + "seg_l1": 0.03285706415772438, + "seg_ssim_ref": 0.9363586902618408, + "depth": 0.0054817344172192846, + "rgb_loss": 0.036306578665971756, + "seg_loss": 0.03901391476392746, + "total": 0.07532597888960674, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054817344172192846, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004923990276594284 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024732140824198723, + "ssim_fused": 0.9481960535049438, + "seg_l1": 0.04013670235872269, + "seg_ssim_ref": 0.9481960535049438, + "depth": 0.010377249557133763, + "rgb_loss": 0.03014650195837021, + "seg_loss": 0.04247014969587326, + "total": 0.0726270289038006, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010377249557133763, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009729552074494876 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014231146313250065, + "ssim_fused": 0.9651321172714233, + "seg_l1": 0.02349679358303547, + "seg_ssim_ref": 0.965131938457489, + "depth": 0.0063867747212573885, + "rgb_loss": 0.018358495086431503, + "seg_loss": 0.025771047919988632, + "total": 0.04413592978114139, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063867747212573885, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063867747212573885 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016190243884921074, + "ssim_fused": 0.9603331089019775, + "seg_l1": 0.02703755721449852, + "seg_ssim_ref": 0.9603329300880432, + "depth": 0.006058061492123073, + "rgb_loss": 0.02088557370007038, + "seg_loss": 0.029563460499048233, + "total": 0.050455094123255884, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006058061492123073, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006058061492123072 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 421, + "adam_update_count": 69886 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23843077709898353 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a71e0908e40b4174bcb47f6f2bab1f2e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 422, + "next_interval": 0, + "next_adam_update": 69887, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 421, + "trained_intervals": 69886, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 69886, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0425808429718018, + "median": 7.3570709228515625, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6356914043426514, + "median": 5.615492820739746, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12969355285167694, + "median": 1567.2393798828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026365699246525764, + "median": 274.6676330566406, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0422.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0422.json new file mode 100644 index 0000000000000000000000000000000000000000..d240e1709cf1bbb744b3ce485a66575da06d9c24 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0422.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0422", + "executed_epochs": 422, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5d11848924bb4958aa3ddc5a27720643.npz", + "optimizer_file": "boundary_5d11848924bb4958aa3ddc5a27720643_optimizer.pt", + "arrays_sha256": "bdfc263ad668d057b73811db4811f30b95a9c65005793740db07e611a77ea577", + "optimizer_sha256": "6b01bca5ced96f0387ac8fdf2b2d965165464c1c9353c58af42cefaefcc3a24d", + "stage": "adam", + "completed_passes": 422, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 70052, + "adam_update_count": 70052, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 423, + "consumed_count": 422, + "last_submitted_update": 70052, + "last_consumed_update": 69886, + "pending": [ + { + "reference": { + "source_update": 70052, + "completed_passes": 422, + "next_interval": 0, + "trained_intervals": 70052, + "snapshot": "pass_end_0422", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 422, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 70052, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 70052, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010127879068022594, + "update_l2": 3.4469778711354593e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5422197975567542e-05, + "update_l2": 1.171140297628881e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06059711123597961, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06059711123597961, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021143347024917603, + "ssim_fused": 0.9525222778320312, + "seg_l1": 0.03085535578429699, + "seg_ssim_ref": 0.9525222778320312, + "depth": 0.007069434646190687, + "rgb_loss": 0.026410220190882683, + "seg_loss": 0.034179821610450745, + "total": 0.06059711123597961 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029466673731803894, + "ssim_fused": 0.9363530874252319, + "seg_l1": 0.03284591808915138, + "seg_ssim_ref": 0.9363535046577454, + "depth": 0.005474651437100903, + "rgb_loss": 0.03630272299051285, + "seg_loss": 0.03900603577494621, + "total": 0.07531422969160587, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005474651437100903, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004916907296475904 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024707006290555, + "ssim_fused": 0.9482353329658508, + "seg_l1": 0.04008030146360397, + "seg_ssim_ref": 0.9482353329658508, + "depth": 0.010367127005460205, + "rgb_loss": 0.030118539929389954, + "seg_loss": 0.04241717606782913, + "total": 0.07254608312422454, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010367127005460205, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00971942952282132 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014219227246940136, + "ssim_fused": 0.9651468396186829, + "seg_l1": 0.02347518503665924, + "seg_ssim_ref": 0.9651466608047485, + "depth": 0.006382892003416912, + "rgb_loss": 0.018346013501286507, + "seg_loss": 0.025750815868377686, + "total": 0.04410321039902246, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006382892003416912, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006382892003416911 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016180485486984253, + "ssim_fused": 0.9603539109230042, + "seg_l1": 0.027020012959837914, + "seg_ssim_ref": 0.9603537321090698, + "depth": 0.006053068138784729, + "rgb_loss": 0.020873606204986572, + "seg_loss": 0.029545262455940247, + "total": 0.050424921729065604, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006053068138784729, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006053068138784729 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 422, + "adam_update_count": 70052 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2174359979107976 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5d11848924bb4958aa3ddc5a27720643_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 423, + "next_interval": 0, + "next_adam_update": 70053, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 422, + "trained_intervals": 70052, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 70052, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.036492109298706, + "median": 7.357658863067627, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6417627334594727, + "median": 5.610218048095703, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1304856389760971, + "median": 1568.1610107421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026206107810139656, + "median": 273.22845458984375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0423.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0423.json new file mode 100644 index 0000000000000000000000000000000000000000..52a2c6d1ca69fef982b742718551e31b0683f2c1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0423.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0423", + "executed_epochs": 423, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1a5979681b6c453b837d5fcc7836cd2e.npz", + "optimizer_file": "boundary_1a5979681b6c453b837d5fcc7836cd2e_optimizer.pt", + "arrays_sha256": "c5d24d6182f62899d0dc3bf01a7bfd44037fbea0c00837631ae2de8f1aa26a8c", + "optimizer_sha256": "53cbe892289d103167763ddc034e1162c0131aa4e3fe3381f716d77a50e7a759", + "stage": "adam", + "completed_passes": 423, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 70218, + "adam_update_count": 70218, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 424, + "consumed_count": 423, + "last_submitted_update": 70218, + "last_consumed_update": 70052, + "pending": [ + { + "reference": { + "source_update": 70218, + "completed_passes": 423, + "next_interval": 0, + "trained_intervals": 70218, + "snapshot": "pass_end_0423", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 423, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 70218, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 70218, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.595626033842564e-05, + "update_l2": 7.6155138231115416e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4803203157498501e-05, + "update_l2": 2.9763834845653037e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06062572756222488, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06062572756222488, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021158268675208092, + "ssim_fused": 0.9525303840637207, + "seg_l1": 0.030880272388458252, + "seg_ssim_ref": 0.9525304436683655, + "depth": 0.007071806108961658, + "rgb_loss": 0.026420529931783676, + "seg_loss": 0.034198127686977386, + "total": 0.06062572756222488 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02950582467019558, + "ssim_fused": 0.9363508820533752, + "seg_l1": 0.032900385558605194, + "seg_ssim_ref": 0.9363512992858887, + "depth": 0.005506000614687024, + "rgb_loss": 0.036334484815597534, + "seg_loss": 0.03905005007982254, + "total": 0.07539004089603477, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005506000614687024, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004948256474062025 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02470581606030464, + "ssim_fused": 0.9482676982879639, + "seg_l1": 0.040128860622644424, + "seg_ssim_ref": 0.9482676982879639, + "depth": 0.010374197151935919, + "rgb_loss": 0.03011111170053482, + "seg_loss": 0.042449548840522766, + "total": 0.07257103473820953, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010374197151935919, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009726499669297029 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014244777150452137, + "ssim_fused": 0.9651238918304443, + "seg_l1": 0.023510735481977463, + "seg_ssim_ref": 0.96512371301651, + "depth": 0.006376615277795224, + "rgb_loss": 0.018371043726801872, + "seg_loss": 0.025783846154808998, + "total": 0.04416126649688867, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006376615277795224, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006376615277795224 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016176654025912285, + "ssim_fused": 0.9603792428970337, + "seg_l1": 0.02698109671473503, + "seg_ssim_ref": 0.9603790640830994, + "depth": 0.006030411391428465, + "rgb_loss": 0.02086547389626503, + "seg_loss": 0.029509063810110092, + "total": 0.05038056811776655, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006030411391428465, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006030411391428465 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 423, + "adam_update_count": 70218 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2184279861394316 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1a5979681b6c453b837d5fcc7836cd2e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 424, + "next_interval": 0, + "next_adam_update": 70219, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 423, + "trained_intervals": 70218, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 70218, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0373988151550293, + "median": 7.358800411224365, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.640920639038086, + "median": 5.610217571258545, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13036738336086273, + "median": 1569.9521484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02622818760573864, + "median": 273.224365234375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0424.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0424.json new file mode 100644 index 0000000000000000000000000000000000000000..9c2a9fb2941bfad00a439d12798cfa280e0493a6 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0424.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0424", + "executed_epochs": 424, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d5e97957d1104e939323722cc92be041.npz", + "optimizer_file": "boundary_d5e97957d1104e939323722cc92be041_optimizer.pt", + "arrays_sha256": "83aba97e5a01322514a4a88da15690fc644aa08957f52834a8f7e8de7069da61", + "optimizer_sha256": "49c08ebf62ad94a002583e7bb15f008e7d33f42b5442df7fc094e17aebb4c8c7", + "stage": "adam", + "completed_passes": 424, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 70384, + "adam_update_count": 70384, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 425, + "consumed_count": 424, + "last_submitted_update": 70384, + "last_consumed_update": 70218, + "pending": [ + { + "reference": { + "source_update": 70384, + "completed_passes": 424, + "next_interval": 0, + "trained_intervals": 70384, + "snapshot": "pass_end_0424", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 424, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 70384, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 70384, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.449089702684432e-05, + "update_l2": 1.380370304104872e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4703084161737934e-05, + "update_l2": 4.111343514523469e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060748242514594444, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060748242514594444, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021209126338362694, + "ssim_fused": 0.9524738788604736, + "seg_l1": 0.030954252928495407, + "seg_ssim_ref": 0.9524738788604736, + "depth": 0.00709735081994738, + "rgb_loss": 0.026472516357898712, + "seg_loss": 0.03426862508058548, + "total": 0.060748242514594444 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029648635536432266, + "ssim_fused": 0.9361752867698669, + "seg_l1": 0.033089008182287216, + "seg_ssim_ref": 0.9361754655838013, + "depth": 0.005553058913398224, + "rgb_loss": 0.036483850330114365, + "seg_loss": 0.03923611342906952, + "total": 0.07572552054338758, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005553058913398224, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004995314772773225 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024759594351053238, + "ssim_fused": 0.9482273459434509, + "seg_l1": 0.0402328260242939, + "seg_ssim_ref": 0.9482273459434509, + "depth": 0.010418535786771422, + "rgb_loss": 0.030162207782268524, + "seg_loss": 0.042540792375802994, + "total": 0.07271342241914859, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010418535786771422, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009770838304132534 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014250957407057285, + "ssim_fused": 0.9651391506195068, + "seg_l1": 0.023521510884165764, + "seg_ssim_ref": 0.9651389718055725, + "depth": 0.006386026318192792, + "rgb_loss": 0.01837293617427349, + "seg_loss": 0.02578941360116005, + "total": 0.044168733939106586, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006386026318192792, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006386026318192792 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01617731712758541, + "ssim_fused": 0.9603539109230042, + "seg_l1": 0.026973668485879898, + "seg_ssim_ref": 0.9603537321090698, + "depth": 0.006031782261427079, + "rgb_loss": 0.020871073007583618, + "seg_loss": 0.029508188366889954, + "total": 0.050385293156735, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006031782261427079, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006031782261427078 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 424, + "adam_update_count": 70384 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2239293921738863 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d5e97957d1104e939323722cc92be041_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 425, + "next_interval": 0, + "next_adam_update": 70385, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 424, + "trained_intervals": 70384, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 70384, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0450963973999023, + "median": 7.358027935028076, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6334075927734375, + "median": 5.610936164855957, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12936770915985107, + "median": 1568.73974609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026425981894135475, + "median": 273.4125061035156, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0425.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0425.json new file mode 100644 index 0000000000000000000000000000000000000000..cace0227572fa12755b7a31df11fe4d8280bc3b3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0425.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0425", + "executed_epochs": 425, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_41490d81ddd64512a5561ce9f072717f.npz", + "optimizer_file": "boundary_41490d81ddd64512a5561ce9f072717f_optimizer.pt", + "arrays_sha256": "345b8c40a4b32d6d337f5a5bdc3471bc0aff318849081114221380358f493517", + "optimizer_sha256": "450e5023c8d166b2043374ec1a4050c46bb79b9e051f52b8c95a53b3bb302a4a", + "stage": "adam", + "completed_passes": 425, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 70550, + "adam_update_count": 70550, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 426, + "consumed_count": 425, + "last_submitted_update": 70550, + "last_consumed_update": 70384, + "pending": [ + { + "reference": { + "source_update": 70550, + "completed_passes": 425, + "next_interval": 0, + "trained_intervals": 70550, + "snapshot": "pass_end_0425", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 425, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 70550, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 70550, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001019948540488258, + "update_l2": 1.8090153389493935e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4271005056798458e-05, + "update_l2": 7.12103656042018e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06071369436348768, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06071369436348768, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021197965368628502, + "ssim_fused": 0.9524788856506348, + "seg_l1": 0.030924705788493156, + "seg_ssim_ref": 0.95247882604599, + "depth": 0.007092885328251417, + "rgb_loss": 0.026462607085704803, + "seg_loss": 0.03424399718642235, + "total": 0.06071369436348768 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029653575271368027, + "ssim_fused": 0.9361494779586792, + "seg_l1": 0.03308173641562462, + "seg_ssim_ref": 0.9361498355865479, + "depth": 0.005540298940026875, + "rgb_loss": 0.0364929661154747, + "seg_loss": 0.039235424250364304, + "total": 0.07573392693948873, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005540298940026875, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004982554799401875 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024743225425481796, + "ssim_fused": 0.9482434391975403, + "seg_l1": 0.04017415642738342, + "seg_ssim_ref": 0.9482434391975403, + "depth": 0.010403540319204074, + "rgb_loss": 0.03014589473605156, + "seg_loss": 0.0424906387925148, + "total": 0.07264693334359526, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010403540319204074, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009755842836565182 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014229022897779942, + "ssim_fused": 0.9651562571525574, + "seg_l1": 0.02348317950963974, + "seg_ssim_ref": 0.965156078338623, + "depth": 0.006390162263471219, + "rgb_loss": 0.018351968377828598, + "seg_loss": 0.025755329057574272, + "total": 0.04411368573502119, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006390162263471219, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006390162263471219 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016166040673851967, + "ssim_fused": 0.9603661894798279, + "seg_l1": 0.026959748938679695, + "seg_ssim_ref": 0.9603660106658936, + "depth": 0.006037539790303499, + "rgb_loss": 0.020859595388174057, + "seg_loss": 0.029494598507881165, + "total": 0.050360231435845525, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006037539790303499, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006037539790303499 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 425, + "adam_update_count": 70550 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2323473379947245 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_41490d81ddd64512a5561ce9f072717f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 426, + "next_interval": 0, + "next_adam_update": 70551, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 425, + "trained_intervals": 70550, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 70550, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0399422645568848, + "median": 7.357598781585693, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6388165950775146, + "median": 5.606659889221191, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13003621995449066, + "median": 1568.0667724609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02628342993557453, + "median": 272.2624816894531, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0426.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0426.json new file mode 100644 index 0000000000000000000000000000000000000000..0eb62ca2c5eca55dc0c739247efe5d29b789ffd9 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0426.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0426", + "executed_epochs": 426, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4e7f4946826c460abd04810d40085157.npz", + "optimizer_file": "boundary_4e7f4946826c460abd04810d40085157_optimizer.pt", + "arrays_sha256": "168753e6131715dd32dbdd2e3c1a80fb1ed88ef510eca556bf0b179c68a90585", + "optimizer_sha256": "8bef764ca0ad45e00ed4b648b90e0629503f70d210a5706bdf8b9dde802582b2", + "stage": "adam", + "completed_passes": 426, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 70716, + "adam_update_count": 70716, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 427, + "consumed_count": 426, + "last_submitted_update": 70716, + "last_consumed_update": 70550, + "pending": [ + { + "reference": { + "source_update": 70716, + "completed_passes": 426, + "next_interval": 0, + "trained_intervals": 70716, + "snapshot": "pass_end_0426", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 426, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 70716, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 70716, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010242861026199535, + "update_l2": 4.1382059862371534e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4946424926165491e-05, + "update_l2": 1.5219209672068246e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06040607225617732, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06040607225617732, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021071746945381165, + "ssim_fused": 0.9526517987251282, + "seg_l1": 0.030752934515476227, + "seg_ssim_ref": 0.9526517391204834, + "depth": 0.0070372643169216795, + "rgb_loss": 0.02632703259587288, + "seg_loss": 0.03407200053334236, + "total": 0.06040607225617732 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029275359585881233, + "ssim_fused": 0.9367008209228516, + "seg_l1": 0.032596807926893234, + "seg_ssim_ref": 0.9367009997367859, + "depth": 0.005447289759792233, + "rgb_loss": 0.036080121994018555, + "seg_loss": 0.03873724862933159, + "total": 0.07482282163840023, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005447289759792233, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0048895456191672335 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02466602995991707, + "ssim_fused": 0.9483262896537781, + "seg_l1": 0.040042199194431305, + "seg_ssim_ref": 0.9483261704444885, + "depth": 0.010350486633301353, + "rgb_loss": 0.0300675667822361, + "seg_loss": 0.04236852750182152, + "total": 0.07244644477069091, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010350486633301353, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009702789150662462 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01420129556208849, + "ssim_fused": 0.9651692509651184, + "seg_l1": 0.023441027849912643, + "seg_ssim_ref": 0.9651690721511841, + "depth": 0.006343078181242778, + "rgb_loss": 0.01832718588411808, + "seg_loss": 0.025719009339809418, + "total": 0.044052536439463594, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006343078181242778, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006343078181242777 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016144298017024994, + "ssim_fused": 0.9604108929634094, + "seg_l1": 0.026931699365377426, + "seg_ssim_ref": 0.9604107141494751, + "depth": 0.006008202693350354, + "rgb_loss": 0.02083326131105423, + "seg_loss": 0.02946321666240692, + "total": 0.0503024861761545, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006008202693350354, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006008202693350354 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 426, + "adam_update_count": 70716 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22622551815584302 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4e7f4946826c460abd04810d40085157_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 427, + "next_interval": 0, + "next_adam_update": 70717, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 426, + "trained_intervals": 70716, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 70716, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0388498306274414, + "median": 7.357531547546387, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6399500370025635, + "median": 5.60541296005249, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13017836213111877, + "median": 1567.9613037109375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026253655552864075, + "median": 271.92303466796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0427.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0427.json new file mode 100644 index 0000000000000000000000000000000000000000..e903d4da27ac46ac240f4d6d02d4919366046da0 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0427.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0427", + "executed_epochs": 427, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_53b1c6cab8cf4563bf59501bab2c2256.npz", + "optimizer_file": "boundary_53b1c6cab8cf4563bf59501bab2c2256_optimizer.pt", + "arrays_sha256": "e425003920630917c0620eb334edc9b541cf660aac7f379cbac3d33af42356a3", + "optimizer_sha256": "a2cb3ff05d4f0a53fb542e88a7e2ea2515ca02129b95df6930ce2512a5d10421", + "stage": "adam", + "completed_passes": 427, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 70882, + "adam_update_count": 70882, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 428, + "consumed_count": 427, + "last_submitted_update": 70882, + "last_consumed_update": 70716, + "pending": [ + { + "reference": { + "source_update": 70882, + "completed_passes": 427, + "next_interval": 0, + "trained_intervals": 70882, + "snapshot": "pass_end_0427", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 427, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 70882, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 70882, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.962709009414539e-05, + "update_l2": 3.2536161597818136e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4253785593609791e-05, + "update_l2": 2.1802570699946955e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060723045170613395, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060723045170613395, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021205056458711624, + "ssim_fused": 0.9524797797203064, + "seg_l1": 0.03092973120510578, + "seg_ssim_ref": 0.9524796605110168, + "depth": 0.007097870417697381, + "rgb_loss": 0.026468100026249886, + "seg_loss": 0.03424784913659096, + "total": 0.060723045170613395 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029691088944673538, + "ssim_fused": 0.936122477054596, + "seg_l1": 0.0331246554851532, + "seg_ssim_ref": 0.9361226558685303, + "depth": 0.005553637057909639, + "rgb_loss": 0.03652837872505188, + "seg_loss": 0.039275191724300385, + "total": 0.07580912408641018, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005553637057909639, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004995892917284639 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02474192902445793, + "ssim_fused": 0.9482570290565491, + "seg_l1": 0.04017253592610359, + "seg_ssim_ref": 0.9482570290565491, + "depth": 0.010409484880230286, + "rgb_loss": 0.03014213964343071, + "seg_loss": 0.04248662665486336, + "total": 0.0726391757831743, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010409484880230286, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009761787397591398 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014226525090634823, + "ssim_fused": 0.9651648998260498, + "seg_l1": 0.02347661554813385, + "seg_ssim_ref": 0.9651647210121155, + "depth": 0.006392278297450911, + "rgb_loss": 0.018348239362239838, + "seg_loss": 0.025748349726200104, + "total": 0.04410298136673739, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006392278297450911, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00639227829745091 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01616068184375763, + "ssim_fused": 0.9603745341300964, + "seg_l1": 0.026945119723677635, + "seg_ssim_ref": 0.9603743553161621, + "depth": 0.006036081435198688, + "rgb_loss": 0.020853638648986816, + "seg_loss": 0.029481224715709686, + "total": 0.0503408994461317, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006036081435198688, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006036081435198688 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 427, + "adam_update_count": 70882 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24770557694137096 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_53b1c6cab8cf4563bf59501bab2c2256_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 428, + "next_interval": 0, + "next_adam_update": 70883, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 427, + "trained_intervals": 70882, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 70882, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0482194423675537, + "median": 7.3588714599609375, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6305782794952393, + "median": 5.608119010925293, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12896433472633362, + "median": 1570.063720703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02650085650384426, + "median": 272.6379699707031, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0428.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0428.json new file mode 100644 index 0000000000000000000000000000000000000000..15c7748cdec7bf4f9cdd9ccd20e9bf48aeb52fbd --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0428.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0428", + "executed_epochs": 428, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ebca36d683e347b280541a6cc64b263e.npz", + "optimizer_file": "boundary_ebca36d683e347b280541a6cc64b263e_optimizer.pt", + "arrays_sha256": "1de4887ac5a30d526b9931819226cb332b89a1873a8ceb46d000ca5a47bf51e3", + "optimizer_sha256": "60ad24b52d775f9ce5d007db1e3f51011d78abbd82743197b59152ffc4adb39e", + "stage": "adam", + "completed_passes": 428, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 71048, + "adam_update_count": 71048, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 429, + "consumed_count": 428, + "last_submitted_update": 71048, + "last_consumed_update": 70882, + "pending": [ + { + "reference": { + "source_update": 71048, + "completed_passes": 428, + "next_interval": 0, + "trained_intervals": 71048, + "snapshot": "pass_end_0428", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 428, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 71048, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 71048, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.890152093954384e-05, + "update_l2": 2.83166446024552e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4141513929644134e-05, + "update_l2": 3.320220275782049e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06089082730090833, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06089082730090833, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021249843761324883, + "ssim_fused": 0.9523590803146362, + "seg_l1": 0.031034357845783234, + "seg_ssim_ref": 0.9523590803146362, + "depth": 0.007108758153680053, + "rgb_loss": 0.026528052985668182, + "seg_loss": 0.03435566648840904, + "total": 0.06089082730090833 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02964518591761589, + "ssim_fused": 0.9360933899879456, + "seg_l1": 0.03307870775461197, + "seg_ssim_ref": 0.9360937476158142, + "depth": 0.005528053439399486, + "rgb_loss": 0.03649747371673584, + "seg_loss": 0.039244215935468674, + "total": 0.07574722143093421, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005528053439399486, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004970309298774487 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024805795401334763, + "ssim_fused": 0.9480185508728027, + "seg_l1": 0.04033808782696724, + "seg_ssim_ref": 0.9480185508728027, + "depth": 0.010436190927733357, + "rgb_loss": 0.030240926891565323, + "seg_loss": 0.04266676306724548, + "total": 0.07291812242444824, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010436190927733357, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009788493445094469 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014306674711406231, + "ssim_fused": 0.9650447368621826, + "seg_l1": 0.02361704409122467, + "seg_ssim_ref": 0.9650445580482483, + "depth": 0.006406106315075109, + "rgb_loss": 0.01843639276921749, + "seg_loss": 0.02588472329080105, + "total": 0.044327522166333615, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006406106315075109, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006406106315075109 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01624171994626522, + "ssim_fused": 0.9602797627449036, + "seg_l1": 0.027103586122393608, + "seg_ssim_ref": 0.9602795839309692, + "depth": 0.006064681932512257, + "rgb_loss": 0.020937424153089523, + "seg_loss": 0.029626954346895218, + "total": 0.05057044318191725, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006064681932512257, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006064681932512257 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 428, + "adam_update_count": 71048 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22398949787020683 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ebca36d683e347b280541a6cc64b263e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 429, + "next_interval": 0, + "next_adam_update": 71049, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 428, + "trained_intervals": 71048, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 71048, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0582523345947266, + "median": 7.359368801116943, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6204729080200195, + "median": 5.608503341674805, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12767691910266876, + "median": 1570.8447265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026770014315843582, + "median": 272.73663330078125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0429.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0429.json new file mode 100644 index 0000000000000000000000000000000000000000..0ee58ef847c917cccc9468d4821c3ab080762ce3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0429.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0429", + "executed_epochs": 429, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7d42409d823c46fa9286c4f4060fb595.npz", + "optimizer_file": "boundary_7d42409d823c46fa9286c4f4060fb595_optimizer.pt", + "arrays_sha256": "999adf42109b313186aaca0cdfc3e3224c01457f121e88765126bca93ab414a4", + "optimizer_sha256": "b7af5ab2e7d7be0512e2d4811a58bbf025980d8446891438fc74015cf425d888", + "stage": "adam", + "completed_passes": 429, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 71214, + "adam_update_count": 71214, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 430, + "consumed_count": 429, + "last_submitted_update": 71214, + "last_consumed_update": 71048, + "pending": [ + { + "reference": { + "source_update": 71214, + "completed_passes": 429, + "next_interval": 0, + "trained_intervals": 71214, + "snapshot": "pass_end_0429", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 429, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 71214, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 71214, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.643473458709195e-05, + "update_l2": 5.588044587057084e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4509249922411982e-05, + "update_l2": 1.562502802698873e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060659430059181486, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060659430059181486, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021173549816012383, + "ssim_fused": 0.9525159597396851, + "seg_l1": 0.030899852514266968, + "seg_ssim_ref": 0.9525159001350403, + "depth": 0.0070846402514295834, + "rgb_loss": 0.026435647159814835, + "seg_loss": 0.03421669825911522, + "total": 0.060659430059181486 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02955428510904312, + "ssim_fused": 0.9362902641296387, + "seg_l1": 0.03295906260609627, + "seg_ssim_ref": 0.9362905025482178, + "depth": 0.005525256531616777, + "rgb_loss": 0.03638537600636482, + "seg_loss": 0.03910915181040764, + "total": 0.07550005307330408, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005525256531616777, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049675123909917775 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024719398468732834, + "ssim_fused": 0.9482662677764893, + "seg_l1": 0.040156930685043335, + "seg_ssim_ref": 0.9482662677764893, + "depth": 0.010395043692877259, + "rgb_loss": 0.030122265219688416, + "seg_loss": 0.042472291737794876, + "total": 0.07260494827588587, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010395043692877259, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009747346210238369 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014246703125536442, + "ssim_fused": 0.9651291370391846, + "seg_l1": 0.02351302281022072, + "seg_ssim_ref": 0.9651289582252502, + "depth": 0.0063884611788505895, + "rgb_loss": 0.01837153546512127, + "seg_loss": 0.025784628465771675, + "total": 0.04416255239207179, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063884611788505895, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006388461178850589 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01617381162941456, + "ssim_fused": 0.9603781700134277, + "seg_l1": 0.026970399543642998, + "seg_ssim_ref": 0.9603779911994934, + "depth": 0.00602979960237371, + "rgb_loss": 0.02086341567337513, + "seg_loss": 0.029500722885131836, + "total": 0.05037016649546419, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00602979960237371, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00602979960237371 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 429, + "adam_update_count": 71214 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22609451389871538 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7d42409d823c46fa9286c4f4060fb595_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 430, + "next_interval": 0, + "next_adam_update": 71215, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 429, + "trained_intervals": 71214, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 71214, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.04825758934021, + "median": 7.358445644378662, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.630446195602417, + "median": 5.605683326721191, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12895940244197845, + "median": 1569.395263671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026504354551434517, + "median": 271.97161865234375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0430.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0430.json new file mode 100644 index 0000000000000000000000000000000000000000..97ec2dda57aab167e7b5b3659e30d18a393b9fd2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0430.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0430", + "executed_epochs": 430, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fa1c0b1264cd4192a35b43217d0b0f86.npz", + "optimizer_file": "boundary_fa1c0b1264cd4192a35b43217d0b0f86_optimizer.pt", + "arrays_sha256": "8968c210e5cd719344f917560a4bbb42767fb8d3efcdc6b5299e14ec7ec11e27", + "optimizer_sha256": "331776495b2c16041971f0c3eeaa0f80295de4ac0c838bffe432ff611dca364b", + "stage": "adam", + "completed_passes": 430, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 71380, + "adam_update_count": 71380, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 431, + "consumed_count": 430, + "last_submitted_update": 71380, + "last_consumed_update": 71214, + "pending": [ + { + "reference": { + "source_update": 71380, + "completed_passes": 430, + "next_interval": 0, + "trained_intervals": 71380, + "snapshot": "pass_end_0430", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 430, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 71380, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 71380, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.857205491745844e-05, + "update_l2": 4.531898957793601e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4282937627285719e-05, + "update_l2": 1.92817096831277e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06102895906943363, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06102895906943363, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021294264122843742, + "ssim_fused": 0.9522976875305176, + "seg_l1": 0.031131846830248833, + "seg_ssim_ref": 0.9522976279258728, + "depth": 0.00713190812152183, + "rgb_loss": 0.026575878262519836, + "seg_loss": 0.03444594889879227, + "total": 0.06102895906943363 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02966746874153614, + "ssim_fused": 0.9360566735267639, + "seg_l1": 0.03312406688928604, + "seg_ssim_ref": 0.9360568523406982, + "depth": 0.0055425297921689026, + "rgb_loss": 0.03652264177799225, + "seg_loss": 0.039287883788347244, + "total": 0.07581606437084136, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0055425297921689026, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004984785651543902 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024885525926947594, + "ssim_fused": 0.9479326009750366, + "seg_l1": 0.040522001683712006, + "seg_ssim_ref": 0.9479326009750366, + "depth": 0.010502640803217266, + "rgb_loss": 0.03032189980149269, + "seg_loss": 0.04283108189702034, + "total": 0.07316348433931624, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010502640803217266, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009854943320578378 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014347322285175323, + "ssim_fused": 0.9649934768676758, + "seg_l1": 0.023709475994110107, + "seg_ssim_ref": 0.964993417263031, + "depth": 0.0064174020838897875, + "rgb_loss": 0.018479162827134132, + "seg_loss": 0.025968898087739944, + "total": 0.044454480179603115, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064174020838897875, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064174020838897875 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016276739537715912, + "ssim_fused": 0.9602078795433044, + "seg_l1": 0.027171842753887177, + "seg_ssim_ref": 0.9602077603340149, + "depth": 0.006065059806811364, + "rgb_loss": 0.02097981609404087, + "seg_loss": 0.029695924371480942, + "total": 0.050681807387973773, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006065059806811364, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006065059806811364 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 430, + "adam_update_count": 71380 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22719644801691175 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fa1c0b1264cd4192a35b43217d0b0f86_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 431, + "next_interval": 0, + "next_adam_update": 71381, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 430, + "trained_intervals": 71380, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 71380, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0577492713928223, + "median": 7.359167098999023, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6210641860961914, + "median": 5.609744071960449, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12774115800857544, + "median": 1570.5279541015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026754189282655716, + "median": 273.0743408203125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0431.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0431.json new file mode 100644 index 0000000000000000000000000000000000000000..e5959c6902aac2a2eb17aab30edadec872f01310 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0431.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0431", + "executed_epochs": 431, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_bdfae7b9ea194ffba94e9a1c9e780a3a.npz", + "optimizer_file": "boundary_bdfae7b9ea194ffba94e9a1c9e780a3a_optimizer.pt", + "arrays_sha256": "993f75717901ba82e088fd729597dfaeb88acf1a7fa70ad0757e986e41689f83", + "optimizer_sha256": "fc24fbb027735339d948822ae8aada960e4fdd17dbce4afe79c143e9634b8c1d", + "stage": "adam", + "completed_passes": 431, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 71546, + "adam_update_count": 71546, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 432, + "consumed_count": 431, + "last_submitted_update": 71546, + "last_consumed_update": 71380, + "pending": [ + { + "reference": { + "source_update": 71546, + "completed_passes": 431, + "next_interval": 0, + "trained_intervals": 71546, + "snapshot": "pass_end_0431", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 431, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 71546, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 71546, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.712205453775823e-05, + "update_l2": 9.634812158765271e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4515962902805768e-05, + "update_l2": 2.6327206796850078e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060902133327635985, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060902133327635985, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02126903273165226, + "ssim_fused": 0.9524067640304565, + "seg_l1": 0.0310530923306942, + "seg_ssim_ref": 0.9524067044258118, + "depth": 0.007129949244724703, + "rgb_loss": 0.02653387561440468, + "seg_loss": 0.03436112776398659, + "total": 0.060902133327635985 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029787812381982803, + "ssim_fused": 0.9360288381576538, + "seg_l1": 0.03328443691134453, + "seg_ssim_ref": 0.9360290169715881, + "depth": 0.00560286041168108, + "rgb_loss": 0.0366244837641716, + "seg_loss": 0.039421744644641876, + "total": 0.07605183126922516, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00560286041168108, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00504511627105608 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024812811985611916, + "ssim_fused": 0.9481586217880249, + "seg_l1": 0.040347132831811905, + "seg_ssim_ref": 0.9481585621833801, + "depth": 0.01045792439809095, + "rgb_loss": 0.03021852672100067, + "seg_loss": 0.04264599457383156, + "total": 0.07287497549394002, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01045792439809095, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009810226915452058 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01427463348954916, + "ssim_fused": 0.9651255011558533, + "seg_l1": 0.02356739714741707, + "seg_ssim_ref": 0.9651255011558533, + "depth": 0.006411937890771466, + "rgb_loss": 0.018394606187939644, + "seg_loss": 0.02582881785929203, + "total": 0.044229835985122444, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006411937890771466, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006411937890771466 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016200868412852287, + "ssim_fused": 0.9603140354156494, + "seg_l1": 0.02701340988278389, + "seg_ssim_ref": 0.9603138566017151, + "depth": 0.0060470742783553175, + "rgb_loss": 0.020897887647151947, + "seg_loss": 0.029547955840826035, + "total": 0.05045189056225634, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060470742783553175, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060470742783553175 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 431, + "adam_update_count": 71546 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2238652699161321 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_bdfae7b9ea194ffba94e9a1c9e780a3a_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 432, + "next_interval": 0, + "next_adam_update": 71547, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 431, + "trained_intervals": 71546, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 71546, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0464165210723877, + "median": 7.3583197593688965, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6322503089904785, + "median": 5.60982608795166, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12919704616069794, + "median": 1569.19775390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02645658329129219, + "median": 273.1121520996094, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0432.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0432.json new file mode 100644 index 0000000000000000000000000000000000000000..163f925ee318320e5143c5443907cdf14416cf4d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0432.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0432", + "executed_epochs": 432, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f62307ab9c844181b7e82334a233a2c9.npz", + "optimizer_file": "boundary_f62307ab9c844181b7e82334a233a2c9_optimizer.pt", + "arrays_sha256": "1b236e293ff84b18b7828beda88241d43d97c0d9f4a7471ed6c46a16991b896a", + "optimizer_sha256": "805bf1c5052f5b6cd9da819ed36a312128127d7f8dafe65bb0e4bac9c92e0ed3", + "stage": "adam", + "completed_passes": 432, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 71712, + "adam_update_count": 71712, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 433, + "consumed_count": 432, + "last_submitted_update": 71712, + "last_consumed_update": 71546, + "pending": [ + { + "reference": { + "source_update": 71712, + "completed_passes": 432, + "next_interval": 0, + "trained_intervals": 71712, + "snapshot": "pass_end_0432", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 432, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 71712, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 71712, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.747731382958591e-05, + "update_l2": 6.994669092819095e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4899065718054771e-05, + "update_l2": 3.1997136829886585e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060573795624387666, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060573795624387666, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021136559545993805, + "ssim_fused": 0.9525560736656189, + "seg_l1": 0.03084990568459034, + "seg_ssim_ref": 0.9525561332702637, + "depth": 0.0070620331291439175, + "rgb_loss": 0.026398032903671265, + "seg_loss": 0.03416869789361954, + "total": 0.060573795624387666 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029438916593790054, + "ssim_fused": 0.9364393353462219, + "seg_l1": 0.032815977931022644, + "seg_ssim_ref": 0.9364396929740906, + "depth": 0.00548335018837721, + "rgb_loss": 0.03626326844096184, + "seg_loss": 0.03896484524011612, + "total": 0.07523359330597604, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00548335018837721, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00492560604775221 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02470756322145462, + "ssim_fused": 0.9482584595680237, + "seg_l1": 0.04011870175600052, + "seg_ssim_ref": 0.9482584595680237, + "depth": 0.010373785475651837, + "rgb_loss": 0.03011436015367508, + "seg_loss": 0.04244327172636986, + "total": 0.07256800194023029, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010373785475651837, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009726087993012946 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01423011627048254, + "ssim_fused": 0.9651415944099426, + "seg_l1": 0.023488003760576248, + "seg_ssim_ref": 0.9651415944099426, + "depth": 0.006365422734145282, + "rgb_loss": 0.018355773761868477, + "seg_loss": 0.025762084871530533, + "total": 0.044124225918778306, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006365422734145282, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006365422734145282 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01616964489221573, + "ssim_fused": 0.9603849053382874, + "seg_l1": 0.0269769337028265, + "seg_ssim_ref": 0.960384726524353, + "depth": 0.006025574118401339, + "rgb_loss": 0.020858734846115112, + "seg_loss": 0.029504600912332535, + "total": 0.050369361332566046, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006025574118401339, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006025574118401338 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 432, + "adam_update_count": 71712 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22217245097272098 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f62307ab9c844181b7e82334a233a2c9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 433, + "next_interval": 0, + "next_adam_update": 71713, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 432, + "trained_intervals": 71712, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 71712, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0424256324768066, + "median": 7.359977722167969, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6354753971099854, + "median": 5.608987331390381, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12971369922161102, + "median": 1571.801513671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026371395215392113, + "median": 272.8793640136719, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0433.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0433.json new file mode 100644 index 0000000000000000000000000000000000000000..84261c055ebde26a47110cf65eee339b3944093e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0433.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0433", + "executed_epochs": 433, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6fd8422a495b446e83ce4dcf3d448777.npz", + "optimizer_file": "boundary_6fd8422a495b446e83ce4dcf3d448777_optimizer.pt", + "arrays_sha256": "38103f5066288cfa6b475f97df0261fa4cec35e3a0c7d4f20edf3b152df49071", + "optimizer_sha256": "31da1a643fa6a72d7361a842684a66b9938c8166e34ff58e47bea4fc6dbe3cdd", + "stage": "adam", + "completed_passes": 433, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 71878, + "adam_update_count": 71878, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 434, + "consumed_count": 433, + "last_submitted_update": 71878, + "last_consumed_update": 71712, + "pending": [ + { + "reference": { + "source_update": 71878, + "completed_passes": 433, + "next_interval": 0, + "trained_intervals": 71878, + "snapshot": "pass_end_0433", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 433, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 71878, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 71878, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.96838610060513e-05, + "update_l2": 7.914628804428503e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.452851665817434e-05, + "update_l2": 2.685404797375668e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060943761097393676, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060943761097393676, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021269986405968666, + "ssim_fused": 0.9523683190345764, + "seg_l1": 0.031084973365068436, + "seg_ssim_ref": 0.9523683786392212, + "depth": 0.007127599917097509, + "rgb_loss": 0.026542318984866142, + "seg_loss": 0.034394312649965286, + "total": 0.060943761097393676 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029693767428398132, + "ssim_fused": 0.9360986948013306, + "seg_l1": 0.03319583833217621, + "seg_ssim_ref": 0.9360989928245544, + "depth": 0.005561265054842095, + "rgb_loss": 0.03653527423739433, + "seg_loss": 0.03933687135577202, + "total": 0.07587770685822119, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005561265054842095, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005003520914217095 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024831224232912064, + "ssim_fused": 0.9480797648429871, + "seg_l1": 0.04038425162434578, + "seg_ssim_ref": 0.9480797648429871, + "depth": 0.010465773644281242, + "rgb_loss": 0.03024902753531933, + "seg_loss": 0.04269144684076309, + "total": 0.07295094201237184, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010465773644281242, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00981807616164235 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014313453808426857, + "ssim_fused": 0.9650406837463379, + "seg_l1": 0.023647217079997063, + "seg_ssim_ref": 0.9650405049324036, + "depth": 0.006422384003591206, + "rgb_loss": 0.018442627042531967, + "seg_loss": 0.025909673422574997, + "total": 0.044358722849110556, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006422384003591206, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006422384003591206 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01624150015413761, + "ssim_fused": 0.9602542519569397, + "seg_l1": 0.02711259201169014, + "seg_ssim_ref": 0.9602540731430054, + "depth": 0.006060976965675493, + "rgb_loss": 0.02094235084950924, + "seg_loss": 0.029639258980751038, + "total": 0.0505876726698711, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006060976965675493, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006060976965675493 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 433, + "adam_update_count": 71878 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22333978698588908 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6fd8422a495b446e83ce4dcf3d448777_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 434, + "next_interval": 0, + "next_adam_update": 71879, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 433, + "trained_intervals": 71878, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 71878, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.032323122024536, + "median": 7.3593878746032715, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6455538272857666, + "median": 5.602989196777344, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13103076815605164, + "median": 1570.874755859375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026106948032975197, + "median": 271.2596130371094, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0434.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0434.json new file mode 100644 index 0000000000000000000000000000000000000000..44626640808a40c130186a7b19e56925c809666b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0434.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0434", + "executed_epochs": 434, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1cccd6d4171f427c8b6da133b84cf526.npz", + "optimizer_file": "boundary_1cccd6d4171f427c8b6da133b84cf526_optimizer.pt", + "arrays_sha256": "3655d1e27be6c67765dc328d09d5029b44f5bad6d4a53f5a87b14a4608290ae4", + "optimizer_sha256": "43f956c25d4bdedef623d378cdaecae2285acfa23620a9a3cafa4ef3dd2cdd4c", + "stage": "adam", + "completed_passes": 434, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 72044, + "adam_update_count": 72044, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 435, + "consumed_count": 434, + "last_submitted_update": 72044, + "last_consumed_update": 71878, + "pending": [ + { + "reference": { + "source_update": 72044, + "completed_passes": 434, + "next_interval": 0, + "trained_intervals": 72044, + "snapshot": "pass_end_0434", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 434, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 72044, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 72044, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010494144953554496, + "update_l2": 0.0001466479734517634 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5267636626958847e-05, + "update_l2": 5.0421895139152184e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0603822039102376, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0603822039102376, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021074168384075165, + "ssim_fused": 0.9526408910751343, + "seg_l1": 0.030715249478816986, + "seg_ssim_ref": 0.952640950679779, + "depth": 0.007038715964601272, + "rgb_loss": 0.026331152766942978, + "seg_loss": 0.03404401242733002, + "total": 0.0603822039102376 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029394181445240974, + "ssim_fused": 0.9364845752716064, + "seg_l1": 0.03271138295531273, + "seg_ssim_ref": 0.9364849328994751, + "depth": 0.0054544829312310975, + "rgb_loss": 0.03621843084692955, + "seg_loss": 0.038872119039297104, + "total": 0.07509600436915788, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054544829312310975, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004896738790606098 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024592816829681396, + "ssim_fused": 0.9484107494354248, + "seg_l1": 0.039857178926467896, + "seg_ssim_ref": 0.9484107494354248, + "depth": 0.010308269839190568, + "rgb_loss": 0.029992103576660156, + "seg_loss": 0.042203593999147415, + "total": 0.07220600212035647, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010308269839190568, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00966057235655168 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014176794327795506, + "ssim_fused": 0.9652068614959717, + "seg_l1": 0.02337764762341976, + "seg_ssim_ref": 0.9652066826820374, + "depth": 0.006363652456813077, + "rgb_loss": 0.018300063908100128, + "seg_loss": 0.02566078118979931, + "total": 0.0439672106130014, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006363652456813077, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006363652456813078 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016132883727550507, + "ssim_fused": 0.9604614973068237, + "seg_l1": 0.02691478095948696, + "seg_ssim_ref": 0.9604613184928894, + "depth": 0.006028458631170345, + "rgb_loss": 0.02081400901079178, + "seg_loss": 0.029439561069011688, + "total": 0.05025959853843464, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006028458631170345, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006028458631170345 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 434, + "adam_update_count": 72044 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21971515309996903 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1cccd6d4171f427c8b6da133b84cf526_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 435, + "next_interval": 0, + "next_adam_update": 72045, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 434, + "trained_intervals": 72044, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 72044, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0299952030181885, + "median": 7.359000205993652, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.647824287414551, + "median": 5.599799156188965, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13133615255355835, + "median": 1570.265869140625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026047738268971443, + "median": 270.3950500488281, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0435.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0435.json new file mode 100644 index 0000000000000000000000000000000000000000..af59703802557bee7cea1994736e14613bf878a5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0435.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0435", + "executed_epochs": 435, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dfae1246f0dc49fa8d860dcfc92410df.npz", + "optimizer_file": "boundary_dfae1246f0dc49fa8d860dcfc92410df_optimizer.pt", + "arrays_sha256": "4eab0b9ea18f060dd04b3298245d252496175d381b55c00c0df87f0fb2291d23", + "optimizer_sha256": "3b6aab97dab2ac5ae484781796aea06d5ceb6d57bd8bd03f4e6bdf57f4e18d8c", + "stage": "adam", + "completed_passes": 435, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 72210, + "adam_update_count": 72210, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 436, + "consumed_count": 435, + "last_submitted_update": 72210, + "last_consumed_update": 72044, + "pending": [ + { + "reference": { + "source_update": 72210, + "completed_passes": 435, + "next_interval": 0, + "trained_intervals": 72210, + "snapshot": "pass_end_0435", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 435, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 72210, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 72210, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001060349604813382, + "update_l2": 7.85836746217683e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5165812328632455e-05, + "update_l2": 4.547922435449436e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06008126318415953, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06008126318415953, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020957181230187416, + "ssim_fused": 0.9528167247772217, + "seg_l1": 0.03054402396082878, + "seg_ssim_ref": 0.9528167843818665, + "depth": 0.006987824648161704, + "rgb_loss": 0.026202406734228134, + "seg_loss": 0.03387186676263809, + "total": 0.06008126318415953 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029093390330672264, + "ssim_fused": 0.9369559288024902, + "seg_l1": 0.03231818974018097, + "seg_ssim_ref": 0.9369562864303589, + "depth": 0.0053798906390816505, + "rgb_loss": 0.035883527249097824, + "seg_loss": 0.038463294506073, + "total": 0.0743522053711002, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0053798906390816505, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0048221464984566495 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024524135515093803, + "ssim_fused": 0.9485353231430054, + "seg_l1": 0.039738863706588745, + "seg_ssim_ref": 0.9485354423522949, + "depth": 0.010269298552830135, + "rgb_loss": 0.029912244528532028, + "seg_loss": 0.04208400100469589, + "total": 0.07200651110649045, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010269298552830135, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009621601070191246 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0141270337626338, + "ssim_fused": 0.9652696251869202, + "seg_l1": 0.02329588122665882, + "seg_ssim_ref": 0.9652695655822754, + "depth": 0.006313449297383841, + "rgb_loss": 0.018247703090310097, + "seg_loss": 0.02558279223740101, + "total": 0.04383680877700849, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006313449297383841, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006313449297383841 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016084162518382072, + "ssim_fused": 0.9605059027671814, + "seg_l1": 0.026823164895176888, + "seg_ssim_ref": 0.9605057239532471, + "depth": 0.0059886601033511885, + "rgb_loss": 0.02076615020632744, + "seg_loss": 0.029357388615608215, + "total": 0.050129527482039006, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0059886601033511885, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0059886601033511885 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 435, + "adam_update_count": 72210 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21734950016252697 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dfae1246f0dc49fa8d860dcfc92410df_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 436, + "next_interval": 0, + "next_adam_update": 72211, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 435, + "trained_intervals": 72210, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 72210, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0300509929656982, + "median": 7.359755516052246, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6474547386169434, + "median": 5.600338935852051, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13132882118225098, + "median": 1571.452392578125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026057368144392967, + "median": 270.53729248046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0436.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0436.json new file mode 100644 index 0000000000000000000000000000000000000000..136d1a74d3a5d0a0196e834d662d25d705e07358 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0436.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0436", + "executed_epochs": 436, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1949e09d30e1402cb2d8377cc67de494.npz", + "optimizer_file": "boundary_1949e09d30e1402cb2d8377cc67de494_optimizer.pt", + "arrays_sha256": "1a1b51f97bcc96d9c252d25bb2ea46d89621944bbdf42e38440c42a628a4d47c", + "optimizer_sha256": "84310ef24e4fce3f6604275abbcc52b1b40f0f62e14887d51278ec8032c887ee", + "stage": "adam", + "completed_passes": 436, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 72376, + "adam_update_count": 72376, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 437, + "consumed_count": 436, + "last_submitted_update": 72376, + "last_consumed_update": 72210, + "pending": [ + { + "reference": { + "source_update": 72376, + "completed_passes": 436, + "next_interval": 0, + "trained_intervals": 72376, + "snapshot": "pass_end_0436", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 436, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 72376, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 72376, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.762965055415407e-05, + "update_l2": 2.1786370780318975e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.467165111534996e-05, + "update_l2": 7.782100510667078e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0605787226118721, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0605787226118721, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021140359342098236, + "ssim_fused": 0.9525505900382996, + "seg_l1": 0.030849503353238106, + "seg_ssim_ref": 0.9525505304336548, + "depth": 0.007065118161586321, + "rgb_loss": 0.026402167975902557, + "seg_loss": 0.03416949138045311, + "total": 0.0605787226118721 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02946441061794758, + "ssim_fused": 0.9363959431648254, + "seg_l1": 0.0328410342335701, + "seg_ssim_ref": 0.9363961219787598, + "depth": 0.005490478694690909, + "rgb_loss": 0.036292340606451035, + "seg_loss": 0.038993604481220245, + "total": 0.07529143184107567, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005490478694690909, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004932734554065909 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024709664285182953, + "ssim_fused": 0.9482628107070923, + "seg_l1": 0.04012509062886238, + "seg_ssim_ref": 0.9482628107070923, + "depth": 0.010380942476605998, + "rgb_loss": 0.030115168541669846, + "seg_loss": 0.04244751110672951, + "total": 0.07257306059087595, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010380942476605998, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009733244993967109 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014224872924387455, + "ssim_fused": 0.9651516079902649, + "seg_l1": 0.023475859314203262, + "seg_ssim_ref": 0.9651514291763306, + "depth": 0.006365243828884946, + "rgb_loss": 0.018349576741456985, + "seg_loss": 0.025750402361154556, + "total": 0.044106344346440424, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006365243828884946, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006365243828884946 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01616249419748783, + "ssim_fused": 0.9603920578956604, + "seg_l1": 0.02695602923631668, + "seg_ssim_ref": 0.9603918790817261, + "depth": 0.006023807646163429, + "rgb_loss": 0.020851584151387215, + "seg_loss": 0.02948644757270813, + "total": 0.05034405366909636, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006023807646163429, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006023807646163429 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 436, + "adam_update_count": 72376 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2224575919099152 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1949e09d30e1402cb2d8377cc67de494_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 437, + "next_interval": 0, + "next_adam_update": 72377, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 436, + "trained_intervals": 72376, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 72376, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0448122024536133, + "median": 7.3607988357543945, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6328094005584717, + "median": 5.608264923095703, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1294044852256775, + "median": 1573.0927734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026441793888807297, + "median": 272.67755126953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0437.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0437.json new file mode 100644 index 0000000000000000000000000000000000000000..6394447343c8da1cfcf4d07b2e120bae7c2e1494 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0437.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0437", + "executed_epochs": 437, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d9806a63ff90476dbf3a43843e7b8c55.npz", + "optimizer_file": "boundary_d9806a63ff90476dbf3a43843e7b8c55_optimizer.pt", + "arrays_sha256": "c3e05ea201485e47c470a8160b022319950983669ac0ff907a270fe35d558ac2", + "optimizer_sha256": "b0cf3a2e3dd2075765acc7535285bd7ba428edb92ec162ecde76e9600f098fd2", + "stage": "adam", + "completed_passes": 437, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 72542, + "adam_update_count": 72542, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 438, + "consumed_count": 437, + "last_submitted_update": 72542, + "last_consumed_update": 72376, + "pending": [ + { + "reference": { + "source_update": 72542, + "completed_passes": 437, + "next_interval": 0, + "trained_intervals": 72542, + "snapshot": "pass_end_0437", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 437, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 72542, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 72542, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010090072464663535, + "update_l2": 1.0787101928144693e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4607774573960342e-05, + "update_l2": 1.5727697473266744e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060662700803327904, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060662700803327904, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021176442503929138, + "ssim_fused": 0.9524784088134766, + "seg_l1": 0.030882269144058228, + "seg_ssim_ref": 0.9524783492088318, + "depth": 0.007088304806101627, + "rgb_loss": 0.026445474475622177, + "seg_loss": 0.03421013802289963, + "total": 0.060662700803327904 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02960718423128128, + "ssim_fused": 0.9361479878425598, + "seg_l1": 0.0330020934343338, + "seg_ssim_ref": 0.9361483454704285, + "depth": 0.0055119106259290136, + "rgb_loss": 0.036456149071455, + "seg_loss": 0.03917200490832329, + "total": 0.07563366589040423, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0055119106259290136, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004954166485304013 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024709779769182205, + "ssim_fused": 0.9482384920120239, + "seg_l1": 0.04006361588835716, + "seg_ssim_ref": 0.9482384920120239, + "depth": 0.01036746990919527, + "rgb_loss": 0.0301201269030571, + "seg_loss": 0.042403195053339005, + "total": 0.0725336931515956, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01036746990919527, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009719772426556382 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0142130758613348, + "ssim_fused": 0.9651585221290588, + "seg_l1": 0.02345464564859867, + "seg_ssim_ref": 0.9651583433151245, + "depth": 0.0064103216216123355, + "rgb_loss": 0.018338756635785103, + "seg_loss": 0.025732047855854034, + "total": 0.0440772129506156, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064103216216123355, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064103216216123355 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016175730153918266, + "ssim_fused": 0.9603685736656189, + "seg_l1": 0.027008717879652977, + "seg_ssim_ref": 0.9603683948516846, + "depth": 0.006063517067669891, + "rgb_loss": 0.020866870880126953, + "seg_loss": 0.029533296823501587, + "total": 0.05040623122069621, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006063517067669891, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006063517067669891 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 437, + "adam_update_count": 72542 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22185476892627776 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d9806a63ff90476dbf3a43843e7b8c55_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 438, + "next_interval": 0, + "next_adam_update": 72543, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 437, + "trained_intervals": 72542, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 72542, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0553133487701416, + "median": 7.363100528717041, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6223061084747314, + "median": 5.608161449432373, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1280527114868164, + "median": 1576.7176513671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026720983907580376, + "median": 272.6441650390625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0438.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0438.json new file mode 100644 index 0000000000000000000000000000000000000000..55bc2a862205905dea4ded3ce0054d210c8387d3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0438.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0438", + "executed_epochs": 438, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4f874de96c3e48718139d52b074d76e3.npz", + "optimizer_file": "boundary_4f874de96c3e48718139d52b074d76e3_optimizer.pt", + "arrays_sha256": "2f004eba0a33880dfeb4981adcf751ef287db04fa2f78a2173178bdf5ee4da2a", + "optimizer_sha256": "70e8f0947913dc665bd000f15387035fab8621935c4b531e36c160cafc58429e", + "stage": "adam", + "completed_passes": 438, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 72708, + "adam_update_count": 72708, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 439, + "consumed_count": 438, + "last_submitted_update": 72708, + "last_consumed_update": 72542, + "pending": [ + { + "reference": { + "source_update": 72708, + "completed_passes": 438, + "next_interval": 0, + "trained_intervals": 72708, + "snapshot": "pass_end_0438", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 438, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 72708, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 72708, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010390984243713319, + "update_l2": 4.024933787150076e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.476810848544119e-05, + "update_l2": 7.574807909804804e-07 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06048360413151889, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06048360413151889, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021111909300088882, + "ssim_fused": 0.952580451965332, + "seg_l1": 0.030774012207984924, + "seg_ssim_ref": 0.952580451965332, + "depth": 0.007057024418398699, + "rgb_loss": 0.02637343481183052, + "seg_loss": 0.034103114157915115, + "total": 0.06048360413151889 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029479030519723892, + "ssim_fused": 0.936332643032074, + "seg_l1": 0.03281453624367714, + "seg_ssim_ref": 0.9363330006599426, + "depth": 0.005476635162410481, + "rgb_loss": 0.03631669655442238, + "seg_loss": 0.038985028862953186, + "total": 0.07530719832724768, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005476635162410481, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004918891021785481 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024651840329170227, + "ssim_fused": 0.9483488202095032, + "seg_l1": 0.039970386773347855, + "seg_ssim_ref": 0.9483488202095032, + "depth": 0.010345361212983519, + "rgb_loss": 0.030051708221435547, + "seg_loss": 0.04230654612183571, + "total": 0.07236859597919394, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010345361212983519, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009697663730344632 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0141817731782794, + "ssim_fused": 0.9652038216590881, + "seg_l1": 0.023393508046865463, + "seg_ssim_ref": 0.9652037024497986, + "depth": 0.006372907982465501, + "rgb_loss": 0.018304655328392982, + "seg_loss": 0.025674065575003624, + "total": 0.04398509381137907, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006372907982465501, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006372907982465501 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016134995967149734, + "ssim_fused": 0.9604365825653076, + "seg_l1": 0.02691761963069439, + "seg_ssim_ref": 0.9604364037513733, + "depth": 0.006033193315735294, + "rgb_loss": 0.020820681005716324, + "seg_loss": 0.029446816071867943, + "total": 0.05027352840825485, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006033193315735294, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006033193315735294 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 438, + "adam_update_count": 72708 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22369948495179415 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4f874de96c3e48718139d52b074d76e3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 439, + "next_interval": 0, + "next_adam_update": 72709, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 438, + "trained_intervals": 72708, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 72708, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.045100688934326, + "median": 7.3608622550964355, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6325056552886963, + "median": 5.603623390197754, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1293671578168869, + "median": 1573.1925048828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02644982747733593, + "median": 271.40802001953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0439.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0439.json new file mode 100644 index 0000000000000000000000000000000000000000..c89529cb708f33ea7bad89c2ada3e29efee0713b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0439.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0439", + "executed_epochs": 439, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b4188de2bb9b4169814f1d7afabc026f.npz", + "optimizer_file": "boundary_b4188de2bb9b4169814f1d7afabc026f_optimizer.pt", + "arrays_sha256": "0021599883ee5b4dc43cffd83d94435d5b2e671d0cce18ed7059c335cc2d334e", + "optimizer_sha256": "f7d999b4cd7d8c22fb3bd73a2d10e8903127f3eb71f4ce3e955ffcfa546d236e", + "stage": "adam", + "completed_passes": 439, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 72874, + "adam_update_count": 72874, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 440, + "consumed_count": 439, + "last_submitted_update": 72874, + "last_consumed_update": 72708, + "pending": [ + { + "reference": { + "source_update": 72874, + "completed_passes": 439, + "next_interval": 0, + "trained_intervals": 72874, + "snapshot": "pass_end_0439", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 439, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 72874, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 72874, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010122724779648706, + "update_l2": 1.381898186991748e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4882918549119495e-05, + "update_l2": 9.89897330327949e-07 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060380071530029444, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060380071530029444, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02107670158147812, + "ssim_fused": 0.9526411294937134, + "seg_l1": 0.030710119754076004, + "seg_ssim_ref": 0.9526411294937134, + "depth": 0.007044652387771057, + "rgb_loss": 0.026333149522542953, + "seg_loss": 0.03403988108038902, + "total": 0.060380071530029444 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029417233541607857, + "ssim_fused": 0.9364398717880249, + "seg_l1": 0.0327225998044014, + "seg_ssim_ref": 0.9364402294158936, + "depth": 0.005469774081146139, + "rgb_loss": 0.036245815455913544, + "seg_loss": 0.03889003396034241, + "total": 0.07514131919033709, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005469774081146139, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004912029940521138 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0245945006608963, + "ssim_fused": 0.948437511920929, + "seg_l1": 0.039863597601652145, + "seg_ssim_ref": 0.948437511920929, + "depth": 0.010321450197142291, + "rgb_loss": 0.02998809888958931, + "seg_loss": 0.042203377932310104, + "total": 0.07220179827209655, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010321450197142291, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009673752714503402 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014173993840813637, + "ssim_fused": 0.9652156829833984, + "seg_l1": 0.023370590060949326, + "seg_ssim_ref": 0.9652155637741089, + "depth": 0.0063666035827078535, + "rgb_loss": 0.01829605922102928, + "seg_loss": 0.025653358548879623, + "total": 0.04395578437349161, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063666035827078535, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006366603582707855 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01612108387053013, + "ssim_fused": 0.9604712724685669, + "seg_l1": 0.026883695274591446, + "seg_ssim_ref": 0.9604710340499878, + "depth": 0.006020781690087946, + "rgb_loss": 0.020802613347768784, + "seg_loss": 0.029412750154733658, + "total": 0.05022138428419253, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006020781690087946, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006020781690087946 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 439, + "adam_update_count": 72874 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2268954310566187 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b4188de2bb9b4169814f1d7afabc026f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 440, + "next_interval": 0, + "next_adam_update": 72875, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 439, + "trained_intervals": 72874, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 72874, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0455424785614014, + "median": 7.360802173614502, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.632040500640869, + "median": 5.606286525726318, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1293100267648697, + "median": 1573.0980224609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0264621339738369, + "median": 272.13189697265625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0440.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0440.json new file mode 100644 index 0000000000000000000000000000000000000000..9d54b960638dda202662c9229ecf7585145feec0 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0440.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0440", + "executed_epochs": 440, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1f5b8bb3ff324840b3061ff24eed7bae.npz", + "optimizer_file": "boundary_1f5b8bb3ff324840b3061ff24eed7bae_optimizer.pt", + "arrays_sha256": "d37326016d1ae975ad4b8aac3abacb0877301c909cc809ec2899048d73577bcc", + "optimizer_sha256": "0f55ddb617d924edfc47518d9913d6aae8a4456cf92a07899c0ce07cc764cc48", + "stage": "adam", + "completed_passes": 440, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 73040, + "adam_update_count": 73040, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 441, + "consumed_count": 440, + "last_submitted_update": 73040, + "last_consumed_update": 72874, + "pending": [ + { + "reference": { + "source_update": 73040, + "completed_passes": 440, + "next_interval": 0, + "trained_intervals": 73040, + "snapshot": "pass_end_0440", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 440, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 73040, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 73040, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.93078647297807e-05, + "update_l2": 3.202782636435586e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4399513929674868e-05, + "update_l2": 2.367556135141058e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060809556804143974, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060809556804143974, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.0212418083101511, + "ssim_fused": 0.9524336457252502, + "seg_l1": 0.030978046357631683, + "seg_ssim_ref": 0.9524336457252502, + "depth": 0.00712409570175721, + "rgb_loss": 0.02650672011077404, + "seg_loss": 0.034295711666345596, + "total": 0.060809556804143974 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029810918495059013, + "ssim_fused": 0.9359722137451172, + "seg_l1": 0.03330199420452118, + "seg_ssim_ref": 0.9359723925590515, + "depth": 0.005583104952502376, + "rgb_loss": 0.03665429353713989, + "seg_loss": 0.0394471175968647, + "total": 0.0761069905136668, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005583104952502376, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0050253608118773765 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024729665368795395, + "ssim_fused": 0.9482207298278809, + "seg_l1": 0.04009854793548584, + "seg_ssim_ref": 0.9482207298278809, + "depth": 0.01039027245486776, + "rgb_loss": 0.030139587819576263, + "seg_loss": 0.0424346923828125, + "total": 0.07258467047484363, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01039027245486776, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009742574972228872 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01423478964716196, + "ssim_fused": 0.9651553630828857, + "seg_l1": 0.02348126284778118, + "seg_ssim_ref": 0.9651552438735962, + "depth": 0.0064386194689132065, + "rgb_loss": 0.01835675910115242, + "seg_loss": 0.025753961876034737, + "total": 0.04411716145930122, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064386194689132065, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064386194689132065 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016191864386200905, + "ssim_fused": 0.9603862762451172, + "seg_l1": 0.027030376717448235, + "seg_ssim_ref": 0.9603860974311829, + "depth": 0.0060843859307455, + "rgb_loss": 0.020876236259937286, + "seg_loss": 0.029547084122896194, + "total": 0.05042940476876422, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060843859307455, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060843859307455 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 440, + "adam_update_count": 73040 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2317218231037259 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1f5b8bb3ff324840b3061ff24eed7bae_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 441, + "next_interval": 0, + "next_adam_update": 73041, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 440, + "trained_intervals": 73040, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 73040, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.045532703399658, + "median": 7.360802173614502, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.632051706314087, + "median": 5.606196403503418, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12931127846240997, + "median": 1573.0980224609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026461835950613022, + "median": 272.1072998046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0441.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0441.json new file mode 100644 index 0000000000000000000000000000000000000000..fcaf20c7bf28c656db566fc52fae7bf7f60141eb --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0441.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0441", + "executed_epochs": 441, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c82da05838454b5dafa145ed7b077c4c.npz", + "optimizer_file": "boundary_c82da05838454b5dafa145ed7b077c4c_optimizer.pt", + "arrays_sha256": "2b064513386459b1f1cc1139aed343d81bccabfc86c80e5495a784813b3aea09", + "optimizer_sha256": "b1d8925d5a07f069045167342722b89c54cdea378a6686889ceee1ad1aa8c468", + "stage": "adam", + "completed_passes": 441, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 73206, + "adam_update_count": 73206, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 442, + "consumed_count": 441, + "last_submitted_update": 73206, + "last_consumed_update": 73040, + "pending": [ + { + "reference": { + "source_update": 73206, + "completed_passes": 441, + "next_interval": 0, + "trained_intervals": 73206, + "snapshot": "pass_end_0441", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 441, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 73206, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 73206, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010196850780630484, + "update_l2": 7.500738774979254e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4847431884845719e-05, + "update_l2": 5.318477633409202e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06064569268846039, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06064569268846039, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021157167851924896, + "ssim_fused": 0.9525165557861328, + "seg_l1": 0.030899399891495705, + "seg_ssim_ref": 0.9525166153907776, + "depth": 0.007071238989861837, + "rgb_loss": 0.026422418653964996, + "seg_loss": 0.034216202795505524, + "total": 0.06064569268846039 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029431547969579697, + "ssim_fused": 0.9364402294158936, + "seg_l1": 0.032810840755701065, + "seg_ssim_ref": 0.9364405870437622, + "depth": 0.00547676113447071, + "rgb_loss": 0.036257192492485046, + "seg_loss": 0.03896055370569229, + "total": 0.0752232229593118, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00547676113447071, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004919016993845711 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024764636531472206, + "ssim_fused": 0.9481821656227112, + "seg_l1": 0.040235426276922226, + "seg_ssim_ref": 0.9481821656227112, + "depth": 0.010405528214718475, + "rgb_loss": 0.03017527610063553, + "seg_loss": 0.042551908642053604, + "total": 0.07273759399619414, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010405528214718475, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009757830732079585 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014245142228901386, + "ssim_fused": 0.9651182889938354, + "seg_l1": 0.023531204089522362, + "seg_ssim_ref": 0.9651181101799011, + "depth": 0.0063709402791488285, + "rgb_loss": 0.01837245561182499, + "seg_loss": 0.025801341980695724, + "total": 0.044180170395445015, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063709402791488285, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006370940279148829 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01618734374642372, + "ssim_fused": 0.9603255987167358, + "seg_l1": 0.027020128443837166, + "seg_ssim_ref": 0.9603255391120911, + "depth": 0.006031726331109336, + "rgb_loss": 0.02088475599884987, + "seg_loss": 0.02955099567770958, + "total": 0.05044178340289056, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006031726331109336, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006031726331109336 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 441, + "adam_update_count": 73206 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2284050469752401 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c82da05838454b5dafa145ed7b077c4c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 442, + "next_interval": 0, + "next_adam_update": 73207, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 441, + "trained_intervals": 73206, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 73206, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0455243587493896, + "median": 7.360802173614502, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.632059335708618, + "median": 5.606029033660889, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12931236624717712, + "median": 1573.0980224609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026461636647582054, + "median": 272.0618896484375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0442.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0442.json new file mode 100644 index 0000000000000000000000000000000000000000..e80196e4d2434d72a9999857c3758924e62184db --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0442.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0442", + "executed_epochs": 442, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_538d1c5c49b943aea6bae2bf1c1a6ace.npz", + "optimizer_file": "boundary_538d1c5c49b943aea6bae2bf1c1a6ace_optimizer.pt", + "arrays_sha256": "fc573f8c2345ca0400f497002aba00448bfa4031814df57739fa9cfd42d2bb8d", + "optimizer_sha256": "b8baa183fdf8a60574cf7504fd0fdbd7db6837994a9a34c81eb984112d1a130b", + "stage": "adam", + "completed_passes": 442, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 73372, + "adam_update_count": 73372, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 443, + "consumed_count": 442, + "last_submitted_update": 73372, + "last_consumed_update": 73206, + "pending": [ + { + "reference": { + "source_update": 73372, + "completed_passes": 442, + "next_interval": 0, + "trained_intervals": 73372, + "snapshot": "pass_end_0442", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 442, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 73372, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 73372, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010103206295752898, + "update_l2": 1.1040981007681694e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4355663552123588e-05, + "update_l2": 6.283561106101843e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06082168259847758, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06082168259847758, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02123735472559929, + "ssim_fused": 0.9524208307266235, + "seg_l1": 0.030991267412900925, + "seg_ssim_ref": 0.9524208903312683, + "depth": 0.007115688210707804, + "rgb_loss": 0.026505718007683754, + "seg_loss": 0.03430885076522827, + "total": 0.06082168259847758 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029715972021222115, + "ssim_fused": 0.9360660910606384, + "seg_l1": 0.03317813202738762, + "seg_ssim_ref": 0.9360664486885071, + "depth": 0.005555746238273569, + "rgb_loss": 0.036559559404850006, + "seg_loss": 0.03932921588420868, + "total": 0.07589433103529696, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005555746238273569, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049980020976485694 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024747716262936592, + "ssim_fused": 0.9481953382492065, + "seg_l1": 0.040164701640605927, + "seg_ssim_ref": 0.9481953382492065, + "depth": 0.010394583679727124, + "rgb_loss": 0.030159104615449905, + "seg_loss": 0.04249269515275955, + "total": 0.07266219807717948, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010394583679727124, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009746886197088236 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014269886538386345, + "ssim_fused": 0.9650929570198059, + "seg_l1": 0.02355371043086052, + "seg_ssim_ref": 0.9650927782058716, + "depth": 0.006435042594477224, + "rgb_loss": 0.018397318199276924, + "seg_loss": 0.0258244127035141, + "total": 0.04422816408274035, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006435042594477224, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006435042594477224 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016215842217206955, + "ssim_fused": 0.9603289365768433, + "seg_l1": 0.027068529278039932, + "seg_ssim_ref": 0.9603287577629089, + "depth": 0.006077380330353301, + "rgb_loss": 0.02090688794851303, + "seg_loss": 0.02958907186985016, + "total": 0.05050203719869354, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006077380330353301, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006077380330353302 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 442, + "adam_update_count": 73372 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22706144908443093 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_538d1c5c49b943aea6bae2bf1c1a6ace_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 443, + "next_interval": 0, + "next_adam_update": 73373, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 442, + "trained_intervals": 73372, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 73372, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.042814016342163, + "median": 7.360799789428711, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.635028600692749, + "median": 5.603381633758545, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12966331839561462, + "median": 1573.09423828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026383180171251297, + "median": 271.3458251953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0443.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0443.json new file mode 100644 index 0000000000000000000000000000000000000000..f71133ccaf0c5d6b2796599056ef7374729c265b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0443.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0443", + "executed_epochs": 443, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3c48162f5fa94d558232db6b92db9cbe.npz", + "optimizer_file": "boundary_3c48162f5fa94d558232db6b92db9cbe_optimizer.pt", + "arrays_sha256": "2aa45d2f41db83198683f24a3034c89a85863bebb80b8f3aea8e6055e96dd111", + "optimizer_sha256": "7a9b2df30610dd3c1b102bc28be7f52183f6db77ed7fdb537fd166f2b322818c", + "stage": "adam", + "completed_passes": 443, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 73538, + "adam_update_count": 73538, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 444, + "consumed_count": 443, + "last_submitted_update": 73538, + "last_consumed_update": 73372, + "pending": [ + { + "reference": { + "source_update": 73538, + "completed_passes": 443, + "next_interval": 0, + "trained_intervals": 73538, + "snapshot": "pass_end_0443", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 443, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 73538, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 73538, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.904770558932796e-05, + "update_l2": 2.4223429136327468e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4572607142326888e-05, + "update_l2": 1.3539643077820074e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060763645641411276, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060763645641411276, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02120753563940525, + "ssim_fused": 0.952425479888916, + "seg_l1": 0.030950885266065598, + "seg_ssim_ref": 0.952425479888916, + "depth": 0.007101990188101514, + "rgb_loss": 0.026480935513973236, + "seg_loss": 0.0342756062746048, + "total": 0.060763645641411276 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029621588066220284, + "ssim_fused": 0.9361149072647095, + "seg_l1": 0.03303983435034752, + "seg_ssim_ref": 0.9361152648925781, + "depth": 0.0055108411640573, + "rgb_loss": 0.03647428750991821, + "seg_loss": 0.03920881450176239, + "total": 0.07568861285284466, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0055108411640573, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004953097023432299 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024749504402279854, + "ssim_fused": 0.9481707811355591, + "seg_l1": 0.040145035833120346, + "seg_ssim_ref": 0.9481707811355591, + "depth": 0.010387308492889732, + "rgb_loss": 0.030165446922183037, + "seg_loss": 0.04248187318444252, + "total": 0.07265770555247329, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010387308492889732, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009739611010250842 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014247192069888115, + "ssim_fused": 0.96510910987854, + "seg_l1": 0.023528387770056725, + "seg_ssim_ref": 0.9651090502738953, + "depth": 0.0064263239929017914, + "rgb_loss": 0.018375931307673454, + "seg_loss": 0.025800900533795357, + "total": 0.04418325816546171, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064263239929017914, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064263239929017914 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01621185801923275, + "ssim_fused": 0.9603070616722107, + "seg_l1": 0.027090279385447502, + "seg_ssim_ref": 0.9603068828582764, + "depth": 0.006083487102557233, + "rgb_loss": 0.02090807445347309, + "seg_loss": 0.029610848054289818, + "total": 0.050525005994865466, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006083487102557233, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006083487102557233 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 443, + "adam_update_count": 73538 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2231332000810653 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3c48162f5fa94d558232db6b92db9cbe_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 444, + "next_interval": 0, + "next_adam_update": 73539, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 443, + "trained_intervals": 73538, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 73538, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0431785583496094, + "median": 7.360789775848389, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.634638547897339, + "median": 5.602739334106445, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12961605191230774, + "median": 1573.0784912109375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026393473148345947, + "median": 271.17010498046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0444.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0444.json new file mode 100644 index 0000000000000000000000000000000000000000..5ca4bffbf72465111d7a3b1ef970ce589b1d99bd --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0444.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0444", + "executed_epochs": 444, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_bfb95edf674b4ecc8ffb578662697d05.npz", + "optimizer_file": "boundary_bfb95edf674b4ecc8ffb578662697d05_optimizer.pt", + "arrays_sha256": "a3c637ce77f45f67fb8ffad13ff7893404b951af2407cff780b5298043f8c6bf", + "optimizer_sha256": "9e61ff9cf466435dce846704e4d935db9a008df8ee695780aa96c90d2e5da37d", + "stage": "adam", + "completed_passes": 444, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 73704, + "adam_update_count": 73704, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 445, + "consumed_count": 444, + "last_submitted_update": 73704, + "last_consumed_update": 73538, + "pending": [ + { + "reference": { + "source_update": 73704, + "completed_passes": 444, + "next_interval": 0, + "trained_intervals": 73704, + "snapshot": "pass_end_0444", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 444, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 73704, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 73704, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001023568183882162, + "update_l2": 4.0361584979109466e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.501221049693413e-05, + "update_l2": 6.305340775725199e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06029260635035506, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06029260635035506, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021041546016931534, + "ssim_fused": 0.9526840448379517, + "seg_l1": 0.030657457187771797, + "seg_ssim_ref": 0.9526840448379517, + "depth": 0.0070269371794863325, + "rgb_loss": 0.026296425610780716, + "seg_loss": 0.03398915380239487, + "total": 0.06029260635035506 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02931843511760235, + "ssim_fused": 0.9365748167037964, + "seg_l1": 0.03259008750319481, + "seg_ssim_ref": 0.936575174331665, + "depth": 0.0054368081691674895, + "rgb_loss": 0.03613978624343872, + "seg_loss": 0.03875703364610672, + "total": 0.07490225669771461, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054368081691674895, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004879064028542489 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024580055847764015, + "ssim_fused": 0.948438286781311, + "seg_l1": 0.0398249626159668, + "seg_ssim_ref": 0.948438286781311, + "depth": 0.010300576588092632, + "rgb_loss": 0.029976388439536095, + "seg_loss": 0.04217231273651123, + "total": 0.07215900361528056, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010300576588092632, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009652879105453743 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014156118035316467, + "ssim_fused": 0.9652379155158997, + "seg_l1": 0.02333846315741539, + "seg_ssim_ref": 0.9652377367019653, + "depth": 0.006352555218881202, + "rgb_loss": 0.018277311697602272, + "seg_loss": 0.025623224675655365, + "total": 0.04390688706583137, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006352555218881202, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006352555218881202 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016111576929688454, + "ssim_fused": 0.9604852199554443, + "seg_l1": 0.026876308023929596, + "seg_ssim_ref": 0.96048504114151, + "depth": 0.006017808741804005, + "rgb_loss": 0.020792217925190926, + "seg_loss": 0.029404040426015854, + "total": 0.050202278022593735, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006017808741804005, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006017808741804005 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 444, + "adam_update_count": 73704 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23762146499939263 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_bfb95edf674b4ecc8ffb578662697d05_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 445, + "next_interval": 0, + "next_adam_update": 73705, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 444, + "trained_intervals": 73704, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 73704, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.052952527999878, + "median": 7.361596584320068, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6248104572296143, + "median": 5.6060943603515625, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12835536897182465, + "median": 1574.34814453125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02665414847433567, + "median": 272.0804443359375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0445.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0445.json new file mode 100644 index 0000000000000000000000000000000000000000..a73902b315950f20f675a39de796c6996c8b6ddb --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0445.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0445", + "executed_epochs": 445, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3542eab3c76940018d8f6774ae4fb558.npz", + "optimizer_file": "boundary_3542eab3c76940018d8f6774ae4fb558_optimizer.pt", + "arrays_sha256": "4016d271d23ca5466da6fde8a7b508e46d89b359778f9196e8addce8bdd019e3", + "optimizer_sha256": "8c22ff4a5aa0f781acdc8b1a15942581c1cd801c708258b597512514345c39f6", + "stage": "adam", + "completed_passes": 445, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 73870, + "adam_update_count": 73870, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 446, + "consumed_count": 445, + "last_submitted_update": 73870, + "last_consumed_update": 73704, + "pending": [ + { + "reference": { + "source_update": 73870, + "completed_passes": 445, + "next_interval": 0, + "trained_intervals": 73870, + "snapshot": "pass_end_0445", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 445, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 73870, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 73870, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.153817518381402e-05, + "update_l2": 1.129115389630897e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4206571904651355e-05, + "update_l2": 2.1450168787851e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.061051188711718635, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.061051188711718635, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021307213231921196, + "ssim_fused": 0.9522690773010254, + "seg_l1": 0.031132400035858154, + "seg_ssim_ref": 0.9522690773010254, + "depth": 0.0071364684859092165, + "rgb_loss": 0.0265919528901577, + "seg_loss": 0.034452103078365326, + "total": 0.061051188711718635 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029748987406492233, + "ssim_fused": 0.9359315037727356, + "seg_l1": 0.03322606161236763, + "seg_ssim_ref": 0.935931921005249, + "depth": 0.005550106037810652, + "rgb_loss": 0.03661289066076279, + "seg_loss": 0.03939446434378624, + "total": 0.07601290138529654, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005550106037810652, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004992361897185653 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02485974319279194, + "ssim_fused": 0.9479296803474426, + "seg_l1": 0.04042448475956917, + "seg_ssim_ref": 0.9479296207427979, + "depth": 0.01046076226705168, + "rgb_loss": 0.030301859602332115, + "seg_loss": 0.042753662914037704, + "total": 0.07306598141599172, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01046076226705168, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009813064784412791 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014339215122163296, + "ssim_fused": 0.9649945497512817, + "seg_l1": 0.023687245324254036, + "seg_ssim_ref": 0.9649943709373474, + "depth": 0.006442598375363482, + "rgb_loss": 0.01847246289253235, + "seg_loss": 0.025950923562049866, + "total": 0.04442982905295758, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006442598375363482, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006442598375363482 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016280902549624443, + "ssim_fused": 0.9602206349372864, + "seg_l1": 0.027191806584596634, + "seg_ssim_ref": 0.960220456123352, + "depth": 0.006092407263411054, + "rgb_loss": 0.0209805965423584, + "seg_loss": 0.029709354043006897, + "total": 0.050696042992628705, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006092407263411054, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006092407263411054 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 445, + "adam_update_count": 73870 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2456807850394398 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3542eab3c76940018d8f6774ae4fb558_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 446, + "next_interval": 0, + "next_adam_update": 73871, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 445, + "trained_intervals": 73870, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 73870, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.063840389251709, + "median": 7.3621721267700195, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.613950490951538, + "median": 5.6130218505859375, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12696543335914612, + "median": 1575.2545166015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026945190504193306, + "median": 273.970947265625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0446.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0446.json new file mode 100644 index 0000000000000000000000000000000000000000..cf0acf09e02ae51257702f93ba1a73ca496f0958 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0446.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0446", + "executed_epochs": 446, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9a705adf3c174b8b86b902116a7a0a2d.npz", + "optimizer_file": "boundary_9a705adf3c174b8b86b902116a7a0a2d_optimizer.pt", + "arrays_sha256": "7dac51c1ba58661bebaafddc64f88cdb653e71ebeff5647bcf1542bdbecc8afd", + "optimizer_sha256": "207a27f661aa2cc149bbfd81d6dc891b82c4ccc0045c33838d72f63f72ce865f", + "stage": "adam", + "completed_passes": 446, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 74036, + "adam_update_count": 74036, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 447, + "consumed_count": 446, + "last_submitted_update": 74036, + "last_consumed_update": 73870, + "pending": [ + { + "reference": { + "source_update": 74036, + "completed_passes": 446, + "next_interval": 0, + "trained_intervals": 74036, + "snapshot": "pass_end_0446", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 446, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 74036, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 74036, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010036510502686724, + "update_l2": 3.073164407396689e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4582258700102102e-05, + "update_l2": 1.4245814554669778e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06066688773265048, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06066688773265048, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02118033915758133, + "ssim_fused": 0.9524909257888794, + "seg_l1": 0.030889850109815598, + "seg_ssim_ref": 0.9524908661842346, + "depth": 0.007089870478345158, + "rgb_loss": 0.026446091011166573, + "seg_loss": 0.034213706851005554, + "total": 0.06066688773265048 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02960495837032795, + "ssim_fused": 0.9361893534660339, + "seg_l1": 0.03300667181611061, + "seg_ssim_ref": 0.936189591884613, + "depth": 0.005521700743606521, + "rgb_loss": 0.03644609451293945, + "seg_loss": 0.03916741907596588, + "total": 0.07561903528964894, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005521700743606521, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004963956602981522 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02471115067601204, + "ssim_fused": 0.9482507109642029, + "seg_l1": 0.04008667916059494, + "seg_ssim_ref": 0.9482505917549133, + "depth": 0.010378774482746505, + "rgb_loss": 0.030118778347969055, + "seg_loss": 0.042419224977493286, + "total": 0.07254838209994509, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010378774482746505, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009731077000107616 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014227419160306454, + "ssim_fused": 0.9651488065719604, + "seg_l1": 0.02347206324338913, + "seg_ssim_ref": 0.9651487469673157, + "depth": 0.006401993000839526, + "rgb_loss": 0.018352173268795013, + "seg_loss": 0.02574790269136429, + "total": 0.04410647795316014, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006401993000839526, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006401993000839526 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016177823767066002, + "ssim_fused": 0.9603747129440308, + "seg_l1": 0.02699398621916771, + "seg_ssim_ref": 0.9603745341300964, + "depth": 0.006057013686188083, + "rgb_loss": 0.02086731791496277, + "seg_loss": 0.02952028252184391, + "total": 0.05039365558784772, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006057013686188083, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006057013686188082 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 446, + "adam_update_count": 74036 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22105382313020527 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9a705adf3c174b8b86b902116a7a0a2d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 447, + "next_interval": 0, + "next_adam_update": 74037, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 446, + "trained_intervals": 74036, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 74036, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.053494691848755, + "median": 7.362179279327393, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6242945194244385, + "median": 5.60760498046875, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12828581035137177, + "median": 1575.2657470703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02666790410876274, + "median": 272.4913635253906, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0447.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0447.json new file mode 100644 index 0000000000000000000000000000000000000000..a0acdc85dfbf545cc8f6569dc39ee780b920f336 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0447.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0447", + "executed_epochs": 447, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_af8b36d325a44137846adcedc0ac8104.npz", + "optimizer_file": "boundary_af8b36d325a44137846adcedc0ac8104_optimizer.pt", + "arrays_sha256": "cdc1d0616fd34b5b0f26068e03b183cc08c254d5b7907662ea9103e0b67982d5", + "optimizer_sha256": "3ad7ce1ca3800d5a000b4013e566de2bf8dd48dad09ae7b6f8462f8b5b9c7513", + "stage": "adam", + "completed_passes": 447, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 74202, + "adam_update_count": 74202, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 448, + "consumed_count": 447, + "last_submitted_update": 74202, + "last_consumed_update": 74036, + "pending": [ + { + "reference": { + "source_update": 74202, + "completed_passes": 447, + "next_interval": 0, + "trained_intervals": 74202, + "snapshot": "pass_end_0447", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 447, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 74202, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 74202, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.704660624265671e-05, + "update_l2": 2.618580219859723e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4621568880102132e-05, + "update_l2": 2.6877137315750588e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06077607185521125, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06077607185521125, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021210025995969772, + "ssim_fused": 0.9524426460266113, + "seg_l1": 0.03097250685095787, + "seg_ssim_ref": 0.9524425864219666, + "depth": 0.007095978939523726, + "rgb_loss": 0.026479491963982582, + "seg_loss": 0.03428948298096657, + "total": 0.06077607185521125 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029580984264612198, + "ssim_fused": 0.936221182346344, + "seg_l1": 0.03300725668668747, + "seg_ssim_ref": 0.9362214207649231, + "depth": 0.005525142848484943, + "rgb_loss": 0.0364205501973629, + "seg_loss": 0.039161521941423416, + "total": 0.0755875972816348, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005525142848484943, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004967398707859943 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024790937080979347, + "ssim_fused": 0.9481381177902222, + "seg_l1": 0.040281008929014206, + "seg_ssim_ref": 0.9481379985809326, + "depth": 0.01042203995951684, + "rgb_loss": 0.030205126851797104, + "seg_loss": 0.0425972081720829, + "total": 0.07281275706383952, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01042203995951684, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009774342476877954 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014264442026615143, + "ssim_fused": 0.9651014804840088, + "seg_l1": 0.023557117208838463, + "seg_ssim_ref": 0.9651012420654297, + "depth": 0.006393874586366324, + "rgb_loss": 0.018391259014606476, + "seg_loss": 0.025825446471571922, + "total": 0.044223101223409916, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006393874586366324, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063938745863663235 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0162037406116724, + "ssim_fused": 0.9603098034858704, + "seg_l1": 0.027044644579291344, + "seg_ssim_ref": 0.9603098034858704, + "depth": 0.006042858363726797, + "rgb_loss": 0.02090103179216385, + "seg_loss": 0.029573757201433182, + "total": 0.050480831851960756, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006042858363726797, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006042858363726797 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 447, + "adam_update_count": 74202 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2256721460726112 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_af8b36d325a44137846adcedc0ac8104_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 448, + "next_interval": 0, + "next_adam_update": 74203, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 447, + "trained_intervals": 74202, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 74202, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0534849166870117, + "median": 7.362179279327393, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.624302625656128, + "median": 5.607343673706055, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12828706204891205, + "median": 1575.2657470703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02666768804192543, + "median": 272.4202880859375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0448.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0448.json new file mode 100644 index 0000000000000000000000000000000000000000..0cdf96457358ef54452af564f85203cb13898e6f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0448.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0448", + "executed_epochs": 448, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9bf6f476440f4758af74da228a7c4831.npz", + "optimizer_file": "boundary_9bf6f476440f4758af74da228a7c4831_optimizer.pt", + "arrays_sha256": "a6ad1a8210d17aa8d85ea9e4728c5de0c94f1c7a0c169d7bca7492ba9a103870", + "optimizer_sha256": "6b908d1c916a597da82c4e2182206c980462fb1988f16e546d2e82900f6ed1c5", + "stage": "adam", + "completed_passes": 448, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 74368, + "adam_update_count": 74368, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 449, + "consumed_count": 448, + "last_submitted_update": 74368, + "last_consumed_update": 74202, + "pending": [ + { + "reference": { + "source_update": 74368, + "completed_passes": 448, + "next_interval": 0, + "trained_intervals": 74368, + "snapshot": "pass_end_0448", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 448, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 74368, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 74368, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.566363587509841e-05, + "update_l2": 7.764301699353382e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4547285900334828e-05, + "update_l2": 1.647589442654862e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06078557690688877, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06078557690688877, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021215807646512985, + "ssim_fused": 0.9524432420730591, + "seg_l1": 0.030978890135884285, + "seg_ssim_ref": 0.9524432420730591, + "depth": 0.007100609033398537, + "rgb_loss": 0.02648400142788887, + "seg_loss": 0.034294478595256805, + "total": 0.06078557690688877 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029607757925987244, + "ssim_fused": 0.9361955523490906, + "seg_l1": 0.03304191306233406, + "seg_ssim_ref": 0.9361959099769592, + "depth": 0.005532614924348891, + "rgb_loss": 0.03644709661602974, + "seg_loss": 0.03919434919953346, + "total": 0.07564697843048755, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005532614924348891, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004974870783723891 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02478821948170662, + "ssim_fused": 0.9481574892997742, + "seg_l1": 0.040286824107170105, + "seg_ssim_ref": 0.9481573700904846, + "depth": 0.010430312720035825, + "rgb_loss": 0.0301990769803524, + "seg_loss": 0.04259798675775528, + "total": 0.07280749032553742, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010430312720035825, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009782615237396937 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014267290011048317, + "ssim_fused": 0.9651030898094177, + "seg_l1": 0.023559054359793663, + "seg_ssim_ref": 0.9651029109954834, + "depth": 0.0063985368457302036, + "rgb_loss": 0.01839321479201317, + "seg_loss": 0.02582666277885437, + "total": 0.04422627610771327, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063985368457302036, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063985368457302036 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016199961304664612, + "ssim_fused": 0.9603167772293091, + "seg_l1": 0.02702776901423931, + "seg_ssim_ref": 0.96031653881073, + "depth": 0.006040971643479232, + "rgb_loss": 0.020896613597869873, + "seg_loss": 0.029558908194303513, + "total": 0.050461562763816865, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006040971643479232, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006040971643479231 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 448, + "adam_update_count": 74368 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2321592380758375 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9bf6f476440f4758af74da228a7c4831_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 449, + "next_interval": 0, + "next_adam_update": 74369, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 448, + "trained_intervals": 74368, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 74368, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0558738708496094, + "median": 7.362366199493408, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6218349933624268, + "median": 5.61494255065918, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12798094749450684, + "median": 1575.560302734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026733575388789177, + "median": 274.49761962890625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0449.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0449.json new file mode 100644 index 0000000000000000000000000000000000000000..0343bf36673ddb6bccfb5a3a79c04e4d6562b82b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0449.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0449", + "executed_epochs": 449, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7bde2513ab404acd9a68b45e5b1f5ccb.npz", + "optimizer_file": "boundary_7bde2513ab404acd9a68b45e5b1f5ccb_optimizer.pt", + "arrays_sha256": "58ffe5346f62af098cd44ac3df829de62207941ef8e50e6d67edd1b4030a0a72", + "optimizer_sha256": "fb6643bd119346cd3cebae3725db90869c468b6dd4a347f52ca8c16104179167", + "stage": "adam", + "completed_passes": 449, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 74534, + "adam_update_count": 74534, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 450, + "consumed_count": 449, + "last_submitted_update": 74534, + "last_consumed_update": 74368, + "pending": [ + { + "reference": { + "source_update": 74534, + "completed_passes": 449, + "next_interval": 0, + "trained_intervals": 74534, + "snapshot": "pass_end_0449", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 449, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 74534, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 74534, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010220560216112062, + "update_l2": 1.5062726561154705e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.507663182565011e-05, + "update_l2": 3.1250744996214053e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0605540109540984, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0605540109540984, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02112668938934803, + "ssim_fused": 0.9525455236434937, + "seg_l1": 0.03082975558936596, + "seg_ssim_ref": 0.9525455236434937, + "depth": 0.0070642422601625895, + "rgb_loss": 0.026392243802547455, + "seg_loss": 0.03415469825267792, + "total": 0.0605540109540984 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029405392706394196, + "ssim_fused": 0.936437726020813, + "seg_l1": 0.03274327144026756, + "seg_ssim_ref": 0.9364379644393921, + "depth": 0.005453029790893456, + "rgb_loss": 0.03623677045106888, + "seg_loss": 0.03890702500939369, + "total": 0.07514925221554376, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005453029790893456, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004895285650268456 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024702560156583786, + "ssim_fused": 0.9482461810112, + "seg_l1": 0.040067244321107864, + "seg_ssim_ref": 0.9482461810112, + "depth": 0.010361165965176704, + "rgb_loss": 0.03011281229555607, + "seg_loss": 0.04240455850958824, + "total": 0.07252773383375463, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010361165965176704, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009713468482537816 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014219118282198906, + "ssim_fused": 0.9651461243629456, + "seg_l1": 0.023479612544178963, + "seg_ssim_ref": 0.965146005153656, + "depth": 0.0063862012629350646, + "rgb_loss": 0.018346071243286133, + "seg_loss": 0.02575448900461197, + "total": 0.044106946449161036, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063862012629350646, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063862012629350646 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016179688274860382, + "ssim_fused": 0.9603521227836609, + "seg_l1": 0.027028895914554596, + "seg_ssim_ref": 0.9603519439697266, + "depth": 0.0060565720216451315, + "rgb_loss": 0.020873326808214188, + "seg_loss": 0.029552727937698364, + "total": 0.050432111317934195, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060565720216451315, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060565720216451315 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 449, + "adam_update_count": 74534 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21850715205073357 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7bde2513ab404acd9a68b45e5b1f5ccb_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 450, + "next_interval": 0, + "next_adam_update": 74535, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 449, + "trained_intervals": 74534, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 74534, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0565710067749023, + "median": 7.362284183502197, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.621081590652466, + "median": 5.613860130310059, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12789174914360046, + "median": 1575.4310302734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026753725484013557, + "median": 274.20074462890625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0450.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0450.json new file mode 100644 index 0000000000000000000000000000000000000000..5d68e5f5ec318a0acf5673263c5a6e3963317b6f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0450.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0450", + "executed_epochs": 450, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dc151b1730aa44c5b2f1fb01c8416115.npz", + "optimizer_file": "boundary_dc151b1730aa44c5b2f1fb01c8416115_optimizer.pt", + "arrays_sha256": "995cb37cd13166c036607577da0de4a13617532cfb13f8b9ca7229bfd9fa0459", + "optimizer_sha256": "327c9e4b1e8109109970534a3337c6fae821d83507c28fb41e963bbc4e734f6b", + "stage": "adam", + "completed_passes": 450, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 74700, + "adam_update_count": 74700, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 451, + "consumed_count": 450, + "last_submitted_update": 74700, + "last_consumed_update": 74534, + "pending": [ + { + "reference": { + "source_update": 74700, + "completed_passes": 450, + "next_interval": 0, + "trained_intervals": 74700, + "snapshot": "pass_end_0450", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 450, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 74700, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 74700, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.67399391811341e-05, + "update_l2": 1.4610467587772291e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4557442227669526e-05, + "update_l2": 5.391217200667597e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06062387890376729, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06062387890376729, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021164651960134506, + "ssim_fused": 0.9525324106216431, + "seg_l1": 0.03087254986166954, + "seg_ssim_ref": 0.9525324106216431, + "depth": 0.007079273542587438, + "rgb_loss": 0.02642524242401123, + "seg_loss": 0.0341915562748909, + "total": 0.06062387890376729 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02956491895020008, + "ssim_fused": 0.9362769722938538, + "seg_l1": 0.03295666724443436, + "seg_ssim_ref": 0.9362772107124329, + "depth": 0.00552580813910036, + "rgb_loss": 0.03639654070138931, + "seg_loss": 0.03910989314317703, + "total": 0.07551195965270545, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00552580813910036, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049680639984753605 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024708060547709465, + "ssim_fused": 0.9482890963554382, + "seg_l1": 0.040127336978912354, + "seg_ssim_ref": 0.9482890963554382, + "depth": 0.010393184467515547, + "rgb_loss": 0.030108628794550896, + "seg_loss": 0.042444050312042236, + "total": 0.0725630741537058, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010393184467515547, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009745486984876655 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014228583313524723, + "ssim_fused": 0.9651598930358887, + "seg_l1": 0.023473478853702545, + "seg_ssim_ref": 0.9651598930358887, + "depth": 0.006375984927784237, + "rgb_loss": 0.018350888043642044, + "seg_loss": 0.02574680559337139, + "total": 0.04410406775929607, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006375984927784237, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006375984927784238 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016157042235136032, + "ssim_fused": 0.9604036211967468, + "seg_l1": 0.026932712644338608, + "seg_ssim_ref": 0.9604034423828125, + "depth": 0.00602211663594961, + "rgb_loss": 0.02084491029381752, + "seg_loss": 0.029465481638908386, + "total": 0.05031641404936186, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00602211663594961, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00602211663594961 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 450, + "adam_update_count": 74700 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22428257600404322 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dc151b1730aa44c5b2f1fb01c8416115_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 451, + "next_interval": 0, + "next_adam_update": 74701, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 450, + "trained_intervals": 74700, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 74700, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.063307046890259, + "median": 7.362115859985352, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6145434379577637, + "median": 5.611743927001953, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12703315913677216, + "median": 1575.165771484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02692921832203865, + "median": 273.62139892578125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0451.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0451.json new file mode 100644 index 0000000000000000000000000000000000000000..36a07d657dc55d674513e759a316cf791f9607d1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0451.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0451", + "executed_epochs": 451, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8a2e09a9661c4f3d9cdcdbb6d7c410db.npz", + "optimizer_file": "boundary_8a2e09a9661c4f3d9cdcdbb6d7c410db_optimizer.pt", + "arrays_sha256": "d372de54d3ee9b2ddf93d9f6c67d191ab3c312ace2848fd7d4df3ddf9a911c9d", + "optimizer_sha256": "5bd7417b7ae08b4203e887c808c8fbc65ad2b5e1949bc5c274bda4defa7274f7", + "stage": "adam", + "completed_passes": 451, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 74866, + "adam_update_count": 74866, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 452, + "consumed_count": 451, + "last_submitted_update": 74866, + "last_consumed_update": 74700, + "pending": [ + { + "reference": { + "source_update": 74866, + "completed_passes": 451, + "next_interval": 0, + "trained_intervals": 74866, + "snapshot": "pass_end_0451", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 451, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 74866, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 74866, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.375337685924023e-05, + "update_l2": 3.120804103673436e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4593701052945107e-05, + "update_l2": 1.2467044143704697e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060866225400831045, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060866225400831045, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02124713733792305, + "ssim_fused": 0.9524108171463013, + "seg_l1": 0.031032152473926544, + "seg_ssim_ref": 0.9524108171463013, + "depth": 0.007118919755760386, + "rgb_loss": 0.026515549048781395, + "seg_loss": 0.03434355929493904, + "total": 0.060866225400831045 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029677528887987137, + "ssim_fused": 0.936119794845581, + "seg_l1": 0.03314226120710373, + "seg_ssim_ref": 0.9361201524734497, + "depth": 0.005559978873346829, + "rgb_loss": 0.03651806712150574, + "seg_loss": 0.03928977996110916, + "total": 0.07581340706148824, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005559978873346829, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005002234732721829 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024809056892991066, + "ssim_fused": 0.9481470584869385, + "seg_l1": 0.0403316356241703, + "seg_ssim_ref": 0.9481470584869385, + "depth": 0.010449034485065171, + "rgb_loss": 0.030217833817005157, + "seg_loss": 0.042635899037122726, + "total": 0.07286417816332265, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010449034485065171, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009801337002426283 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014288273639976978, + "ssim_fused": 0.9650810360908508, + "seg_l1": 0.0236018318682909, + "seg_ssim_ref": 0.9650809168815613, + "depth": 0.006418302064792563, + "rgb_loss": 0.018414411693811417, + "seg_loss": 0.025865282863378525, + "total": 0.04428611285925473, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006418302064792563, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064183020647925635 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016213681548833847, + "ssim_fused": 0.9602953195571899, + "seg_l1": 0.027052875608205795, + "seg_ssim_ref": 0.9602951407432556, + "depth": 0.0060483635998369815, + "rgb_loss": 0.02091188170015812, + "seg_loss": 0.029583273455500603, + "total": 0.05050120351925856, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060483635998369815, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060483635998369815 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 451, + "adam_update_count": 74866 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22974362294189632 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8a2e09a9661c4f3d9cdcdbb6d7c410db_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 452, + "next_interval": 0, + "next_adam_update": 74867, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 451, + "trained_intervals": 74866, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 74866, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.063316583633423, + "median": 7.362111568450928, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.614531993865967, + "median": 5.611783027648926, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12703195214271545, + "median": 1575.1590576171875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026929525658488274, + "median": 273.632080078125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0452.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0452.json new file mode 100644 index 0000000000000000000000000000000000000000..9db058082a74d5404d70879ca6e3ed94150f7078 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0452.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0452", + "executed_epochs": 452, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4b72461576c745a3a37de0e1c356f4a3.npz", + "optimizer_file": "boundary_4b72461576c745a3a37de0e1c356f4a3_optimizer.pt", + "arrays_sha256": "afe5c2f1bad62a52ebc96e64edf47b202b36fc65939d3cb880dd6ac0cc86deec", + "optimizer_sha256": "6178eb9caed5ec746b3cc64c3091d36afa83648c835feb1cfa49d7354d19e0ce", + "stage": "adam", + "completed_passes": 452, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 75032, + "adam_update_count": 75032, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 453, + "consumed_count": 452, + "last_submitted_update": 75032, + "last_consumed_update": 74866, + "pending": [ + { + "reference": { + "source_update": 75032, + "completed_passes": 452, + "next_interval": 0, + "trained_intervals": 75032, + "snapshot": "pass_end_0452", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 452, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 75032, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 75032, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.628342038718984e-05, + "update_l2": 1.7265419955947436e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4110918527876493e-05, + "update_l2": 1.4122092579782475e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06087478394756811, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06087478394756811, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02124592289328575, + "ssim_fused": 0.9523677825927734, + "seg_l1": 0.03102257288992405, + "seg_ssim_ref": 0.9523678421974182, + "depth": 0.007106504838628655, + "rgb_loss": 0.026523182168602943, + "seg_loss": 0.034344494342803955, + "total": 0.06087478394756811 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02965213917195797, + "ssim_fused": 0.9360793828964233, + "seg_l1": 0.0330810546875, + "seg_ssim_ref": 0.936079740524292, + "depth": 0.005531242173973781, + "rgb_loss": 0.03650583326816559, + "seg_loss": 0.03924889490008354, + "total": 0.07576026313571341, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005531242173973781, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004973498033348781 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024794897064566612, + "ssim_fused": 0.9480414390563965, + "seg_l1": 0.040316350758075714, + "seg_ssim_ref": 0.9480414390563965, + "depth": 0.010430702471998779, + "rgb_loss": 0.030227629467844963, + "seg_loss": 0.042644795030355453, + "total": 0.07288285333802727, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010430702471998779, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009783004989359889 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014302089810371399, + "ssim_fused": 0.9650537371635437, + "seg_l1": 0.023605819791555405, + "seg_ssim_ref": 0.9650537371635437, + "depth": 0.0064065140940000615, + "rgb_loss": 0.0184309259057045, + "seg_loss": 0.025873910635709763, + "total": 0.04431124305550826, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064065140940000615, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064065140940000615 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016234561800956726, + "ssim_fused": 0.9602965712547302, + "seg_l1": 0.027087071910500526, + "seg_ssim_ref": 0.9602963924407959, + "depth": 0.006057560614542001, + "rgb_loss": 0.020928336307406425, + "seg_loss": 0.02961038053035736, + "total": 0.05054477626102348, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006057560614542001, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006057560614542001 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 452, + "adam_update_count": 75032 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.220148361986503 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4b72461576c745a3a37de0e1c356f4a3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 453, + "next_interval": 0, + "next_adam_update": 75033, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 452, + "trained_intervals": 75032, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 75032, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0539684295654297, + "median": 7.36147928237915, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.624389886856079, + "median": 5.607057571411133, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12822504341602325, + "median": 1574.1634521484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02666536159813404, + "median": 272.3434143066406, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0453.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0453.json new file mode 100644 index 0000000000000000000000000000000000000000..b004b4fe703e7b46ab9efdcd1e7f553382cb285a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0453.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0453", + "executed_epochs": 453, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_30c9d2e26f7d423b961bcc49cbd11f6f.npz", + "optimizer_file": "boundary_30c9d2e26f7d423b961bcc49cbd11f6f_optimizer.pt", + "arrays_sha256": "13c174aa2354e0cada1d4802aec526bb5387717fe50b53983b75020c9280a5c0", + "optimizer_sha256": "8833696909670937a9d3479f4b82b356351ce107b4a03547cbc2160731a793e2", + "stage": "adam", + "completed_passes": 453, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 75198, + "adam_update_count": 75198, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 454, + "consumed_count": 453, + "last_submitted_update": 75198, + "last_consumed_update": 75032, + "pending": [ + { + "reference": { + "source_update": 75198, + "completed_passes": 453, + "next_interval": 0, + "trained_intervals": 75198, + "snapshot": "pass_end_0453", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 453, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 75198, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 75198, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.13010590011254e-05, + "update_l2": 9.275122465624008e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4193185961630661e-05, + "update_l2": 3.037662963834009e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0608698725433003, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0608698725433003, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021238982677459717, + "ssim_fused": 0.952364444732666, + "seg_l1": 0.031021714210510254, + "seg_ssim_ref": 0.9523645043373108, + "depth": 0.007102239216474376, + "rgb_loss": 0.026518288999795914, + "seg_loss": 0.03434447944164276, + "total": 0.0608698725433003 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029591744765639305, + "ssim_fused": 0.9361664652824402, + "seg_l1": 0.03300066664814949, + "seg_ssim_ref": 0.9361668229103088, + "depth": 0.005497118976886334, + "rgb_loss": 0.036440104246139526, + "seg_loss": 0.039167169481515884, + "total": 0.075612767121342, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005497118976886334, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004939374836261333 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024806031957268715, + "ssim_fused": 0.9479917287826538, + "seg_l1": 0.04031781852245331, + "seg_ssim_ref": 0.9479917287826538, + "depth": 0.010420047210486243, + "rgb_loss": 0.03024648129940033, + "seg_loss": 0.042655911296606064, + "total": 0.07291281636850717, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010420047210486243, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009772349727847357 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014304428361356258, + "ssim_fused": 0.9650336503982544, + "seg_l1": 0.023622814565896988, + "seg_ssim_ref": 0.9650334715843201, + "depth": 0.006412186892872883, + "rgb_loss": 0.018436813727021217, + "seg_loss": 0.025891557335853577, + "total": 0.04433478138712252, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006412186892872883, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006412186892872883 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016253726556897163, + "ssim_fused": 0.96026611328125, + "seg_l1": 0.027145564556121826, + "seg_ssim_ref": 0.9602658152580261, + "depth": 0.006079603785652046, + "rgb_loss": 0.02094975858926773, + "seg_loss": 0.029663287103176117, + "total": 0.0506191252962295, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006079603785652046, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006079603785652045 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 453, + "adam_update_count": 75198 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23238614690490067 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_30c9d2e26f7d423b961bcc49cbd11f6f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 454, + "next_interval": 0, + "next_adam_update": 75199, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 453, + "trained_intervals": 75198, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 75198, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0623891353607178, + "median": 7.360795021057129, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6158859729766846, + "median": 5.612605094909668, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1271498203277588, + "median": 1573.086669921875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026893088594079018, + "median": 273.8567199707031, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0454.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0454.json new file mode 100644 index 0000000000000000000000000000000000000000..ccd9f4323554b7db115eda12da944f35a078c2e6 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0454.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0454", + "executed_epochs": 454, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ad84d786deff4e92b9414e16114f5db0.npz", + "optimizer_file": "boundary_ad84d786deff4e92b9414e16114f5db0_optimizer.pt", + "arrays_sha256": "e534a3a7ba2592a01a45cad3a9d45838fbca82834112344e07abb4da6a8037c3", + "optimizer_sha256": "99a64aec00189190ece045e968d84e38a942650da9a36919d24671ebcae0c8ec", + "stage": "adam", + "completed_passes": 454, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 75364, + "adam_update_count": 75364, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 455, + "consumed_count": 454, + "last_submitted_update": 75364, + "last_consumed_update": 75198, + "pending": [ + { + "reference": { + "source_update": 75364, + "completed_passes": 454, + "next_interval": 0, + "trained_intervals": 75364, + "snapshot": "pass_end_0454", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 454, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 75364, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 75364, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.337587835034356e-05, + "update_l2": 1.8259821445099078e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4181399819790386e-05, + "update_l2": 5.625081030302681e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0609605105103579, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0609605105103579, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021273817867040634, + "ssim_fused": 0.9523172974586487, + "seg_l1": 0.031076546758413315, + "seg_ssim_ref": 0.9523172378540039, + "depth": 0.007122519763989581, + "rgb_loss": 0.02655559405684471, + "seg_loss": 0.03439779207110405, + "total": 0.0609605105103579 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0296846404671669, + "ssim_fused": 0.9360286593437195, + "seg_l1": 0.033132404088974, + "seg_ssim_ref": 0.9360288381576538, + "depth": 0.0055334873393441866, + "rgb_loss": 0.036541979759931564, + "seg_loss": 0.03930015489459038, + "total": 0.07584766814186128, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0055334873393441866, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004975743198719186 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024832312017679214, + "ssim_fused": 0.9479703903198242, + "seg_l1": 0.04037773609161377, + "seg_ssim_ref": 0.9479702711105347, + "depth": 0.010448170893298359, + "rgb_loss": 0.030271772295236588, + "seg_loss": 0.0427081361413002, + "total": 0.07299036033272038, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010448170893298359, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00980047341065947 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014317856170237064, + "ssim_fused": 0.9650211334228516, + "seg_l1": 0.023646710440516472, + "seg_ssim_ref": 0.9650209546089172, + "depth": 0.006427370143633129, + "rgb_loss": 0.0184500589966774, + "seg_loss": 0.02591317892074585, + "total": 0.04436966528756688, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006427370143633129, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006427370143633129 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016260460019111633, + "ssim_fused": 0.9602490067481995, + "seg_l1": 0.02714933268725872, + "seg_ssim_ref": 0.9602488279342651, + "depth": 0.00608105067968265, + "rgb_loss": 0.020958567038178444, + "seg_loss": 0.02966970205307007, + "total": 0.050634348279283044, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00608105067968265, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00608105067968265 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 454, + "adam_update_count": 75364 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22518749814480543 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ad84d786deff4e92b9414e16114f5db0_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 455, + "next_interval": 0, + "next_adam_update": 75365, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 454, + "trained_intervals": 75364, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 75364, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0621180534362793, + "median": 7.361649513244629, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6164298057556152, + "median": 5.6113080978393555, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12718430161476135, + "median": 1574.4315185546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026878468692302704, + "median": 273.501953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0455.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0455.json new file mode 100644 index 0000000000000000000000000000000000000000..e5d491e0b9225fc68c1f9d4bc8fbf696d1a49bfe --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0455.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0455", + "executed_epochs": 455, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_02cb335628de4010b63f4c71728988b8.npz", + "optimizer_file": "boundary_02cb335628de4010b63f4c71728988b8_optimizer.pt", + "arrays_sha256": "44875bf2b59bf0347f44afabdd4b0b59cfcaf184f9b1d06cbdd94c573f20c91b", + "optimizer_sha256": "ad855d691a078c1a12faef4fffaa48623b98931ccae70391a111ed839e85052d", + "stage": "adam", + "completed_passes": 455, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 75530, + "adam_update_count": 75530, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 456, + "consumed_count": 455, + "last_submitted_update": 75530, + "last_consumed_update": 75364, + "pending": [ + { + "reference": { + "source_update": 75530, + "completed_passes": 455, + "next_interval": 0, + "trained_intervals": 75530, + "snapshot": "pass_end_0455", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 455, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 75530, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 75530, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.261564653366804e-05, + "update_l2": 3.08420458168257e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4392527191375848e-05, + "update_l2": 8.58207386045251e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06071426037246357, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06071426037246357, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021177684888243675, + "ssim_fused": 0.9524816870689392, + "seg_l1": 0.03094712272286415, + "seg_ssim_ref": 0.9524816274642944, + "depth": 0.007074955049861843, + "rgb_loss": 0.026445819064974785, + "seg_loss": 0.034261368215084076, + "total": 0.06071426037246357 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02939446084201336, + "ssim_fused": 0.9365221858024597, + "seg_l1": 0.032754212617874146, + "seg_ssim_ref": 0.9365225434303284, + "depth": 0.005462283389587215, + "rgb_loss": 0.03621113300323486, + "seg_loss": 0.03889886289834976, + "total": 0.07511545818497421, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005462283389587215, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004904539248962214 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024789750576019287, + "ssim_fused": 0.9480533599853516, + "seg_l1": 0.04033787176012993, + "seg_ssim_ref": 0.9480533599853516, + "depth": 0.010428952029092341, + "rgb_loss": 0.030221128836274147, + "seg_loss": 0.04265962541103363, + "total": 0.07289118133669172, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010428952029092341, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009781254546453452 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01429620198905468, + "ssim_fused": 0.9650501608848572, + "seg_l1": 0.023608801886439323, + "seg_ssim_ref": 0.9650499820709229, + "depth": 0.006371926737937351, + "rgb_loss": 0.01842692866921425, + "seg_loss": 0.02587704546749592, + "total": 0.04431034792609325, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006371926737937351, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006371926737937351 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016230320557951927, + "ssim_fused": 0.960300862789154, + "seg_l1": 0.027087600901722908, + "seg_ssim_ref": 0.9603007435798645, + "depth": 0.006036658042830467, + "rgb_loss": 0.02092408388853073, + "seg_loss": 0.029609933495521545, + "total": 0.050540054042095106, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006036658042830467, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006036658042830466 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 455, + "adam_update_count": 75530 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24843705911189318 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_02cb335628de4010b63f4c71728988b8_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 456, + "next_interval": 0, + "next_adam_update": 75531, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 455, + "trained_intervals": 75530, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 75530, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0510308742523193, + "median": 7.361227512359619, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6275522708892822, + "median": 5.6066436767578125, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1286022663116455, + "median": 1573.7672119140625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026581168174743652, + "median": 272.2353515625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0456.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0456.json new file mode 100644 index 0000000000000000000000000000000000000000..7b9113686b0e88405f6c786681a7d07add780854 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0456.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0456", + "executed_epochs": 456, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_940ab1bf583c4c52898cbaa39c75812d.npz", + "optimizer_file": "boundary_940ab1bf583c4c52898cbaa39c75812d_optimizer.pt", + "arrays_sha256": "94e5ccab0da64b967640afb267e5b02bfa615c58c31f682f9971e1a94bda1a68", + "optimizer_sha256": "0b8429eaf59e104dbcc5719641e33227cb7f486aea4e209727ea62e99857255d", + "stage": "adam", + "completed_passes": 456, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 75696, + "adam_update_count": 75696, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 457, + "consumed_count": 456, + "last_submitted_update": 75696, + "last_consumed_update": 75530, + "pending": [ + { + "reference": { + "source_update": 75696, + "completed_passes": 456, + "next_interval": 0, + "trained_intervals": 75696, + "snapshot": "pass_end_0456", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 456, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 75696, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 75696, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.432206570636481e-05, + "update_l2": 3.720295353559777e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4207640560925938e-05, + "update_l2": 1.1471840480226092e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06080172772932793, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06080172772932793, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021208832040429115, + "ssim_fused": 0.9524090886116028, + "seg_l1": 0.0309890229254961, + "seg_ssim_ref": 0.9524090886116028, + "depth": 0.007088328190107067, + "rgb_loss": 0.026485241949558258, + "seg_loss": 0.03430939465761185, + "total": 0.06080172772932793 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029459979385137558, + "ssim_fused": 0.9363880753517151, + "seg_l1": 0.03283275291323662, + "seg_ssim_ref": 0.9363884329795837, + "depth": 0.0054520835494144, + "rgb_loss": 0.03629036992788315, + "seg_loss": 0.038988515734672546, + "total": 0.07528433774610511, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054520835494144, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004894339408789399 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02483229525387287, + "ssim_fused": 0.9479429125785828, + "seg_l1": 0.04036536440253258, + "seg_ssim_ref": 0.9479429125785828, + "depth": 0.010435520291168036, + "rgb_loss": 0.030277255922555923, + "seg_loss": 0.04270371049642563, + "total": 0.07299140566456302, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010435520291168036, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009787822808529148 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014289394952356815, + "ssim_fused": 0.9650644063949585, + "seg_l1": 0.023604970425367355, + "seg_ssim_ref": 0.9650642275810242, + "depth": 0.006388361733362803, + "rgb_loss": 0.018418634310364723, + "seg_loss": 0.02587113156914711, + "total": 0.044296156103890344, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006388361733362803, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006388361733362803 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016253655776381493, + "ssim_fused": 0.9602410793304443, + "seg_l1": 0.027153005823493004, + "seg_ssim_ref": 0.96024090051651, + "depth": 0.006077347186483029, + "rgb_loss": 0.020954709500074387, + "seg_loss": 0.0296742245554924, + "total": 0.05063501140275327, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006077347186483029, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006077347186483029 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 456, + "adam_update_count": 75696 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21837027906440198 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_940ab1bf583c4c52898cbaa39c75812d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 457, + "next_interval": 0, + "next_adam_update": 75697, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 456, + "trained_intervals": 75696, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 75696, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0393941402435303, + "median": 7.360747337341309, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.639169216156006, + "median": 5.597203254699707, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13010750710964203, + "median": 1573.01171875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026274163275957108, + "median": 269.679443359375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0457.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0457.json new file mode 100644 index 0000000000000000000000000000000000000000..e3393e82efd4962baa176953774e36b476eeb53f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0457.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0457", + "executed_epochs": 457, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f6ace0267b72487b89a8d539ec95fbd3.npz", + "optimizer_file": "boundary_f6ace0267b72487b89a8d539ec95fbd3_optimizer.pt", + "arrays_sha256": "ecf02cb9a29eae0b60d8d7fcc32c7e4c905afac441785e63591db434f7c20c04", + "optimizer_sha256": "1c634c4e38f0af5711c65b717696e80832110556e29ec288a26af9a1b8345832", + "stage": "adam", + "completed_passes": 457, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 75862, + "adam_update_count": 75862, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 458, + "consumed_count": 457, + "last_submitted_update": 75862, + "last_consumed_update": 75696, + "pending": [ + { + "reference": { + "source_update": 75862, + "completed_passes": 457, + "next_interval": 0, + "trained_intervals": 75862, + "snapshot": "pass_end_0457", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 457, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 75862, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 75862, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010205595754086971, + "update_l2": 7.47979138395749e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.439887364540482e-05, + "update_l2": 2.2859489035909064e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060639231152272946, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060639231152272946, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021171238273382187, + "ssim_fused": 0.952502965927124, + "seg_l1": 0.030870437622070312, + "seg_ssim_ref": 0.952502965927124, + "depth": 0.007082394696000783, + "rgb_loss": 0.026436395943164825, + "seg_loss": 0.03419575095176697, + "total": 0.060639231152272946 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02960081957280636, + "ssim_fused": 0.9361931085586548, + "seg_l1": 0.032993581146001816, + "seg_ssim_ref": 0.9361934065818787, + "depth": 0.005519629827061824, + "rgb_loss": 0.03644203394651413, + "seg_loss": 0.03915618360042572, + "total": 0.07560373717676691, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005519629827061824, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004961885686436823 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02469513565301895, + "ssim_fused": 0.948275625705719, + "seg_l1": 0.040057551115751266, + "seg_ssim_ref": 0.948275625705719, + "depth": 0.01036689158507985, + "rgb_loss": 0.030100982636213303, + "seg_loss": 0.042390916496515274, + "total": 0.07250226602431366, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01036689158507985, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00971919410244096 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01421893946826458, + "ssim_fused": 0.9651544690132141, + "seg_l1": 0.023456908762454987, + "seg_ssim_ref": 0.9651544690132141, + "depth": 0.006397846381483186, + "rgb_loss": 0.018344257026910782, + "seg_loss": 0.025734633207321167, + "total": 0.04408528808061343, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006397846381483186, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006397846381483186 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01617005653679371, + "ssim_fused": 0.9603886604309082, + "seg_l1": 0.02697371318936348, + "seg_ssim_ref": 0.9603884816169739, + "depth": 0.006045210990378271, + "rgb_loss": 0.020858313888311386, + "seg_loss": 0.02950127422809601, + "total": 0.050365633327397775, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006045210990378271, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006045210990378271 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 457, + "adam_update_count": 75862 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.25305560510605574 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f6ace0267b72487b89a8d539ec95fbd3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 458, + "next_interval": 0, + "next_adam_update": 75863, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 457, + "trained_intervals": 75862, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 75862, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.037571430206299, + "median": 7.360692024230957, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.640937566757202, + "median": 5.595438480377197, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13034488260746002, + "median": 1572.9246826171875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026227742433547974, + "median": 269.205322265625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0458.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0458.json new file mode 100644 index 0000000000000000000000000000000000000000..6afd40ad5bfe075c7ab5ed302ba97b2431aee271 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0458.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0458", + "executed_epochs": 458, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f020aeea3c714864b377e4656844be92.npz", + "optimizer_file": "boundary_f020aeea3c714864b377e4656844be92_optimizer.pt", + "arrays_sha256": "78c9d2913f05875906dd774ed13b3fc5265a2b4daba851eb543e838fdcd350cb", + "optimizer_sha256": "ad5c50491a36f6ae0da0962fec9fb9752b35af73786b4bc1d2d1a72dece6d7f4", + "stage": "adam", + "completed_passes": 458, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 76028, + "adam_update_count": 76028, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 459, + "consumed_count": 458, + "last_submitted_update": 76028, + "last_consumed_update": 75862, + "pending": [ + { + "reference": { + "source_update": 76028, + "completed_passes": 458, + "next_interval": 0, + "trained_intervals": 76028, + "snapshot": "pass_end_0458", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 458, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 76028, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 76028, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010097680205944926, + "update_l2": 0.0001610186300240457 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4442475730902515e-05, + "update_l2": 5.145282193552703e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060670544494728355, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060670544494728355, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021175522357225418, + "ssim_fused": 0.9525012373924255, + "seg_l1": 0.030904429033398628, + "seg_ssim_ref": 0.9525012969970703, + "depth": 0.0070828095476910755, + "rgb_loss": 0.026440169662237167, + "seg_loss": 0.0342232920229435, + "total": 0.060670544494728355 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029547885060310364, + "ssim_fused": 0.9362836480140686, + "seg_l1": 0.032942645251750946, + "seg_ssim_ref": 0.9362840056419373, + "depth": 0.005513335424620503, + "rgb_loss": 0.03638157993555069, + "seg_loss": 0.039097316563129425, + "total": 0.07548440983410473, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005513335424620503, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004955591283995503 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024725833907723427, + "ssim_fused": 0.9482483267784119, + "seg_l1": 0.040153443813323975, + "seg_ssim_ref": 0.9482483267784119, + "depth": 0.010388650292961394, + "rgb_loss": 0.03013100102543831, + "seg_loss": 0.042473092675209045, + "total": 0.07261447862565001, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010388650292961394, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009740952810322504 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014246368780732155, + "ssim_fused": 0.9651169776916504, + "seg_l1": 0.023522067815065384, + "seg_ssim_ref": 0.9651167988777161, + "depth": 0.006391332116230494, + "rgb_loss": 0.018373699858784676, + "seg_loss": 0.025794293731451035, + "total": 0.04417438678499709, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006391332116230494, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006391332116230494 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016182007268071175, + "ssim_fused": 0.9603560566902161, + "seg_l1": 0.02699955552816391, + "seg_ssim_ref": 0.9603558778762817, + "depth": 0.006037920356951913, + "rgb_loss": 0.020874395966529846, + "seg_loss": 0.02952846884727478, + "total": 0.05040890273416158, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006037920356951913, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006037920356951912 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 458, + "adam_update_count": 76028 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22789129707962275 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f020aeea3c714864b377e4656844be92_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 459, + "next_interval": 0, + "next_adam_update": 76029, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 458, + "trained_intervals": 76028, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 76028, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.03757905960083, + "median": 7.360659599304199, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.640857458114624, + "median": 5.594612121582031, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13034388422966003, + "median": 1572.8736572265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026229843497276306, + "median": 268.9820556640625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0459.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0459.json new file mode 100644 index 0000000000000000000000000000000000000000..cc0d2672c1cdd9826f714fe255e5454fb145e480 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0459.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0459", + "executed_epochs": 459, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2cde51ea5ae84bb7bd9f9231b78b7b55.npz", + "optimizer_file": "boundary_2cde51ea5ae84bb7bd9f9231b78b7b55_optimizer.pt", + "arrays_sha256": "65365a1fc646c5a79daee8cdcdf53228db84919943edfb91d50ee47c913b1cc7", + "optimizer_sha256": "2ec2e789d928be6f38211f3f260ff5f63357d06a30284a58b180a7fbf74ee39f", + "stage": "adam", + "completed_passes": 459, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 76194, + "adam_update_count": 76194, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 460, + "consumed_count": 459, + "last_submitted_update": 76194, + "last_consumed_update": 76028, + "pending": [ + { + "reference": { + "source_update": 76194, + "completed_passes": 459, + "next_interval": 0, + "trained_intervals": 76194, + "snapshot": "pass_end_0459", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 459, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 76194, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 76194, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.959501767298207e-05, + "update_l2": 0.0002022380504058674 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4744830878044013e-05, + "update_l2": 4.5982658775756136e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060465909064849485, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060465909064849485, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021106548607349396, + "ssim_fused": 0.9525949358940125, + "seg_l1": 0.030764475464820862, + "seg_ssim_ref": 0.9525949358940125, + "depth": 0.0070524300538220095, + "rgb_loss": 0.026366259902715683, + "seg_loss": 0.03409259766340256, + "total": 0.060465909064849485 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029466262087225914, + "ssim_fused": 0.9363785982131958, + "seg_l1": 0.032807908952236176, + "seg_ssim_ref": 0.9363789558410645, + "depth": 0.005477545369347402, + "rgb_loss": 0.03629729151725769, + "seg_loss": 0.03897053748369217, + "total": 0.07527330654631921, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005477545369347402, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004919801228722403 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024626417085528374, + "ssim_fused": 0.9483590126037598, + "seg_l1": 0.039918202906847, + "seg_ssim_ref": 0.9483590126037598, + "depth": 0.01032498698576431, + "rgb_loss": 0.030029332265257835, + "seg_loss": 0.042262762784957886, + "total": 0.07230242189984663, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01032498698576431, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009677289503125422 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014189190231263638, + "ssim_fused": 0.965193510055542, + "seg_l1": 0.02339823916554451, + "seg_ssim_ref": 0.965193510055542, + "depth": 0.006373030036999844, + "rgb_loss": 0.01831265166401863, + "seg_loss": 0.02567989006638527, + "total": 0.0439989147604409, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006373030036999844, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006373030036999844 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01614432781934738, + "ssim_fused": 0.9604485034942627, + "seg_l1": 0.026933548972010612, + "seg_ssim_ref": 0.9604482054710388, + "depth": 0.006034157823176485, + "rgb_loss": 0.020825762301683426, + "seg_loss": 0.029457196593284607, + "total": 0.050288993052791206, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006034157823176485, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006034157823176485 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 459, + "adam_update_count": 76194 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21468797279521823 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2cde51ea5ae84bb7bd9f9231b78b7b55_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 460, + "next_interval": 0, + "next_adam_update": 76195, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 459, + "trained_intervals": 76194, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 76194, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.028313159942627, + "median": 7.3608832359313965, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.65035343170166, + "median": 5.592206001281738, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13155725598335266, + "median": 1573.2254638671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025981944054365158, + "median": 268.338134765625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0460.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0460.json new file mode 100644 index 0000000000000000000000000000000000000000..19b1ee170245f12e02be8cb1e3181270fa661bb9 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0460.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0460", + "executed_epochs": 460, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c86316e8ea3f4360ab4aeb9bf81cdbbf.npz", + "optimizer_file": "boundary_c86316e8ea3f4360ab4aeb9bf81cdbbf_optimizer.pt", + "arrays_sha256": "baa313d9f4de4c3892638c5f1c51f18c729677892ae54a601709ed64fa1e86d6", + "optimizer_sha256": "f112fc33b1687314186883f9bfb7b44a782a1825816272b5692c57cd0cdfc3b5", + "stage": "adam", + "completed_passes": 460, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 76360, + "adam_update_count": 76360, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 461, + "consumed_count": 460, + "last_submitted_update": 76360, + "last_consumed_update": 76194, + "pending": [ + { + "reference": { + "source_update": 76360, + "completed_passes": 460, + "next_interval": 0, + "trained_intervals": 76360, + "snapshot": "pass_end_0460", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 460, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 76360, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 76360, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.257884812541306e-05, + "update_l2": 0.0003976880689151585 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4270956853579264e-05, + "update_l2": 0.00010359384032199159 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0607709483116584, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0607709483116584, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021214699372649193, + "ssim_fused": 0.9524509310722351, + "seg_l1": 0.03096558339893818, + "seg_ssim_ref": 0.9524509310722351, + "depth": 0.007098434837361178, + "rgb_loss": 0.026481572538614273, + "seg_loss": 0.03428227826952934, + "total": 0.0607709483116584 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029648566618561745, + "ssim_fused": 0.9361492395401001, + "seg_l1": 0.033092401921749115, + "seg_ssim_ref": 0.9361496567726135, + "depth": 0.005547935495550175, + "rgb_loss": 0.036489006131887436, + "seg_loss": 0.039243992418050766, + "total": 0.07573854648543375, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005547935495550175, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004990191354925175 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02476608194410801, + "ssim_fused": 0.9481916427612305, + "seg_l1": 0.04024026170372963, + "seg_ssim_ref": 0.9481917023658752, + "depth": 0.010411973192822705, + "rgb_loss": 0.030174536630511284, + "seg_loss": 0.042553871870040894, + "total": 0.07273882233639015, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010411973192822705, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009764275710183817 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014255433343350887, + "ssim_fused": 0.9651223421096802, + "seg_l1": 0.02353017032146454, + "seg_ssim_ref": 0.9651221632957458, + "depth": 0.006393156973636813, + "rgb_loss": 0.018379878252744675, + "seg_loss": 0.0257997028529644, + "total": 0.04418597426268271, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006393156973636813, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006393156973636812 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016188718378543854, + "ssim_fused": 0.9603404998779297, + "seg_l1": 0.026999497786164284, + "seg_ssim_ref": 0.9603403210639954, + "depth": 0.006040673687435014, + "rgb_loss": 0.020882874727249146, + "seg_loss": 0.029531534761190414, + "total": 0.050420450162127, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006040673687435014, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006040673687435014 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 460, + "adam_update_count": 76360 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21848620008677244 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c86316e8ea3f4360ab4aeb9bf81cdbbf_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 461, + "next_interval": 0, + "next_adam_update": 76361, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 460, + "trained_intervals": 76360, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 76360, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.028623580932617, + "median": 7.3607258796691895, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6499569416046143, + "median": 5.5924787521362305, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13151642680168152, + "median": 1572.97802734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025992246344685555, + "median": 268.41119384765625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0461.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0461.json new file mode 100644 index 0000000000000000000000000000000000000000..d7bedc955821f6e65377a652e31b1abab1ee4303 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0461.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0461", + "executed_epochs": 461, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6eda655cbbb0463b9195e25bd5cb129c.npz", + "optimizer_file": "boundary_6eda655cbbb0463b9195e25bd5cb129c_optimizer.pt", + "arrays_sha256": "c105f17f23b3cdc2df2b238fd6cc9fc15d2b4c7d9b935e5e347eab9e3e8755c1", + "optimizer_sha256": "f24d5035770263303cd5c66d8816df8c281b292159bebb46fb693ac645772bd1", + "stage": "adam", + "completed_passes": 461, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 76526, + "adam_update_count": 76526, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 462, + "consumed_count": 461, + "last_submitted_update": 76526, + "last_consumed_update": 76360, + "pending": [ + { + "reference": { + "source_update": 76526, + "completed_passes": 461, + "next_interval": 0, + "trained_intervals": 76526, + "snapshot": "pass_end_0461", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 461, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 76526, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 76526, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010356517304899171, + "update_l2": 0.00028588465647771955 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4408981769520324e-05, + "update_l2": 8.286414231406525e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060427357628083656, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060427357628083656, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021103153005242348, + "ssim_fused": 0.9526184797286987, + "seg_l1": 0.030731460079550743, + "seg_ssim_ref": 0.952618420124054, + "depth": 0.007047503328744723, + "rgb_loss": 0.02635882794857025, + "seg_loss": 0.034061480313539505, + "total": 0.060427357628083656 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029543768614530563, + "ssim_fused": 0.9362848997116089, + "seg_l1": 0.03288072720170021, + "seg_ssim_ref": 0.9362852573394775, + "depth": 0.005498793987301438, + "rgb_loss": 0.036378033459186554, + "seg_loss": 0.03904753178358078, + "total": 0.07543106403675463, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005498793987301438, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004941049846676438 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024602355435490608, + "ssim_fused": 0.9484347701072693, + "seg_l1": 0.03987032175064087, + "seg_ssim_ref": 0.9484347105026245, + "depth": 0.010320056267502821, + "rgb_loss": 0.02999493107199669, + "seg_loss": 0.04220931977033615, + "total": 0.07221456717331004, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010320056267502821, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009672358784863933 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014158890582621098, + "ssim_fused": 0.9652444124221802, + "seg_l1": 0.02333294227719307, + "seg_ssim_ref": 0.9652442932128906, + "depth": 0.006361132294121716, + "rgb_loss": 0.018278229981660843, + "seg_loss": 0.02561749704182148, + "total": 0.043902090018421595, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006361132294121716, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006361132294121716 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016107596457004547, + "ssim_fused": 0.9605097770690918, + "seg_l1": 0.02684185467660427, + "seg_ssim_ref": 0.9605095386505127, + "depth": 0.006010030766052918, + "rgb_loss": 0.02078412100672722, + "seg_loss": 0.029371576383709908, + "total": 0.050161709283848326, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006010030766052918, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006010030766052918 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 461, + "adam_update_count": 76526 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22342380206100643 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6eda655cbbb0463b9195e25bd5cb129c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 462, + "next_interval": 0, + "next_adam_update": 76527, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 461, + "trained_intervals": 76526, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 76526, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0303659439086914, + "median": 7.360629558563232, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6487107276916504, + "median": 5.601839065551758, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13128747045993805, + "median": 1572.826416015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02602466009557247, + "median": 270.9248046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0462.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0462.json new file mode 100644 index 0000000000000000000000000000000000000000..32dda05ada0796d94e9319590ef77b56eec327c0 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0462.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0462", + "executed_epochs": 462, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f202a2cc095b4a648dbdda02af7a6599.npz", + "optimizer_file": "boundary_f202a2cc095b4a648dbdda02af7a6599_optimizer.pt", + "arrays_sha256": "1b37b93bd2a813a21437a2b609a853f92a56baefc9e7036d72ea2d812302b69b", + "optimizer_sha256": "455a1510c2d543f3aae9b95a0b92ea5a026ec6e5735c40d9353eee1a93797427", + "stage": "adam", + "completed_passes": 462, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 76692, + "adam_update_count": 76692, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 463, + "consumed_count": 462, + "last_submitted_update": 76692, + "last_consumed_update": 76526, + "pending": [ + { + "reference": { + "source_update": 76692, + "completed_passes": 462, + "next_interval": 0, + "trained_intervals": 76692, + "snapshot": "pass_end_0462", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 462, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 76692, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 76692, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.768899326445535e-05, + "update_l2": 0.0003926894278265536 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4259444469644222e-05, + "update_l2": 0.00012759062519762665 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06078440799444247, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06078440799444247, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02122177928686142, + "ssim_fused": 0.9524381756782532, + "seg_l1": 0.030968958511948586, + "seg_ssim_ref": 0.952438235282898, + "depth": 0.007099575095664736, + "rgb_loss": 0.026489783078432083, + "seg_loss": 0.034287527203559875, + "total": 0.06078440799444247 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02969435602426529, + "ssim_fused": 0.936088502407074, + "seg_l1": 0.033152591437101364, + "seg_ssim_ref": 0.9360888600349426, + "depth": 0.005551091161649933, + "rgb_loss": 0.036537785083055496, + "seg_loss": 0.039304301142692566, + "total": 0.07584763359161942, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005551091161649933, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004993347021024933 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02476031519472599, + "ssim_fused": 0.9481980800628662, + "seg_l1": 0.04020969942212105, + "seg_ssim_ref": 0.9481980800628662, + "depth": 0.010404150240763039, + "rgb_loss": 0.03016863763332367, + "seg_loss": 0.042528145015239716, + "total": 0.07270718679880415, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010404150240763039, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009756452758124147 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01424728985875845, + "ssim_fused": 0.9651249647140503, + "seg_l1": 0.02351611852645874, + "seg_ssim_ref": 0.965124785900116, + "depth": 0.006397943655677243, + "rgb_loss": 0.01837283931672573, + "seg_loss": 0.02578793838620186, + "total": 0.04416717378393812, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006397943655677243, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006397943655677242 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016185160726308823, + "ssim_fused": 0.9603412747383118, + "seg_l1": 0.02699742279946804, + "seg_ssim_ref": 0.9603410959243774, + "depth": 0.006045115324568727, + "rgb_loss": 0.020879874005913734, + "seg_loss": 0.029529720544815063, + "total": 0.050415637803408214, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006045115324568727, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006045115324568728 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 462, + "adam_update_count": 76692 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2151803821325302 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f202a2cc095b4a648dbdda02af7a6599_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 463, + "next_interval": 0, + "next_adam_update": 76693, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 462, + "trained_intervals": 76692, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 76692, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.021536350250244, + "median": 7.360265254974365, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6574556827545166, + "median": 5.593653678894043, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13245181739330292, + "median": 1572.2535400390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025798067450523376, + "median": 268.7157897949219, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0463.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0463.json new file mode 100644 index 0000000000000000000000000000000000000000..374e59e2cf5446ae26a1966d54206fe8d1102730 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0463.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0463", + "executed_epochs": 463, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_eb6f98373aa54abfa61943d0a09ebf69.npz", + "optimizer_file": "boundary_eb6f98373aa54abfa61943d0a09ebf69_optimizer.pt", + "arrays_sha256": "5bc6f067957d5386fa44a232820652b287110a0d5c589ee447997e3cc99067ac", + "optimizer_sha256": "6a425c4ffc62931076fd3d176252742111376ca301562be46745f00b41b8da5a", + "stage": "adam", + "completed_passes": 463, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 76858, + "adam_update_count": 76858, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 464, + "consumed_count": 463, + "last_submitted_update": 76858, + "last_consumed_update": 76692, + "pending": [ + { + "reference": { + "source_update": 76858, + "completed_passes": 463, + "next_interval": 0, + "trained_intervals": 76858, + "snapshot": "pass_end_0463", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 463, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 76858, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 76858, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.851276990957558e-05, + "update_l2": 0.00033070059726014733 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4855859262752347e-05, + "update_l2": 9.904555918183178e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06056781212092889, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06056781212092889, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02113952860236168, + "ssim_fused": 0.9525442123413086, + "seg_l1": 0.03083351068198681, + "seg_ssim_ref": 0.9525442719459534, + "depth": 0.007070659115441442, + "rgb_loss": 0.026402778923511505, + "seg_loss": 0.03415796533226967, + "total": 0.06056781212092889 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029502930119633675, + "ssim_fused": 0.9363252520561218, + "seg_l1": 0.03287224471569061, + "seg_ssim_ref": 0.9363256096839905, + "depth": 0.005489664437118659, + "rgb_loss": 0.036337293684482574, + "seg_loss": 0.039032675325870514, + "total": 0.0753754586747902, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005489664437118659, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00493192029649366 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02466738037765026, + "ssim_fused": 0.9483045935630798, + "seg_l1": 0.04000956565141678, + "seg_ssim_ref": 0.9483045935630798, + "depth": 0.010355535913589672, + "rgb_loss": 0.030072985216975212, + "seg_loss": 0.042346734553575516, + "total": 0.07243007344381917, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010355535913589672, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00970783843095078 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014216843992471695, + "ssim_fused": 0.9651532769203186, + "seg_l1": 0.023462310433387756, + "seg_ssim_ref": 0.9651530981063843, + "depth": 0.006389195311003779, + "rgb_loss": 0.018342819064855576, + "seg_loss": 0.02573923021554947, + "total": 0.04408843847571605, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006389195311003779, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006389195311003779 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016170967370271683, + "ssim_fused": 0.9603937864303589, + "seg_l1": 0.026989920064806938, + "seg_ssim_ref": 0.9603936076164246, + "depth": 0.006048240800053658, + "rgb_loss": 0.02085801586508751, + "seg_loss": 0.029513215646147728, + "total": 0.05037727788939014, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006048240800053658, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006048240800053657 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 463, + "adam_update_count": 76858 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21849501109682024 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_eb6f98373aa54abfa61943d0a09ebf69_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 464, + "next_interval": 0, + "next_adam_update": 76859, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 463, + "trained_intervals": 76858, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 76858, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0139806270599365, + "median": 7.360223293304443, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6649961471557617, + "median": 5.584341526031494, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13345637917518616, + "median": 1572.1876220703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02560427039861679, + "median": 266.22564697265625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0464.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0464.json new file mode 100644 index 0000000000000000000000000000000000000000..5396d5fa793799a7e2846133ee1c51bc9eaea64f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0464.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0464", + "executed_epochs": 464, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_521c14fe50724e81a476b76cc51106f1.npz", + "optimizer_file": "boundary_521c14fe50724e81a476b76cc51106f1_optimizer.pt", + "arrays_sha256": "1aae6c19cc9b2a0de564d7ff6a64b87882213355c4b7eb7715f076dbe2b26770", + "optimizer_sha256": "283a083eea3fcff346cace4230a549a4999191362de50a4f50dcb64417ee3409", + "stage": "adam", + "completed_passes": 464, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 77024, + "adam_update_count": 77024, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 465, + "consumed_count": 464, + "last_submitted_update": 77024, + "last_consumed_update": 76858, + "pending": [ + { + "reference": { + "source_update": 77024, + "completed_passes": 464, + "next_interval": 0, + "trained_intervals": 77024, + "snapshot": "pass_end_0464", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 464, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 77024, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 77024, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010035309969680384, + "update_l2": 0.00011301510676275939 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4550414562108926e-05, + "update_l2": 2.5343973902636208e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060386179870062076, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060386179870062076, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02107858844101429, + "ssim_fused": 0.9526556134223938, + "seg_l1": 0.030723150819540024, + "seg_ssim_ref": 0.9526556730270386, + "depth": 0.0070435163309157355, + "rgb_loss": 0.026331741362810135, + "seg_loss": 0.03404739499092102, + "total": 0.060386179870062076 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02940339222550392, + "ssim_fused": 0.9365003705024719, + "seg_l1": 0.03271649032831192, + "seg_ssim_ref": 0.9365006685256958, + "depth": 0.005476157087360043, + "rgb_loss": 0.03622264042496681, + "seg_loss": 0.038873061537742615, + "total": 0.07510117439450649, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005476157087360043, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004918412946735043 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02460380271077156, + "ssim_fused": 0.948434054851532, + "seg_l1": 0.03991622477769852, + "seg_ssim_ref": 0.948434054851532, + "depth": 0.01033823459858618, + "rgb_loss": 0.029996231198310852, + "seg_loss": 0.042246170341968536, + "total": 0.07225273977487798, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01033823459858618, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00969053711594729 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014188291504979134, + "ssim_fused": 0.9652031064033508, + "seg_l1": 0.023395242169499397, + "seg_ssim_ref": 0.9652029871940613, + "depth": 0.006355140071250498, + "rgb_loss": 0.01831001229584217, + "seg_loss": 0.025675596669316292, + "total": 0.043991964105229715, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006355140071250498, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006355140071250498 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016118867322802544, + "ssim_fused": 0.96048504114151, + "seg_l1": 0.02686465159058571, + "seg_ssim_ref": 0.9604848623275757, + "depth": 0.006004533566466222, + "rgb_loss": 0.020798087120056152, + "seg_loss": 0.02939474955201149, + "total": 0.05019884120563411, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006004533566466222, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006004533566466222 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 464, + "adam_update_count": 77024 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21800673403777182 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_521c14fe50724e81a476b76cc51106f1_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 465, + "next_interval": 0, + "next_adam_update": 77025, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 464, + "trained_intervals": 77024, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 77024, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.026085138320923, + "median": 7.361478805541992, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.652820587158203, + "median": 5.592476844787598, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1318506896495819, + "median": 1574.162841796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02591792307794094, + "median": 268.39959716796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0465.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0465.json new file mode 100644 index 0000000000000000000000000000000000000000..65ede2d4e19c46cf56d1d83629770eaccc4ecf44 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0465.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0465", + "executed_epochs": 465, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_21f5e04552fe4ab189fe33340e462475.npz", + "optimizer_file": "boundary_21f5e04552fe4ab189fe33340e462475_optimizer.pt", + "arrays_sha256": "20dc887522ae1da22c7e1642f91b99f74193d7bce5ba2de7a11e0cd029a802a6", + "optimizer_sha256": "89b3f74beea99d14d24e74988df367dd88f6348ed1f666640b9a104f76a7870f", + "stage": "adam", + "completed_passes": 465, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 77190, + "adam_update_count": 77190, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 466, + "consumed_count": 465, + "last_submitted_update": 77190, + "last_consumed_update": 77024, + "pending": [ + { + "reference": { + "source_update": 77190, + "completed_passes": 465, + "next_interval": 0, + "trained_intervals": 77190, + "snapshot": "pass_end_0465", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 465, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 77190, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 77190, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.992330160457641e-05, + "update_l2": 0.00016805241466499865 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.473903284932021e-05, + "update_l2": 5.560414138017222e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06038146191035511, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06038146191035511, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021068783476948738, + "ssim_fused": 0.9526594877243042, + "seg_l1": 0.030728988349437714, + "seg_ssim_ref": 0.9526594877243042, + "depth": 0.007037117528924525, + "rgb_loss": 0.02632313035428524, + "seg_loss": 0.03405129164457321, + "total": 0.06038146191035511 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02931155078113079, + "ssim_fused": 0.9366484880447388, + "seg_l1": 0.032617565244436264, + "seg_ssim_ref": 0.9366488456726074, + "depth": 0.005447945083834283, + "rgb_loss": 0.03611954301595688, + "seg_loss": 0.03876428306102753, + "total": 0.07488927402206824, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005447945083834283, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004890200943209284 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024618947878479958, + "ssim_fused": 0.9483838081359863, + "seg_l1": 0.03994964808225632, + "seg_ssim_ref": 0.9483838081359863, + "depth": 0.010336378023264826, + "rgb_loss": 0.0300183966755867, + "seg_loss": 0.04228295758366585, + "total": 0.07231169436256611, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010336378023264826, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009688680540625938 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014202408492565155, + "ssim_fused": 0.9651684761047363, + "seg_l1": 0.02343001589179039, + "seg_ssim_ref": 0.965168297290802, + "depth": 0.006352861264043798, + "rgb_loss": 0.0183282308280468, + "seg_loss": 0.02571035362780094, + "total": 0.04404493917975693, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006352861264043798, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006352861264043798 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0161422286182642, + "ssim_fused": 0.9604371786117554, + "seg_l1": 0.026918726041913033, + "seg_ssim_ref": 0.960436999797821, + "depth": 0.00601128574455519, + "rgb_loss": 0.020826347172260284, + "seg_loss": 0.029447581619024277, + "total": 0.050279940077029114, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00601128574455519, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006011285744555191 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 465, + "adam_update_count": 77190 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22858882579021156 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_21f5e04552fe4ab189fe33340e462475_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 466, + "next_interval": 0, + "next_adam_update": 77191, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 465, + "trained_intervals": 77190, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 77190, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.025408983230591, + "median": 7.361691951751709, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6535236835479736, + "median": 5.592158317565918, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1319398730993271, + "median": 1574.498291015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025899706408381462, + "median": 268.3140869140625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0466.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0466.json new file mode 100644 index 0000000000000000000000000000000000000000..f5747a97d8254beed6c4dcfd81f99af3960b232d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0466.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0466", + "executed_epochs": 466, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4602cce763004b338b6b35245e098348.npz", + "optimizer_file": "boundary_4602cce763004b338b6b35245e098348_optimizer.pt", + "arrays_sha256": "ad0d62d9f0e34f8bd0742749d8ad1750f138aa9cd4344c1be8027e90985facf5", + "optimizer_sha256": "8c82c0d8a08f3492736ab75f19260d0a41bfe69dcaafac85ee48c09bef21b9ac", + "stage": "adam", + "completed_passes": 466, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 77356, + "adam_update_count": 77356, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 467, + "consumed_count": 466, + "last_submitted_update": 77356, + "last_consumed_update": 77190, + "pending": [ + { + "reference": { + "source_update": 77356, + "completed_passes": 466, + "next_interval": 0, + "trained_intervals": 77356, + "snapshot": "pass_end_0466", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 466, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 77356, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 77356, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.638295159675181e-05, + "update_l2": 0.00014286150690168142 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4670757991552819e-05, + "update_l2": 4.666848326451145e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060382824552454244, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060382824552454244, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021071849390864372, + "ssim_fused": 0.9526577591896057, + "seg_l1": 0.030726732686161995, + "seg_ssim_ref": 0.9526576995849609, + "depth": 0.0070381660239833745, + "rgb_loss": 0.02632593736052513, + "seg_loss": 0.03404984995722771, + "total": 0.060382824552454244 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02934303507208824, + "ssim_fused": 0.9365930557250977, + "seg_l1": 0.0326567217707634, + "seg_ssim_ref": 0.936593234539032, + "depth": 0.005461807289794864, + "rgb_loss": 0.0361558198928833, + "seg_loss": 0.0388067290186882, + "total": 0.07496801071886129, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005461807289794864, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004904063149169863 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02461741678416729, + "ssim_fused": 0.9483933448791504, + "seg_l1": 0.039944056421518326, + "seg_ssim_ref": 0.9483933448791504, + "depth": 0.010339368839761139, + "rgb_loss": 0.030015263706445694, + "seg_loss": 0.04227657616138458, + "total": 0.07230217551137974, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010339368839761139, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00969167135712225 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014196028932929039, + "ssim_fused": 0.9651864767074585, + "seg_l1": 0.023411687463521957, + "seg_ssim_ref": 0.9651862978935242, + "depth": 0.006346710356395795, + "rgb_loss": 0.01831952854990959, + "seg_loss": 0.025692090392112732, + "total": 0.04401796565237872, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006346710356395795, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006346710356395795 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016130918636918068, + "ssim_fused": 0.960457980632782, + "seg_l1": 0.026894455775618553, + "seg_ssim_ref": 0.9604578018188477, + "depth": 0.0060047776099817, + "rgb_loss": 0.020813139155507088, + "seg_loss": 0.02942400425672531, + "total": 0.05024314632719723, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060047776099817, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006004777609981701 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 466, + "adam_update_count": 77356 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22687291796319187 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4602cce763004b338b6b35245e098348_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 467, + "next_interval": 0, + "next_adam_update": 77357, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 466, + "trained_intervals": 77356, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 77356, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0221784114837646, + "median": 7.362362384796143, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6567020416259766, + "median": 5.592085838317871, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13236680626869202, + "median": 1575.55419921875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025817519053816795, + "median": 268.2950439453125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0467.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0467.json new file mode 100644 index 0000000000000000000000000000000000000000..b6aa1933c01dce30d4554f4ed27189473bae25e5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0467.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0467", + "executed_epochs": 467, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cd0b30a8e51b4f72befefa42452a921c.npz", + "optimizer_file": "boundary_cd0b30a8e51b4f72befefa42452a921c_optimizer.pt", + "arrays_sha256": "815ef4d211ddad68dc8ac25f16ce243ddf7d13dca63c56fe1da14fb0a2a0e596", + "optimizer_sha256": "6c7ae3eb67de160cffe8b263468045855f5c69c9430363b36ff361b2dbabf7c7", + "stage": "adam", + "completed_passes": 467, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 77522, + "adam_update_count": 77522, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 468, + "consumed_count": 467, + "last_submitted_update": 77522, + "last_consumed_update": 77356, + "pending": [ + { + "reference": { + "source_update": 77522, + "completed_passes": 467, + "next_interval": 0, + "trained_intervals": 77522, + "snapshot": "pass_end_0467", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 467, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 77522, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 77522, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010075325553771108, + "update_l2": 2.788261372188572e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4853746506560128e-05, + "update_l2": 4.596784947352717e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06049314617974106, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06049314617974106, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021112844347953796, + "ssim_fused": 0.9525891542434692, + "seg_l1": 0.030789336189627647, + "seg_ssim_ref": 0.9525890946388245, + "depth": 0.007053947573333733, + "rgb_loss": 0.026372447609901428, + "seg_loss": 0.03411364555358887, + "total": 0.06049314617974106 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02943812683224678, + "ssim_fused": 0.9364302754402161, + "seg_l1": 0.03278575465083122, + "seg_ssim_ref": 0.9364306330680847, + "depth": 0.005470316484649924, + "rgb_loss": 0.03626444563269615, + "seg_loss": 0.038942478597164154, + "total": 0.07521239082105466, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005470316484649924, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049125723440249245 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02464381977915764, + "ssim_fused": 0.9483415484428406, + "seg_l1": 0.03996514156460762, + "seg_ssim_ref": 0.9483414888381958, + "depth": 0.010341272664879865, + "rgb_loss": 0.030046746134757996, + "seg_loss": 0.042303815484046936, + "total": 0.0723609028914698, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010341272664879865, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009693575182240973 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014209833927452564, + "ssim_fused": 0.9651651978492737, + "seg_l1": 0.02344239130616188, + "seg_ssim_ref": 0.9651650190353394, + "depth": 0.006371263557065588, + "rgb_loss": 0.018334828317165375, + "seg_loss": 0.025720911100506783, + "total": 0.04406210881858407, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006371263557065588, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006371263557065588 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016159595921635628, + "ssim_fused": 0.9604195356369019, + "seg_l1": 0.026964060962200165, + "seg_ssim_ref": 0.9604193568229675, + "depth": 0.006032937586739556, + "rgb_loss": 0.02084377035498619, + "seg_loss": 0.029487378895282745, + "total": 0.05033718218785568, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006032937586739556, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006032937586739555 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 467, + "adam_update_count": 77522 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22339540114626288 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cd0b30a8e51b4f72befefa42452a921c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 468, + "next_interval": 0, + "next_adam_update": 77523, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 467, + "trained_intervals": 77522, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 77522, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0119147300720215, + "median": 7.360372066497803, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.666792869567871, + "median": 5.580348014831543, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1337323635816574, + "median": 1572.4215087890625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025558307766914368, + "median": 265.165771484375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0468.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0468.json new file mode 100644 index 0000000000000000000000000000000000000000..f479e67e34efe2043f9308882249fc80a1c32596 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0468.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0468", + "executed_epochs": 468, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b168d5a7c5d54ae58b8d4b9066261d21.npz", + "optimizer_file": "boundary_b168d5a7c5d54ae58b8d4b9066261d21_optimizer.pt", + "arrays_sha256": "23c1c9774aa9ac90d54bf7a194792454f6346c510b436a0b459990312c6c2176", + "optimizer_sha256": "ef8795264d8f843fdbbd003879e187d697b363a943dcbc35515df8ffe14a359e", + "stage": "adam", + "completed_passes": 468, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 77688, + "adam_update_count": 77688, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 469, + "consumed_count": 468, + "last_submitted_update": 77688, + "last_consumed_update": 77522, + "pending": [ + { + "reference": { + "source_update": 77688, + "completed_passes": 468, + "next_interval": 0, + "trained_intervals": 77688, + "snapshot": "pass_end_0468", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 468, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 77688, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 77688, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.57607408054173e-05, + "update_l2": 4.714188980869949e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4531385204463731e-05, + "update_l2": 8.434982191829477e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060741232228702785, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060741232228702785, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021197864785790443, + "ssim_fused": 0.9524635076522827, + "seg_l1": 0.030951593071222305, + "seg_ssim_ref": 0.9524635672569275, + "depth": 0.00708967936682489, + "rgb_loss": 0.026465583592653275, + "seg_loss": 0.034268561750650406, + "total": 0.060741232228702785 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029570559039711952, + "ssim_fused": 0.9362467527389526, + "seg_l1": 0.032999638468027115, + "seg_ssim_ref": 0.9362471103668213, + "depth": 0.005521296741850933, + "rgb_loss": 0.036407098174095154, + "seg_loss": 0.03915029019117355, + "total": 0.07556290966201056, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005521296741850933, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004963552601225933 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024765735492110252, + "ssim_fused": 0.9481711983680725, + "seg_l1": 0.040235087275505066, + "seg_ssim_ref": 0.9481711983680725, + "depth": 0.01040706052485155, + "rgb_loss": 0.03017834946513176, + "seg_loss": 0.04255383089184761, + "total": 0.07274258741750422, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01040706052485155, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00975936304221266 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01425815187394619, + "ssim_fused": 0.9651046991348267, + "seg_l1": 0.02354441024363041, + "seg_ssim_ref": 0.9651046395301819, + "depth": 0.006389440205714459, + "rgb_loss": 0.01838558167219162, + "seg_loss": 0.02581460028886795, + "total": 0.044206571401265285, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006389440205714459, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006389440205714458 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01619701273739338, + "ssim_fused": 0.9603315591812134, + "seg_l1": 0.027027245610952377, + "seg_ssim_ref": 0.960331380367279, + "depth": 0.006040919994882618, + "rgb_loss": 0.020891297608613968, + "seg_loss": 0.02955552190542221, + "total": 0.05045286043403106, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006040919994882618, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006040919994882618 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 468, + "adam_update_count": 77688 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22389026009477675 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b168d5a7c5d54ae58b8d4b9066261d21_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 469, + "next_interval": 0, + "next_adam_update": 77689, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 468, + "trained_intervals": 77688, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 77688, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0161256790161133, + "median": 7.360174655914307, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.662662982940674, + "median": 5.583948135375977, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13317041099071503, + "median": 1572.1112060546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025664078071713448, + "median": 266.12225341796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0469.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0469.json new file mode 100644 index 0000000000000000000000000000000000000000..cd4359ed367a04c74a3ae6223e025207b854b8c5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0469.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0469", + "executed_epochs": 469, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d3907b8e113d4a799c4c7369044e2f13.npz", + "optimizer_file": "boundary_d3907b8e113d4a799c4c7369044e2f13_optimizer.pt", + "arrays_sha256": "d0cd3c7d71f019825c71bad1f04e47d1783aa1d9ab479f45427591be77da0204", + "optimizer_sha256": "20087d4dd09cbd334cb7c353ab77a80379de9982af32bb506f7217fd20edb771", + "stage": "adam", + "completed_passes": 469, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 77854, + "adam_update_count": 77854, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 470, + "consumed_count": 469, + "last_submitted_update": 77854, + "last_consumed_update": 77688, + "pending": [ + { + "reference": { + "source_update": 77854, + "completed_passes": 469, + "next_interval": 0, + "trained_intervals": 77854, + "snapshot": "pass_end_0469", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 469, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 77854, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 77854, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001003856013994664, + "update_l2": 0.00010121361265191808 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.466670073568821e-05, + "update_l2": 1.7940585166797973e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060255213955527354, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060255213955527354, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021031316369771957, + "ssim_fused": 0.9527197480201721, + "seg_l1": 0.030638787895441055, + "seg_ssim_ref": 0.9527196884155273, + "depth": 0.0070159678516868735, + "rgb_loss": 0.02628111094236374, + "seg_loss": 0.03396708518266678, + "total": 0.060255213955527354 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029324205592274666, + "ssim_fused": 0.9366114139556885, + "seg_l1": 0.03259766846895218, + "seg_ssim_ref": 0.9366117119789124, + "depth": 0.005451254625171165, + "rgb_loss": 0.03613708168268204, + "seg_loss": 0.03875579312443733, + "total": 0.07489832978703484, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005451254625171165, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004893510484546165 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02456711418926716, + "ssim_fused": 0.9484924674034119, + "seg_l1": 0.0398404486477375, + "seg_ssim_ref": 0.9484924674034119, + "depth": 0.010312885988489983, + "rgb_loss": 0.029955197125673294, + "seg_loss": 0.04217386618256569, + "total": 0.07213937619422747, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010312885988489983, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009665188505851094 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014148389920592308, + "ssim_fused": 0.9652496576309204, + "seg_l1": 0.02332133799791336, + "seg_ssim_ref": 0.9652495384216309, + "depth": 0.006322944961564305, + "rgb_loss": 0.018268780782818794, + "seg_loss": 0.025607164949178696, + "total": 0.0438822705396042, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006322944961564305, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006322944961564305 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016085555776953697, + "ssim_fused": 0.9605253338813782, + "seg_l1": 0.02679569460451603, + "seg_ssim_ref": 0.9605251550674438, + "depth": 0.005976785831522042, + "rgb_loss": 0.020763378590345383, + "seg_loss": 0.029331523925065994, + "total": 0.0501008793012429, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005976785831522042, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005976785831522041 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 469, + "adam_update_count": 77854 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24570737313479185 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d3907b8e113d4a799c4c7369044e2f13_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 470, + "next_interval": 0, + "next_adam_update": 77855, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 469, + "trained_intervals": 77854, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 77854, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0168042182922363, + "median": 7.3604302406311035, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.661989688873291, + "median": 5.5849738121032715, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13308008015155792, + "median": 1572.5130615234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02568136528134346, + "median": 266.3951110839844, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0470.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0470.json new file mode 100644 index 0000000000000000000000000000000000000000..7e5b300d065d058fe70df1aa5ee02250701889e4 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0470.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0470", + "executed_epochs": 470, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_be3d368342664d419c568fd03ec62236.npz", + "optimizer_file": "boundary_be3d368342664d419c568fd03ec62236_optimizer.pt", + "arrays_sha256": "83812611fc7993b0bfa3c235cfce909b9edbdcf8da892756b850e93dc87b3fb3", + "optimizer_sha256": "d7b8031fbd9951b330c6d9745ca8b5692fc3b748937fd7567b30ae5560b695ae", + "stage": "adam", + "completed_passes": 470, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 78020, + "adam_update_count": 78020, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 471, + "consumed_count": 470, + "last_submitted_update": 78020, + "last_consumed_update": 77854, + "pending": [ + { + "reference": { + "source_update": 78020, + "completed_passes": 470, + "next_interval": 0, + "trained_intervals": 78020, + "snapshot": "pass_end_0470", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 470, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 78020, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 78020, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.984349162550643e-05, + "update_l2": 1.0415265023766551e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4949961951060686e-05, + "update_l2": 2.967744876514189e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06034998786286115, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06034998786286115, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02106625959277153, + "ssim_fused": 0.9526782035827637, + "seg_l1": 0.030701499432325363, + "seg_ssim_ref": 0.9526781439781189, + "depth": 0.007037116444103886, + "rgb_loss": 0.026317376643419266, + "seg_loss": 0.03402557596564293, + "total": 0.06034998786286115 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02937035821378231, + "ssim_fused": 0.936558723449707, + "seg_l1": 0.03267672285437584, + "seg_ssim_ref": 0.9365590810775757, + "depth": 0.005465199534596306, + "rgb_loss": 0.03618454188108444, + "seg_loss": 0.03882956504821777, + "total": 0.07501957212883681, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005465199534596306, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004907455393971307 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024570874869823456, + "ssim_fused": 0.9484653472900391, + "seg_l1": 0.039833806455135345, + "seg_ssim_ref": 0.9484652280807495, + "depth": 0.010304912818696145, + "rgb_loss": 0.029963631182909012, + "seg_loss": 0.042174000293016434, + "total": 0.07214793638874414, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010304912818696145, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009657215336057253 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014192843809723854, + "ssim_fused": 0.9651979207992554, + "seg_l1": 0.02339869737625122, + "seg_ssim_ref": 0.965197741985321, + "depth": 0.006362976483940146, + "rgb_loss": 0.01831469126045704, + "seg_loss": 0.025679409503936768, + "total": 0.044000461878232595, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006362976483940146, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006362976483940146 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01613095961511135, + "ssim_fused": 0.9604906439781189, + "seg_l1": 0.026896774768829346, + "seg_ssim_ref": 0.9604904651641846, + "depth": 0.006015376939182945, + "rgb_loss": 0.02080664038658142, + "seg_loss": 0.029419327154755592, + "total": 0.05023198105563105, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006015376939182945, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006015376939182946 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 470, + "adam_update_count": 78020 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2182501091156155 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_be3d368342664d419c568fd03ec62236_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 471, + "next_interval": 0, + "next_adam_update": 78021, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 470, + "trained_intervals": 78020, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 78020, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.030405282974243, + "median": 7.360215663909912, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6484670639038086, + "median": 5.589441299438477, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13128229975700378, + "median": 1572.1756591796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026031002402305603, + "median": 267.5880126953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0471.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0471.json new file mode 100644 index 0000000000000000000000000000000000000000..5ba1ac712d78679923092c4d2ffe349efd514307 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0471.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0471", + "executed_epochs": 471, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3696d34779b04130a915d52a84b53659.npz", + "optimizer_file": "boundary_3696d34779b04130a915d52a84b53659_optimizer.pt", + "arrays_sha256": "d5b23b3af6d89eb4b6d08ab5dc33f12ca24ea6f7e2223da768adc246ed23e455", + "optimizer_sha256": "81e1a67ebe9d48d3cc0ee8462f68ce3347e45b6d76ef9192cfe53c5199cf221f", + "stage": "adam", + "completed_passes": 471, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 78186, + "adam_update_count": 78186, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 472, + "consumed_count": 471, + "last_submitted_update": 78186, + "last_consumed_update": 78020, + "pending": [ + { + "reference": { + "source_update": 78186, + "completed_passes": 471, + "next_interval": 0, + "trained_intervals": 78186, + "snapshot": "pass_end_0471", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 471, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 78186, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 78186, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.534708806313574e-05, + "update_l2": 1.6870822946657427e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4848270438960753e-05, + "update_l2": 4.90260072183446e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06044896859510594, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06044896859510594, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02110487036406994, + "ssim_fused": 0.9526260495185852, + "seg_l1": 0.030760539695620537, + "seg_ssim_ref": 0.9526259899139404, + "depth": 0.007051786619960653, + "rgb_loss": 0.02635869011282921, + "seg_loss": 0.034083228558301926, + "total": 0.06044896859510594 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0294880960136652, + "ssim_fused": 0.9363886117935181, + "seg_l1": 0.032835811376571655, + "seg_ssim_ref": 0.9363889098167419, + "depth": 0.005504938271594389, + "rgb_loss": 0.036312755197286606, + "seg_loss": 0.038990870118141174, + "total": 0.07530913397898967, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005504938271594389, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004947194130969389 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024627182632684708, + "ssim_fused": 0.9484173059463501, + "seg_l1": 0.03996910899877548, + "seg_ssim_ref": 0.9484173059463501, + "depth": 0.010355456810549368, + "rgb_loss": 0.030018284916877747, + "seg_loss": 0.042291827499866486, + "total": 0.07232046787355478, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010355456810549368, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009707759327910478 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014189179986715317, + "ssim_fused": 0.9652101397514343, + "seg_l1": 0.02339342050254345, + "seg_ssim_ref": 0.9652099609375, + "depth": 0.006354536435058754, + "rgb_loss": 0.01830931566655636, + "seg_loss": 0.02567274495959282, + "total": 0.043988413299939084, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006354536435058754, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006354536435058754 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016115015372633934, + "ssim_fused": 0.9604880809783936, + "seg_l1": 0.026843814179301262, + "seg_ssim_ref": 0.9604879021644592, + "depth": 0.005992214962640104, + "rgb_loss": 0.020794395357370377, + "seg_loss": 0.029377471655607224, + "total": 0.05017785922794024, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005992214962640104, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005992214962640104 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 471, + "adam_update_count": 78186 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2220507541205734 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3696d34779b04130a915d52a84b53659_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 472, + "next_interval": 0, + "next_adam_update": 78187, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 471, + "trained_intervals": 78186, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 78186, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0271406173706055, + "median": 7.360436916351318, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6513144969940186, + "median": 5.589700698852539, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13171160221099854, + "median": 1572.5234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025956986472010612, + "median": 267.65704345703125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0472.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0472.json new file mode 100644 index 0000000000000000000000000000000000000000..eed277b12616ac75ae42a81bfa845d203a57e86a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0472.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0472", + "executed_epochs": 472, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c040cb7910b841249e2904e7166753f0.npz", + "optimizer_file": "boundary_c040cb7910b841249e2904e7166753f0_optimizer.pt", + "arrays_sha256": "19093de4fa49f604ab7d825aaaf5b4eeac4c77510e58aad7af28886581fef9fa", + "optimizer_sha256": "6432dad2d6f90ef8ad16384c8f2224e3904771be0eb14a97f57ef0c5233711a7", + "stage": "adam", + "completed_passes": 472, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 78352, + "adam_update_count": 78352, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 473, + "consumed_count": 472, + "last_submitted_update": 78352, + "last_consumed_update": 78186, + "pending": [ + { + "reference": { + "source_update": 78352, + "completed_passes": 472, + "next_interval": 0, + "trained_intervals": 78352, + "snapshot": "pass_end_0472", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 472, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 78352, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 78352, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010192440095124766, + "update_l2": 2.732686152739916e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4901940630807076e-05, + "update_l2": 1.0306216609023977e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060464588598477975, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060464588598477975, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021115155890583992, + "ssim_fused": 0.9525996446609497, + "seg_l1": 0.03075660578906536, + "seg_ssim_ref": 0.9525997042655945, + "depth": 0.0070553730608328225, + "rgb_loss": 0.026372184976935387, + "seg_loss": 0.03408535197377205, + "total": 0.060464588598477975 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029548687860369682, + "ssim_fused": 0.9362801313400269, + "seg_l1": 0.03289917856454849, + "seg_ssim_ref": 0.936280369758606, + "depth": 0.005503170521729885, + "rgb_loss": 0.036382924765348434, + "seg_loss": 0.03906327113509178, + "total": 0.07545169907096194, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005503170521729885, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004945426381104886 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024618806317448616, + "ssim_fused": 0.9484032988548279, + "seg_l1": 0.039899811148643494, + "seg_ssim_ref": 0.9484032988548279, + "depth": 0.010328439423758795, + "rgb_loss": 0.030014384537935257, + "seg_loss": 0.04223918914794922, + "total": 0.07226389840001794, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010328439423758795, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009680741941119907 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014171323738992214, + "ssim_fused": 0.9652262330055237, + "seg_l1": 0.023355640470981598, + "seg_ssim_ref": 0.9652260541915894, + "depth": 0.006369362913523801, + "rgb_loss": 0.018291812390089035, + "seg_loss": 0.025639301165938377, + "total": 0.04393748105629579, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006369362913523801, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006369362913523801 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01612180471420288, + "ssim_fused": 0.9604891538619995, + "seg_l1": 0.02687179297208786, + "seg_ssim_ref": 0.9604889750480652, + "depth": 0.006020519384318808, + "rgb_loss": 0.02079961448907852, + "seg_loss": 0.02939963899552822, + "total": 0.05020527586663621, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006020519384318808, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006020519384318808 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 472, + "adam_update_count": 78352 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22391485190019011 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c040cb7910b841249e2904e7166753f0_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 473, + "next_interval": 0, + "next_adam_update": 78353, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 472, + "trained_intervals": 78352, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 78352, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0302011966705322, + "median": 7.3605451583862305, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6483216285705566, + "median": 5.592092037200928, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13130909204483032, + "median": 1572.693603515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02603478729724884, + "median": 268.2977600097656, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0473.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0473.json new file mode 100644 index 0000000000000000000000000000000000000000..030c30f9f9342e58edfa656172ffb4677c861f0c --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0473.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0473", + "executed_epochs": 473, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8d439a6ef0ce4f00aec5505b75abad2e.npz", + "optimizer_file": "boundary_8d439a6ef0ce4f00aec5505b75abad2e_optimizer.pt", + "arrays_sha256": "7f12550f348633778e1ec0c679543a057a61a0c6d86e04756ed1330989a1f1c1", + "optimizer_sha256": "1d764f8ffd1f0c13b5bdd296b9f1bb19966da3fa0730f68851ad9e6764b4a257", + "stage": "adam", + "completed_passes": 473, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 78518, + "adam_update_count": 78518, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 474, + "consumed_count": 473, + "last_submitted_update": 78518, + "last_consumed_update": 78352, + "pending": [ + { + "reference": { + "source_update": 78518, + "completed_passes": 473, + "next_interval": 0, + "trained_intervals": 78518, + "snapshot": "pass_end_0473", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 473, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 78518, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 78518, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.692335879663005e-05, + "update_l2": 6.251010199775919e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4372260920936242e-05, + "update_l2": 2.3455912014469504e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06090557685546256, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 508, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06090557685546256, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02127186395227909, + "ssim_fused": 0.9523760080337524, + "seg_l1": 0.031039193272590637, + "seg_ssim_ref": 0.9523760080337524, + "depth": 0.007133171480665592, + "rgb_loss": 0.026542291045188904, + "seg_loss": 0.03435615077614784, + "total": 0.06090557685546256 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029840009286999702, + "ssim_fused": 0.9359053373336792, + "seg_l1": 0.033349547535181046, + "seg_ssim_ref": 0.9359056949615479, + "depth": 0.005583834663713869, + "rgb_loss": 0.03669094294309616, + "seg_loss": 0.039498500525951385, + "total": 0.07619502730371126, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005583834663713869, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.005026090523088869 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024769101291894913, + "ssim_fused": 0.9481586217880249, + "seg_l1": 0.040176909416913986, + "seg_ssim_ref": 0.9481586217880249, + "depth": 0.010398396790009253, + "rgb_loss": 0.03018355742096901, + "seg_loss": 0.04250980541110039, + "total": 0.07270376122885941, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010398396790009253, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009750699307370362 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014261474832892418, + "ssim_fused": 0.9651102423667908, + "seg_l1": 0.02354145608842373, + "seg_ssim_ref": 0.9651100635528564, + "depth": 0.006454177042976953, + "rgb_loss": 0.01838713139295578, + "seg_loss": 0.025811154395341873, + "total": 0.04420473996534063, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006454177042976953, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006454177042976953 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01621686853468418, + "ssim_fused": 0.9603298306465149, + "seg_l1": 0.02708885632455349, + "seg_ssim_ref": 0.9603296518325806, + "depth": 0.006096277425962293, + "rgb_loss": 0.020907528698444366, + "seg_loss": 0.02960515394806862, + "total": 0.050518778923938946, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006096277425962293, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006096277425962293 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 473, + "adam_update_count": 78518 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22193240886554122 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8d439a6ef0ce4f00aec5505b75abad2e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 474, + "next_interval": 0, + "next_adam_update": 78519, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 473, + "trained_intervals": 78518, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 78518, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.028701066970825, + "median": 7.360668659210205, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.649810552597046, + "median": 5.591094970703125, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13150623440742493, + "median": 1572.887939453125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025996053591370583, + "median": 268.03057861328125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 508, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +}