diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0074.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0074.json new file mode 100644 index 0000000000000000000000000000000000000000..c25221eec265873f633d8be355e122f2a06302a5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0074.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0074", + "executed_epochs": 74, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d991ccb26d0c4aa8ac3ce26953f5a144.npz", + "optimizer_file": "boundary_d991ccb26d0c4aa8ac3ce26953f5a144_optimizer.pt", + "arrays_sha256": "0ec897262a8d1d6263af9c95f8bd27ff9f6a223edf6a4d416621be189fbecd6c", + "optimizer_sha256": "566c0b61d339eec935e8abde3b803f4179f96307043d92c16075b1e61a417a86", + "stage": "adam", + "completed_passes": 74, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12284, + "adam_update_count": 12284, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 75, + "consumed_count": 74, + "last_submitted_update": 12284, + "last_consumed_update": 12118, + "pending": [ + { + "reference": { + "source_update": 12284, + "completed_passes": 74, + "next_interval": 0, + "trained_intervals": 12284, + "snapshot": "pass_end_0074", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 74, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12284, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12284, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.767048762412742e-05, + "update_l2": 0.016345182433724403 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.864097253535874e-06, + "update_l2": 0.0010651352349668741 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05794209514245255, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05794209514245255, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02012551762163639, + "ssim_fused": 0.9539241790771484, + "seg_l1": 0.02925613708794117, + "seg_ssim_ref": 0.9539241790771484, + "depth": 0.0064456133530776585, + "rgb_loss": 0.025315579026937485, + "seg_loss": 0.03262006863951683, + "total": 0.05794209514245255 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026979390531778336, + "ssim_fused": 0.9396524429321289, + "seg_l1": 0.029733043164014816, + "seg_ssim_ref": 0.9396529793739319, + "depth": 0.004789931607786825, + "rgb_loss": 0.03365302458405495, + "seg_loss": 0.03585583716630936, + "total": 0.06951365540726238, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004789931607786825, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004232187467161825 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024121223017573357, + "ssim_fused": 0.9492813348770142, + "seg_l1": 0.03931081295013428, + "seg_ssim_ref": 0.9492812156677246, + "depth": 0.009862941531881225, + "rgb_loss": 0.029440712183713913, + "seg_loss": 0.04159240797162056, + "total": 0.07104298309686635, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009862941531881225, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009215244049242335 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013688857667148113, + "ssim_fused": 0.9657860398292542, + "seg_l1": 0.022219156846404076, + "seg_ssim_ref": 0.9657858610153198, + "depth": 0.005645245354926317, + "rgb_loss": 0.01779387891292572, + "seg_loss": 0.024618152529001236, + "total": 0.042417676687281886, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005645245354926317, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005645245354926317 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01571260206401348, + "ssim_fused": 0.9609768986701965, + "seg_l1": 0.025761527940630913, + "seg_ssim_ref": 0.9609767198562622, + "depth": 0.005484334917716267, + "rgb_loss": 0.020374702289700508, + "seg_loss": 0.02841387875378132, + "total": 0.048794065378399545, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005484334917716267, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005484334917716267 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 74, + "adam_update_count": 12284 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23006671178154647 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d991ccb26d0c4aa8ac3ce26953f5a144_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 75, + "next_interval": 0, + "next_adam_update": 12285, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 74, + "trained_intervals": 12284, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 12284, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0415881872177124, + "median": 7.350151062011719, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5661346912384033, + "median": 5.468693733215332, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.35289376974105835, + "median": 1556.431640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07683195173740387, + "median": 237.1534423828125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0075.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0075.json new file mode 100644 index 0000000000000000000000000000000000000000..6c30d3b88f9cac7cf39696320976e24774471532 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0075.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0075", + "executed_epochs": 75, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f8bd8e36ce4243539ddb86cb8ac79575.npz", + "optimizer_file": "boundary_f8bd8e36ce4243539ddb86cb8ac79575_optimizer.pt", + "arrays_sha256": "d480a693655a3effb2217a3e38117fee7f4ace6550a2d1316c8f082dc94b0613", + "optimizer_sha256": "e5841a7c87fb4cb7fd27400d4b62eca25419914a7db1df6245320e8897fc28b7", + "stage": "adam", + "completed_passes": 75, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12450, + "adam_update_count": 12450, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 76, + "consumed_count": 75, + "last_submitted_update": 12450, + "last_consumed_update": 12284, + "pending": [ + { + "reference": { + "source_update": 12450, + "completed_passes": 75, + "next_interval": 0, + "trained_intervals": 12450, + "snapshot": "pass_end_0075", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 75, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12450, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12450, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012782419798895717, + "update_l2": 0.0015515428967773914 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.38760471297428e-05, + "update_l2": 0.0007506631081923842 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.053525481545439894, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.053525481545439894, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01826363243162632, + "ssim_fused": 0.9558097124099731, + "seg_l1": 0.026541229337453842, + "seg_ssim_ref": 0.9558097124099731, + "depth": 0.0054884563004294696, + "rgb_loss": 0.023448951542377472, + "seg_loss": 0.030071038752794266, + "total": 0.053525481545439894 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024824947118759155, + "ssim_fused": 0.9415543675422668, + "seg_l1": 0.028197098523378372, + "seg_ssim_ref": 0.9415547251701355, + "depth": 0.0042538585459109815, + "rgb_loss": 0.031549084931612015, + "seg_loss": 0.03424673527479172, + "total": 0.06580007779023994, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0042538585459109815, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036961144052859813 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02223857119679451, + "ssim_fused": 0.9512880444526672, + "seg_l1": 0.035993095487356186, + "seg_ssim_ref": 0.9512880444526672, + "depth": 0.008713437088076025, + "rgb_loss": 0.02753324806690216, + "seg_loss": 0.03853686898946762, + "total": 0.06607883049345786, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008713437088076025, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008065739605437137 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012162850238382816, + "ssim_fused": 0.9672532081604004, + "seg_l1": 0.019572556018829346, + "seg_ssim_ref": 0.9672530293464661, + "depth": 0.0044668316803417275, + "rgb_loss": 0.016279637813568115, + "seg_loss": 0.022207438945770264, + "total": 0.03849154359101872, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0044668316803417275, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0044668316803417275 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013828164897859097, + "ssim_fused": 0.9631434679031372, + "seg_l1": 0.022402171045541763, + "seg_ssim_ref": 0.9631431102752686, + "depth": 0.004519697887389144, + "rgb_loss": 0.018433839082717896, + "seg_loss": 0.02529311552643776, + "total": 0.04373147430704304, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004519697887389144, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004519697887389144 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 75, + "adam_update_count": 12450 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22466876404359937 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f8bd8e36ce4243539ddb86cb8ac79575_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 76, + "next_interval": 0, + "next_adam_update": 12451, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 75, + "trained_intervals": 12450, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 12450, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.039179801940918, + "median": 7.349621772766113, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.564610004425049, + "median": 5.467751502990723, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3537447154521942, + "median": 1555.60791015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07694918662309647, + "median": 236.93032836914062, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0076.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0076.json new file mode 100644 index 0000000000000000000000000000000000000000..6ab0ee0e915b857dc818768ca13b105eef5dfcad --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0076.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0076", + "executed_epochs": 76, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0468c2e9e5de4f95b11868eadebd7467.npz", + "optimizer_file": "boundary_0468c2e9e5de4f95b11868eadebd7467_optimizer.pt", + "arrays_sha256": "beb695f28f8a1da04c71f0376580f10b3d89459120145c53343cc80e26010d07", + "optimizer_sha256": "5e2855f3a36446cd89576f9d229e2e869f80cf3f6add8254b6079e264036536d", + "stage": "adam", + "completed_passes": 76, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12616, + "adam_update_count": 12616, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 77, + "consumed_count": 76, + "last_submitted_update": 12616, + "last_consumed_update": 12450, + "pending": [ + { + "reference": { + "source_update": 12616, + "completed_passes": 76, + "next_interval": 0, + "trained_intervals": 12616, + "snapshot": "pass_end_0076", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 76, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12616, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12616, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.731983012286946e-05, + "update_l2": 0.004972182679921389 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.40630764287198e-06, + "update_l2": 0.0011839288054034114 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05806539966366021, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05806539966366021, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020152775570750237, + "ssim_fused": 0.9538573026657104, + "seg_l1": 0.029349541291594505, + "seg_ssim_ref": 0.9538573026657104, + "depth": 0.006461652133145448, + "rgb_loss": 0.025350764393806458, + "seg_loss": 0.032708171755075455, + "total": 0.05806539966366021 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026943998411297798, + "ssim_fused": 0.9396024346351624, + "seg_l1": 0.029790636152029037, + "seg_ssim_ref": 0.9396028518676758, + "depth": 0.004794187417869302, + "rgb_loss": 0.03363471105694771, + "seg_loss": 0.03591194003820419, + "total": 0.06955144900786008, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004794187417869302, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004236443277244302 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024180257692933083, + "ssim_fused": 0.9492159485816956, + "seg_l1": 0.03943534567952156, + "seg_ssim_ref": 0.9492159485816956, + "depth": 0.009890458882297908, + "rgb_loss": 0.029501017183065414, + "seg_loss": 0.04170508682727814, + "total": 0.07121599819451614, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009890458882297908, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009242761399659018 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01373221818357706, + "ssim_fused": 0.9657090902328491, + "seg_l1": 0.022309688851237297, + "seg_ssim_ref": 0.9657089114189148, + "depth": 0.005655988042703829, + "rgb_loss": 0.017843957990407944, + "seg_loss": 0.024705970659852028, + "total": 0.042555586500947824, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005655988042703829, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00565598804270383 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01575462706387043, + "ssim_fused": 0.96090167760849, + "seg_l1": 0.025862490758299828, + "seg_ssim_ref": 0.9609014987945557, + "depth": 0.005505974189710751, + "rgb_loss": 0.020423367619514465, + "seg_loss": 0.02850969135761261, + "total": 0.048938564951316786, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005505974189710751, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005505974189710752 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 76, + "adam_update_count": 12616 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22848796285688877 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0468c2e9e5de4f95b11868eadebd7467_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 77, + "next_interval": 0, + "next_adam_update": 12617, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 76, + "trained_intervals": 12616, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 12616, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0392781496047974, + "median": 7.347840785980225, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5708189010620117, + "median": 5.466008186340332, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3537099361419678, + "median": 1552.8399658203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07647290080785751, + "median": 236.53515625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0077.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0077.json new file mode 100644 index 0000000000000000000000000000000000000000..9d5b0b801be6a5f5513f0a7e6658ec4bc8d4fbb2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0077.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0077", + "executed_epochs": 77, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_de685683fb964839b091be002afdec9e.npz", + "optimizer_file": "boundary_de685683fb964839b091be002afdec9e_optimizer.pt", + "arrays_sha256": "0c111e8099963efa9494144390d6b14cbd4f99922c441af79bd96b34ffe74a1b", + "optimizer_sha256": "044043cbe872a444514beb2e7cbb208e874865cd92d92ddd891827797b959a55", + "stage": "adam", + "completed_passes": 77, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12782, + "adam_update_count": 12782, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 78, + "consumed_count": 77, + "last_submitted_update": 12782, + "last_consumed_update": 12616, + "pending": [ + { + "reference": { + "source_update": 12782, + "completed_passes": 77, + "next_interval": 0, + "trained_intervals": 12782, + "snapshot": "pass_end_0077", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 77, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12782, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12782, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.943867629161105e-05, + "update_l2": 5.6144403060898185e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.94748916127719e-06, + "update_l2": 2.7198035240871832e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05903588863944122, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05903588863944122, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02050640806555748, + "ssim_fused": 0.9533888101577759, + "seg_l1": 0.02997458353638649, + "seg_ssim_ref": 0.9533888101577759, + "depth": 0.0066205385834834304, + "rgb_loss": 0.02572736330330372, + "seg_loss": 0.033301904797554016, + "total": 0.05903588863944122 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027435341849923134, + "ssim_fused": 0.9390793442726135, + "seg_l1": 0.030397098511457443, + "seg_ssim_ref": 0.9390797019004822, + "depth": 0.004896983754081497, + "rgb_loss": 0.03413240611553192, + "seg_loss": 0.03650173917412758, + "total": 0.07063903854812328, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004896983754081497, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0043392396134564965 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024615738540887833, + "ssim_fused": 0.948503315448761, + "seg_l1": 0.040302127599716187, + "seg_ssim_ref": 0.948503315448761, + "depth": 0.010142814355822953, + "rgb_loss": 0.02999192848801613, + "seg_loss": 0.04254103824496269, + "total": 0.07254310954733464, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010142814355822953, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009495116873184063 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014017004519701004, + "ssim_fused": 0.9653396010398865, + "seg_l1": 0.022910507395863533, + "seg_ssim_ref": 0.9653394222259521, + "depth": 0.005828417862500581, + "rgb_loss": 0.018145684152841568, + "seg_loss": 0.025260521098971367, + "total": 0.04341203180703029, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005828417862500581, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005828417862500582 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0159575454890728, + "ssim_fused": 0.9606329798698425, + "seg_l1": 0.026288596913218498, + "seg_ssim_ref": 0.9606328010559082, + "depth": 0.005613938361528691, + "rgb_loss": 0.020639440044760704, + "seg_loss": 0.028904318809509277, + "total": 0.04954937465527666, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005613938361528691, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005613938361528691 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 77, + "adam_update_count": 12782 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22816833690740168 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_de685683fb964839b091be002afdec9e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 78, + "next_interval": 0, + "next_adam_update": 12783, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 77, + "trained_intervals": 12782, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 12782, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0403938293457031, + "median": 7.347848892211914, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.570247173309326, + "median": 5.465447425842285, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3533155024051666, + "median": 1552.8525390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07651662826538086, + "median": 236.40185546875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0078.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0078.json new file mode 100644 index 0000000000000000000000000000000000000000..6ed58735c2fa657a13cf11932b38a9e4fb82267c --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0078.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0078", + "executed_epochs": 78, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_bf42674b35574adeb7b1437594bd75e3.npz", + "optimizer_file": "boundary_bf42674b35574adeb7b1437594bd75e3_optimizer.pt", + "arrays_sha256": "a69fb49f876ab719c8b4970727a2eeb1e604a499493b823fc8a6ee1757e3f837", + "optimizer_sha256": "bd94e164c622300e33c2d0494154707bb1fc37823f58e371fa024448f45a10cd", + "stage": "adam", + "completed_passes": 78, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12948, + "adam_update_count": 12948, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 79, + "consumed_count": 78, + "last_submitted_update": 12948, + "last_consumed_update": 12782, + "pending": [ + { + "reference": { + "source_update": 12948, + "completed_passes": 78, + "next_interval": 0, + "trained_intervals": 12948, + "snapshot": "pass_end_0078", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 78, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12948, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12948, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.713185575790703e-05, + "update_l2": 0.0020613146480172873 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.604577487858478e-06, + "update_l2": 0.0013724436284974217 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.057779889133431, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.057779889133431, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020065154880285263, + "ssim_fused": 0.95400071144104, + "seg_l1": 0.029152046889066696, + "seg_ssim_ref": 0.95400071144104, + "depth": 0.006416392184787482, + "rgb_loss": 0.025251980870962143, + "seg_loss": 0.03252149000763893, + "total": 0.057779889133431 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026871925219893456, + "ssim_fused": 0.9397614598274231, + "seg_l1": 0.02959723025560379, + "seg_ssim_ref": 0.9397619962692261, + "depth": 0.00476295698042959, + "rgb_loss": 0.033545248210430145, + "seg_loss": 0.03572538495063782, + "total": 0.0692753961180484, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00476295698042959, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00420521283980459 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02404986135661602, + "ssim_fused": 0.94939786195755, + "seg_l1": 0.03917238861322403, + "seg_ssim_ref": 0.94939786195755, + "depth": 0.00981932525613216, + "rgb_loss": 0.029360316693782806, + "seg_loss": 0.04145834222435951, + "total": 0.07082848196868875, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00981932525613216, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00917162777349327 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013648961670696735, + "ssim_fused": 0.9658308029174805, + "seg_l1": 0.022131823003292084, + "seg_ssim_ref": 0.9658306241035461, + "depth": 0.005611386539299145, + "rgb_loss": 0.017753008753061295, + "seg_loss": 0.024539334699511528, + "total": 0.04229795297646697, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005611386539299145, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005611386539299145 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015689868479967117, + "ssim_fused": 0.9610127210617065, + "seg_l1": 0.02570674754679203, + "seg_ssim_ref": 0.9610124826431274, + "depth": 0.005471899963289033, + "rgb_loss": 0.020349351689219475, + "seg_loss": 0.028362901881337166, + "total": 0.04871772547051993, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005471899963289033, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005471899963289033 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 78, + "adam_update_count": 12948 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2593793428968638 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_bf42674b35574adeb7b1437594bd75e3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 79, + "next_interval": 0, + "next_adam_update": 12949, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 78, + "trained_intervals": 12948, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 12948, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0412112474441528, + "median": 7.347848892211914, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.568995237350464, + "median": 5.466353416442871, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.353026807308197, + "median": 1552.8525390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07661247998476028, + "median": 236.60362243652344, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0079.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0079.json new file mode 100644 index 0000000000000000000000000000000000000000..9e1d212d29b18c2066db610f8f46394fc9136fb1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0079.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0079", + "executed_epochs": 79, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_66038a3784cb46b9b75d1fb4da473b7d.npz", + "optimizer_file": "boundary_66038a3784cb46b9b75d1fb4da473b7d_optimizer.pt", + "arrays_sha256": "b9a1176f6ba5588d45b3e0863059fec0b819a07100eb983478de43ccffa62cc2", + "optimizer_sha256": "8da80a34a04b02a5b61bf5a8641258071aec9b8eb333a2fafffa3ce578bc12d7", + "stage": "adam", + "completed_passes": 79, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13114, + "adam_update_count": 13114, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 80, + "consumed_count": 79, + "last_submitted_update": 13114, + "last_consumed_update": 12948, + "pending": [ + { + "reference": { + "source_update": 13114, + "completed_passes": 79, + "next_interval": 0, + "trained_intervals": 13114, + "snapshot": "pass_end_0079", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 79, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13114, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13114, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.652346201008186e-05, + "update_l2": 0.011743057519197464 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.989715413714293e-06, + "update_l2": 0.0025958779733628035 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05814752845285335, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05814752845285335, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020181188359856606, + "ssim_fused": 0.9538110494613647, + "seg_l1": 0.029400667175650597, + "seg_ssim_ref": 0.9538110494613647, + "depth": 0.0064673480192692185, + "rgb_loss": 0.025382742285728455, + "seg_loss": 0.03275831788778305, + "total": 0.05814752845285335 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0269582811743021, + "ssim_fused": 0.939571738243103, + "seg_l1": 0.029801474884152412, + "seg_ssim_ref": 0.939572274684906, + "depth": 0.004778721456160096, + "rgb_loss": 0.033652279525995255, + "seg_loss": 0.03592672571539879, + "total": 0.0695837839628502, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004778721456160096, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004220977315535097 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024233324453234673, + "ssim_fused": 0.949116587638855, + "seg_l1": 0.03954460844397545, + "seg_ssim_ref": 0.949116587638855, + "depth": 0.009914908956667254, + "rgb_loss": 0.02956334315240383, + "seg_loss": 0.04181236773729324, + "total": 0.0713856276612989, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009914908956667254, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009267211474028364 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013769466429948807, + "ssim_fused": 0.9656754732131958, + "seg_l1": 0.022380154579877853, + "seg_ssim_ref": 0.9656752943992615, + "depth": 0.005666488411973955, + "rgb_loss": 0.017880478873848915, + "seg_loss": 0.024769064038991928, + "total": 0.042655211263897964, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005666488411973955, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005666488411973955 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015763675794005394, + "ssim_fused": 0.9608803391456604, + "seg_l1": 0.025876425206661224, + "seg_ssim_ref": 0.9608801603317261, + "depth": 0.005509273252275566, + "rgb_loss": 0.020434873178601265, + "seg_loss": 0.028525108471512794, + "total": 0.048965490923366335, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005509273252275566, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005509273252275565 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 79, + "adam_update_count": 13114 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24912248505279422 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_66038a3784cb46b9b75d1fb4da473b7d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 80, + "next_interval": 0, + "next_adam_update": 13115, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 79, + "trained_intervals": 13114, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 13114, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0501580238342285, + "median": 7.347954750061035, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.560025930404663, + "median": 5.46346378326416, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.34988245368003845, + "median": 1553.0169677734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07730273902416229, + "median": 235.9134063720703, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0080.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0080.json new file mode 100644 index 0000000000000000000000000000000000000000..ac13f3a39160470548584b6ffc08d267133d0ad6 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0080.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0080", + "executed_epochs": 80, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c2f136618ff34bcca57048099c3dae65.npz", + "optimizer_file": "boundary_c2f136618ff34bcca57048099c3dae65_optimizer.pt", + "arrays_sha256": "629e4ab75fc16b9e2306da764861402b18b13ce1e94aa34bf283cc3927ec7a72", + "optimizer_sha256": "992b17480b18613a21e0de0d6b7e9a693dac13860db596a622f3ed732d5213ec", + "stage": "adam", + "completed_passes": 80, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13280, + "adam_update_count": 13280, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 81, + "consumed_count": 80, + "last_submitted_update": 13280, + "last_consumed_update": 13114, + "pending": [ + { + "reference": { + "source_update": 13280, + "completed_passes": 80, + "next_interval": 0, + "trained_intervals": 13280, + "snapshot": "pass_end_0080", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 80, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13280, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13280, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.914853292983025e-05, + "update_l2": 0.00010618768283165991 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0299309906258713e-05, + "update_l2": 5.252944174571894e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05862278534683724, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05862278534683724, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020380858331918716, + "ssim_fused": 0.9536028504371643, + "seg_l1": 0.029690824449062347, + "seg_ssim_ref": 0.9536027908325195, + "depth": 0.0065625331117657735, + "rgb_loss": 0.02558412402868271, + "seg_loss": 0.03303210064768791, + "total": 0.05862278534683724 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027379805222153664, + "ssim_fused": 0.9392514824867249, + "seg_l1": 0.03019975870847702, + "seg_ssim_ref": 0.9392518401145935, + "depth": 0.0048775721723143955, + "rgb_loss": 0.03405354917049408, + "seg_loss": 0.036309439688920975, + "total": 0.07036786270629707, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0048775721723143955, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0043198280316893945 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02442792057991028, + "ssim_fused": 0.9487879872322083, + "seg_l1": 0.039906613528728485, + "seg_ssim_ref": 0.9487879872322083, + "depth": 0.01004555427702894, + "rgb_loss": 0.029784739017486572, + "seg_loss": 0.04216769337654114, + "total": 0.07196247794830474, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01004555427702894, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009397856794390052 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013864178210496902, + "ssim_fused": 0.9655745625495911, + "seg_l1": 0.022602366283535957, + "seg_ssim_ref": 0.9655744433403015, + "depth": 0.005763594213380063, + "rgb_loss": 0.0179764311760664, + "seg_loss": 0.024967005476355553, + "total": 0.04294920024663533, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005763594213380063, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005763594213380063 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01585153117775917, + "ssim_fused": 0.9607972502708435, + "seg_l1": 0.026054564863443375, + "seg_ssim_ref": 0.9607969522476196, + "depth": 0.0055634117843396955, + "rgb_loss": 0.020521774888038635, + "seg_loss": 0.028684262186288834, + "total": 0.04921160048611181, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0055634117843396955, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0055634117843396955 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 80, + "adam_update_count": 13280 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23915332998149097 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c2f136618ff34bcca57048099c3dae65_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 81, + "next_interval": 0, + "next_adam_update": 13281, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 80, + "trained_intervals": 13280, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 13280, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0516996383666992, + "median": 7.348474979400635, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.558500051498413, + "median": 5.461318016052246, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.349343478679657, + "median": 1553.8250732421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07742077857255936, + "median": 235.40805053710938, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0081.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0081.json new file mode 100644 index 0000000000000000000000000000000000000000..eb078c24f870018a87cb2c47f0c9a02f1f49d1f7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0081.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0081", + "executed_epochs": 81, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_400472475f554e54a637d2613503642b.npz", + "optimizer_file": "boundary_400472475f554e54a637d2613503642b_optimizer.pt", + "arrays_sha256": "0a538eb6f57f73fa112d7d2200bab60b4543856a68f148c436ff84a4fb2acce0", + "optimizer_sha256": "b33cd86745bc3be01a3e4bc97535e5a32b2a243113f3bf5e2d592d1d5165085e", + "stage": "adam", + "completed_passes": 81, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13446, + "adam_update_count": 13446, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 82, + "consumed_count": 81, + "last_submitted_update": 13446, + "last_consumed_update": 13280, + "pending": [ + { + "reference": { + "source_update": 13446, + "completed_passes": 81, + "next_interval": 0, + "trained_intervals": 13446, + "snapshot": "pass_end_0081", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 81, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13446, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13446, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.705533451167867e-05, + "update_l2": 0.016401952132582664 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.939092367654666e-06, + "update_l2": 0.0026406608521938324 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05817881948421412, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05817881948421412, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02020733617246151, + "ssim_fused": 0.9538127779960632, + "seg_l1": 0.02941448614001274, + "seg_ssim_ref": 0.953812837600708, + "depth": 0.006483636001875856, + "rgb_loss": 0.025403309613466263, + "seg_loss": 0.03276902437210083, + "total": 0.05817881948421412 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027060173451900482, + "ssim_fused": 0.9395405650138855, + "seg_l1": 0.02986607886850834, + "seg_ssim_ref": 0.9395410418510437, + "depth": 0.0048104807830063835, + "rgb_loss": 0.033740025013685226, + "seg_loss": 0.03598465397953987, + "total": 0.0697294894740081, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0048104807830063835, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004252736642381384 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024236667901277542, + "ssim_fused": 0.9491031765937805, + "seg_l1": 0.03953873738646507, + "seg_ssim_ref": 0.9491031765937805, + "depth": 0.009928827264342818, + "rgb_loss": 0.02956870011985302, + "seg_loss": 0.041810356080532074, + "total": 0.07138898689029459, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009928827264342818, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009281129781703932 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013762438669800758, + "ssim_fused": 0.9657001495361328, + "seg_l1": 0.02236527018249035, + "seg_ssim_ref": 0.9656999707221985, + "depth": 0.005680038326894347, + "rgb_loss": 0.017869921401143074, + "seg_loss": 0.02475222386419773, + "total": 0.042627825303667696, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005680038326894347, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005680038326894348 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015770062804222107, + "ssim_fused": 0.9609072804450989, + "seg_l1": 0.025887856259942055, + "seg_ssim_ref": 0.9609071016311646, + "depth": 0.005515197633259878, + "rgb_loss": 0.02043459564447403, + "seg_loss": 0.028528865426778793, + "total": 0.048968976268886084, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005515197633259878, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005515197633259878 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 81, + "adam_update_count": 13446 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23251819680444896 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_400472475f554e54a637d2613503642b_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 82, + "next_interval": 0, + "next_adam_update": 13447, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 81, + "trained_intervals": 13446, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 13446, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0430525541305542, + "median": 7.3471903800964355, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.566863536834717, + "median": 5.45700740814209, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.35237741470336914, + "median": 1551.830322265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07677597552537918, + "median": 234.42135620117188, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0082.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0082.json new file mode 100644 index 0000000000000000000000000000000000000000..de44b76253f607076a446cb2a71ea0f3dbf99023 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0082.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0082", + "executed_epochs": 82, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9f1244099fcf48039d4bfb0c0a7bb17f.npz", + "optimizer_file": "boundary_9f1244099fcf48039d4bfb0c0a7bb17f_optimizer.pt", + "arrays_sha256": "16513c489f874a05cbdca515a128b18f9db29f7dcf708eab1f0fbb8d245f07f9", + "optimizer_sha256": "a8601daf47c98feb3bdd7b2f82d7c095d468cad31f650dea3cc10a699cb54ee0", + "stage": "adam", + "completed_passes": 82, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13612, + "adam_update_count": 13612, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 83, + "consumed_count": 82, + "last_submitted_update": 13612, + "last_consumed_update": 13446, + "pending": [ + { + "reference": { + "source_update": 13612, + "completed_passes": 82, + "next_interval": 0, + "trained_intervals": 13612, + "snapshot": "pass_end_0082", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 82, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13612, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13612, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.78902433719486e-05, + "update_l2": 0.017910877242684364 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.352709639642853e-06, + "update_l2": 0.0026773663703352213 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05850813919810497, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05850813919810497, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020322592929005623, + "ssim_fused": 0.9536539316177368, + "seg_l1": 0.02963140234351158, + "seg_ssim_ref": 0.9536540508270264, + "depth": 0.006533322314854725, + "rgb_loss": 0.02552727982401848, + "seg_loss": 0.032974328845739365, + "total": 0.05850813919810497 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02720309980213642, + "ssim_fused": 0.9393562078475952, + "seg_l1": 0.03006959706544876, + "seg_ssim_ref": 0.9393565654754639, + "depth": 0.004837297794288542, + "rgb_loss": 0.033891238272190094, + "seg_loss": 0.036184366792440414, + "total": 0.07008043863713449, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004837297794288542, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004279553653663542 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024390509352087975, + "ssim_fused": 0.9488534331321716, + "seg_l1": 0.03984702005982399, + "seg_ssim_ref": 0.9488534331321716, + "depth": 0.010003549856184983, + "rgb_loss": 0.029741721227765083, + "seg_loss": 0.042106933891773224, + "total": 0.07185865680674934, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010003549856184983, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009355852373546093 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013858923688530922, + "ssim_fused": 0.9655850529670715, + "seg_l1": 0.022576184943318367, + "seg_ssim_ref": 0.9655848741531372, + "depth": 0.005738619641956046, + "rgb_loss": 0.0179701279848814, + "seg_loss": 0.024943973869085312, + "total": 0.04291983861096352, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005738619641956046, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005738619641956046 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015837840735912323, + "ssim_fused": 0.9608212113380432, + "seg_l1": 0.02603280358016491, + "seg_ssim_ref": 0.9608210325241089, + "depth": 0.0055538219669893285, + "rgb_loss": 0.020506031811237335, + "seg_loss": 0.02866203710436821, + "total": 0.04917362273757253, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0055538219669893285, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0055538219669893285 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 82, + "adam_update_count": 13612 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2238650619983673 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9f1244099fcf48039d4bfb0c0a7bb17f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 83, + "next_interval": 0, + "next_adam_update": 13613, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 82, + "trained_intervals": 13612, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 13612, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0326026678085327, + "median": 7.347096920013428, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.577327013015747, + "median": 5.464914321899414, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.35607901215553284, + "median": 1551.685302734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07597681134939194, + "median": 236.29190063476562, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0083.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0083.json new file mode 100644 index 0000000000000000000000000000000000000000..53a918db4d67ccb8cb29878c551503e73313948b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0083.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0083", + "executed_epochs": 83, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_df13025fb88048debb97fdda621661aa.npz", + "optimizer_file": "boundary_df13025fb88048debb97fdda621661aa_optimizer.pt", + "arrays_sha256": "a3ce223ef4385d7b56c4f266f0cb15644f84337b429f3300e0204f94102cd7d6", + "optimizer_sha256": "8020ceb3cd960c758eeb65704c8e41f6e712a8f7980d579791f750a2be150a73", + "stage": "adam", + "completed_passes": 83, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13778, + "adam_update_count": 13778, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 84, + "consumed_count": 83, + "last_submitted_update": 13778, + "last_consumed_update": 13612, + "pending": [ + { + "reference": { + "source_update": 13778, + "completed_passes": 83, + "next_interval": 0, + "trained_intervals": 13778, + "snapshot": "pass_end_0083", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 83, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13778, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13778, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.788175960537046e-05, + "update_l2": 0.00601734546944499 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.395518307224847e-06, + "update_l2": 0.001740486710332334 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0582447509857772, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0582447509857772, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020213842391967773, + "ssim_fused": 0.9537692070007324, + "seg_l1": 0.029468566179275513, + "seg_ssim_ref": 0.9537691473960876, + "depth": 0.006495194411099655, + "rgb_loss": 0.025417231023311615, + "seg_loss": 0.03282102197408676, + "total": 0.0582447509857772 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027025558054447174, + "ssim_fused": 0.9394992589950562, + "seg_l1": 0.029923617839813232, + "seg_ssim_ref": 0.9394994974136353, + "depth": 0.004811500490177164, + "rgb_loss": 0.03372059389948845, + "seg_loss": 0.036038994789123535, + "total": 0.06976440391439245, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004811500490177164, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004253756349552164 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02425866574048996, + "ssim_fused": 0.9490947127342224, + "seg_l1": 0.039586104452610016, + "seg_ssim_ref": 0.9490947127342224, + "depth": 0.009939789691359944, + "rgb_loss": 0.029587991535663605, + "seg_loss": 0.04184994101524353, + "total": 0.07144787234059849, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009939789691359944, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009292092208721054 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013776902109384537, + "ssim_fused": 0.9656445384025574, + "seg_l1": 0.02241377905011177, + "seg_ssim_ref": 0.965644359588623, + "depth": 0.005698851827040004, + "rgb_loss": 0.017892614006996155, + "seg_loss": 0.024802152067422867, + "total": 0.04270046492624606, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005698851827040004, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005698851827040004 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01579425111413002, + "ssim_fused": 0.9608383774757385, + "seg_l1": 0.025950761511921883, + "seg_ssim_ref": 0.9608380198478699, + "depth": 0.005530635635821511, + "rgb_loss": 0.0204677265137434, + "seg_loss": 0.028593003749847412, + "total": 0.04906626276187178, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005530635635821511, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005530635635821511 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 83, + "adam_update_count": 13778 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23665712401270866 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_df13025fb88048debb97fdda621661aa_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 84, + "next_interval": 0, + "next_adam_update": 13779, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 83, + "trained_intervals": 13778, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 13778, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0282318592071533, + "median": 7.346736907958984, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5811641216278076, + "median": 5.467571258544922, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.35763877630233765, + "median": 1551.126708984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07568584382534027, + "median": 236.93869018554688, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0084.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0084.json new file mode 100644 index 0000000000000000000000000000000000000000..5ca743da35b42d85a0c0eff08a3d9b9fbdd4ff1d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0084.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0084", + "executed_epochs": 84, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_becc036f16024d719cd4974f86a241f2.npz", + "optimizer_file": "boundary_becc036f16024d719cd4974f86a241f2_optimizer.pt", + "arrays_sha256": "880eb206f2fa960946a80d8b2745c08996a24b20d77676ab3677423267df2d04", + "optimizer_sha256": "e801f69be6403469a5dbfc5488458101c4c7ff0a0cd694bd523816d4a25a458e", + "stage": "adam", + "completed_passes": 84, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13944, + "adam_update_count": 13944, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 85, + "consumed_count": 84, + "last_submitted_update": 13944, + "last_consumed_update": 13778, + "pending": [ + { + "reference": { + "source_update": 13944, + "completed_passes": 84, + "next_interval": 0, + "trained_intervals": 13944, + "snapshot": "pass_end_0084", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 84, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13944, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13944, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.359247345244512e-05, + "update_l2": 0.0018108530202880502 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.11515235202387e-06, + "update_l2": 0.0012000621063634753 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05852841906502768, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05852841906502768, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020377255976200104, + "ssim_fused": 0.9536150097846985, + "seg_l1": 0.029582494869828224, + "seg_ssim_ref": 0.9536150097846985, + "depth": 0.006608145981277986, + "rgb_loss": 0.025578811764717102, + "seg_loss": 0.032942995429039, + "total": 0.05852841906502768 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027624759823083878, + "ssim_fused": 0.939124345779419, + "seg_l1": 0.030259402468800545, + "seg_ssim_ref": 0.9391248822212219, + "depth": 0.0049075539006417, + "rgb_loss": 0.03427493944764137, + "seg_loss": 0.03638254851102829, + "total": 0.07066239923786061, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0049075539006417, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0043498097600167 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024419140070676804, + "ssim_fused": 0.94865882396698, + "seg_l1": 0.03976605087518692, + "seg_ssim_ref": 0.94865882396698, + "depth": 0.01009186205744252, + "rgb_loss": 0.029803548008203506, + "seg_loss": 0.0420810803771019, + "total": 0.07189472397265315, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01009186205744252, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00944416457480363 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013709748163819313, + "ssim_fused": 0.9657285213470459, + "seg_l1": 0.022349955514073372, + "seg_ssim_ref": 0.9657283425331116, + "depth": 0.005823727410304256, + "rgb_loss": 0.01782209426164627, + "seg_loss": 0.024734295904636383, + "total": 0.04256221389369296, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005823727410304256, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005823727410304256 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01575537584722042, + "ssim_fused": 0.9609481692314148, + "seg_l1": 0.025954576209187508, + "seg_ssim_ref": 0.9609479904174805, + "depth": 0.00560944055672347, + "rgb_loss": 0.020414667204022408, + "seg_loss": 0.028574064373970032, + "total": 0.04899433915590402, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00560944055672347, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00560944055672347 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 84, + "adam_update_count": 13944 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2249888749793172 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_becc036f16024d719cd4974f86a241f2_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 85, + "next_interval": 0, + "next_adam_update": 13945, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 84, + "trained_intervals": 13944, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 13944, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0251063108444214, + "median": 7.346436023712158, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5837137699127197, + "median": 5.463019847869873, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3587583303451538, + "median": 1550.66015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07549311965703964, + "median": 235.85586547851562, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0085.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0085.json new file mode 100644 index 0000000000000000000000000000000000000000..431cffb8ded9919d295e185e1a1ed9de835f3181 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0085.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0085", + "executed_epochs": 85, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_13472b1922014437b62722189641df6c.npz", + "optimizer_file": "boundary_13472b1922014437b62722189641df6c_optimizer.pt", + "arrays_sha256": "5323fe6baafae358356a184087b472c3f6f6500a691ac81bbf7d5b64ec45919f", + "optimizer_sha256": "4e89b40a28128a1d62f459e2363f033335d4615c25ed9f0df286c7e92628b349", + "stage": "adam", + "completed_passes": 85, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14110, + "adam_update_count": 14110, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 86, + "consumed_count": 85, + "last_submitted_update": 14110, + "last_consumed_update": 13944, + "pending": [ + { + "reference": { + "source_update": 14110, + "completed_passes": 85, + "next_interval": 0, + "trained_intervals": 14110, + "snapshot": "pass_end_0085", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 85, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14110, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14110, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.700572703266516e-05, + "update_l2": 0.01394924707710743 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.198760951927397e-06, + "update_l2": 0.0025511011481285095 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05747886740263447, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05747886740263447, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01995886117219925, + "ssim_fused": 0.9541504383087158, + "seg_l1": 0.028956972062587738, + "seg_ssim_ref": 0.9541504383087158, + "depth": 0.006369246504153255, + "rgb_loss": 0.025137005373835564, + "seg_loss": 0.032335493713617325, + "total": 0.05747886740263447 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026742324233055115, + "ssim_fused": 0.939904510974884, + "seg_l1": 0.02943272516131401, + "seg_ssim_ref": 0.9399049878120422, + "depth": 0.0047328715152050276, + "rgb_loss": 0.033412955701351166, + "seg_loss": 0.03556518256664276, + "total": 0.06898287113950913, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0047328715152050276, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0041751273745800265 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0238976888358593, + "ssim_fused": 0.949619710445404, + "seg_l1": 0.03886600211262703, + "seg_ssim_ref": 0.949619710445404, + "depth": 0.009733790304213506, + "rgb_loss": 0.029194209724664688, + "seg_loss": 0.04116886109113693, + "total": 0.07037280833139613, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009733790304213506, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009086092821574614 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013562480919063091, + "ssim_fused": 0.9659718871116638, + "seg_l1": 0.02194507233798504, + "seg_ssim_ref": 0.9659716486930847, + "depth": 0.005567752940013176, + "rgb_loss": 0.01765560731291771, + "seg_loss": 0.024361729621887207, + "total": 0.04202290468774493, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005567752940013176, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005567752940013177 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01563294790685177, + "ssim_fused": 0.9611055850982666, + "seg_l1": 0.025584086775779724, + "seg_ssim_ref": 0.9611053466796875, + "depth": 0.00544257125718131, + "rgb_loss": 0.020285241305828094, + "seg_loss": 0.0282462015748024, + "total": 0.048536885451887675, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00544257125718131, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00544257125718131 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 85, + "adam_update_count": 14110 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24099570116959512 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_13472b1922014437b62722189641df6c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 86, + "next_interval": 0, + "next_adam_update": 14111, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 85, + "trained_intervals": 14110, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 14110, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0345370769500732, + "median": 7.347180366516113, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5733237266540527, + "median": 5.4525556564331055, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.35539087653160095, + "median": 1551.8148193359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0762815847992897, + "median": 233.4134979248047, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0086.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0086.json new file mode 100644 index 0000000000000000000000000000000000000000..38b543f81168cae9118fe80234e8dcedd0f9b80a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0086.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0086", + "executed_epochs": 86, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2f6ce37ad2504446826ecfe922c45548.npz", + "optimizer_file": "boundary_2f6ce37ad2504446826ecfe922c45548_optimizer.pt", + "arrays_sha256": "adb7ee822aa8bb68fd2f3b99b697252004fecdceacbbcf5316ced7c64e22565c", + "optimizer_sha256": "8eabeb5a743a99779a0c06bd96af66398f900b2d0a3a482a734395336eedfdb0", + "stage": "adam", + "completed_passes": 86, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14276, + "adam_update_count": 14276, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 87, + "consumed_count": 86, + "last_submitted_update": 14276, + "last_consumed_update": 14110, + "pending": [ + { + "reference": { + "source_update": 14276, + "completed_passes": 86, + "next_interval": 0, + "trained_intervals": 14276, + "snapshot": "pass_end_0086", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 86, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14276, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14276, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.87383217155002e-05, + "update_l2": 0.017036624252796173 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.19988815439865e-06, + "update_l2": 0.0026701628230512142 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.058053249631803396, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.058053249631803396, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020159630104899406, + "ssim_fused": 0.9538760185241699, + "seg_l1": 0.029336828738451004, + "seg_ssim_ref": 0.9538758993148804, + "depth": 0.0064672425202130235, + "rgb_loss": 0.02535250410437584, + "seg_loss": 0.03269428014755249, + "total": 0.058053249631803396 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02700462006032467, + "ssim_fused": 0.9395865797996521, + "seg_l1": 0.02981753461062908, + "seg_ssim_ref": 0.9395869374275208, + "depth": 0.004803844194763547, + "rgb_loss": 0.033686380833387375, + "seg_loss": 0.035936642438173294, + "total": 0.06962782711575544, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004803844194763547, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004246100054138547 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024157047271728516, + "ssim_fused": 0.9492424130439758, + "seg_l1": 0.0393851138651371, + "seg_ssim_ref": 0.9492424130439758, + "depth": 0.009891302770475806, + "rgb_loss": 0.029477156698703766, + "seg_loss": 0.041659608483314514, + "total": 0.07114665648478875, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009891302770475806, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009243605287836916 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013720697723329067, + "ssim_fused": 0.9657438397407532, + "seg_l1": 0.02228453755378723, + "seg_ssim_ref": 0.9657435417175293, + "depth": 0.005664614485686438, + "rgb_loss": 0.01782779023051262, + "seg_loss": 0.024678921326994896, + "total": 0.04251237430934805, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005664614485686438, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005664614485686438 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0157561544328928, + "ssim_fused": 0.9609311819076538, + "seg_l1": 0.0258601326495409, + "seg_ssim_ref": 0.9609308242797852, + "depth": 0.0055092086299263045, + "rgb_loss": 0.020418688654899597, + "seg_loss": 0.02850194275379181, + "total": 0.04892614061732133, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0055092086299263045, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0055092086299263045 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 86, + "adam_update_count": 14276 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23835368920117617 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2f6ce37ad2504446826ecfe922c45548_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 87, + "next_interval": 0, + "next_adam_update": 14277, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 86, + "trained_intervals": 14276, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 14276, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0270724296569824, + "median": 7.34769868850708, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5812132358551025, + "median": 5.443202018737793, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.35805368423461914, + "median": 1552.619384765625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.075682133436203, + "median": 231.23504638671875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0087.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0087.json new file mode 100644 index 0000000000000000000000000000000000000000..072fd4f16d7526523fde5fef52b1e7df88610de0 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0087.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0087", + "executed_epochs": 87, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cd733e593cd64953b011e399d2179402.npz", + "optimizer_file": "boundary_cd733e593cd64953b011e399d2179402_optimizer.pt", + "arrays_sha256": "40dd3eb1faf53ba0397af28811855e4ec2b9a3b52fea5caa0195456cab25a967", + "optimizer_sha256": "2978bbb66373f4b57c581f4ec704d28a07766945f54385e7310a9d64fc94aae8", + "stage": "adam", + "completed_passes": 87, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14442, + "adam_update_count": 14442, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 88, + "consumed_count": 87, + "last_submitted_update": 14442, + "last_consumed_update": 14276, + "pending": [ + { + "reference": { + "source_update": 14442, + "completed_passes": 87, + "next_interval": 0, + "trained_intervals": 14442, + "snapshot": "pass_end_0087", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 87, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14442, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14442, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.761847180314362e-05, + "update_l2": 0.0027781634125858545 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.669489943713415e-06, + "update_l2": 0.00013331831723917276 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.058673653919589265, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.058673653919589265, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020363062620162964, + "ssim_fused": 0.953567385673523, + "seg_l1": 0.02975448966026306, + "seg_ssim_ref": 0.953567385673523, + "depth": 0.006562266838291803, + "rgb_loss": 0.025576982647180557, + "seg_loss": 0.03309010714292526, + "total": 0.058673653919589265 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027197347953915596, + "ssim_fused": 0.9392637610435486, + "seg_l1": 0.030186619609594345, + "seg_ssim_ref": 0.9392642974853516, + "depth": 0.004845481592291035, + "rgb_loss": 0.03390512615442276, + "seg_loss": 0.03629643842577934, + "total": 0.0702064063365041, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004845481592291035, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004287737451666035 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024463051930069923, + "ssim_fused": 0.9487691521644592, + "seg_l1": 0.03999735787510872, + "seg_ssim_ref": 0.9487691521644592, + "depth": 0.010059596015851583, + "rgb_loss": 0.029816612601280212, + "seg_loss": 0.04224405437707901, + "total": 0.07207072657437508, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010059596015851583, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009411898533212693 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013911050744354725, + "ssim_fused": 0.9655035734176636, + "seg_l1": 0.0226882416754961, + "seg_ssim_ref": 0.965503454208374, + "depth": 0.0057615005906360844, + "rgb_loss": 0.018028127029538155, + "seg_loss": 0.025049902498722076, + "total": 0.04308378916620572, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0057615005906360844, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005761500590636084 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015880802646279335, + "ssim_fused": 0.9607328772544861, + "seg_l1": 0.02614574320614338, + "seg_ssim_ref": 0.9607327580451965, + "depth": 0.005582489154388508, + "rgb_loss": 0.02055806666612625, + "seg_loss": 0.028770042583346367, + "total": 0.049333693601272155, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005582489154388508, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005582489154388507 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 87, + "adam_update_count": 14442 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2290533280465752 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cd733e593cd64953b011e399d2179402_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 88, + "next_interval": 0, + "next_adam_update": 14443, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 87, + "trained_intervals": 14442, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 14442, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0252102613449097, + "median": 7.3471360206604, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5830936431884766, + "median": 5.442512512207031, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3587210476398468, + "median": 1551.745849609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07553994655609131, + "median": 231.07179260253906, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0088.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0088.json new file mode 100644 index 0000000000000000000000000000000000000000..145245e2d91088d0760e1a19803583098873ad32 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0088.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0088", + "executed_epochs": 88, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5ba7752f168747d4aa573837c281c0d1.npz", + "optimizer_file": "boundary_5ba7752f168747d4aa573837c281c0d1_optimizer.pt", + "arrays_sha256": "12abf15b3b84864e8a13e0dc0345a63b7c78c134c7e3a665afc435f046e5d551", + "optimizer_sha256": "8b09ec495b76e59a8a8fd856e92438d92cb8d5beae93c178923e96c90cdc2683", + "stage": "adam", + "completed_passes": 88, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14608, + "adam_update_count": 14608, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 89, + "consumed_count": 88, + "last_submitted_update": 14608, + "last_consumed_update": 14442, + "pending": [ + { + "reference": { + "source_update": 14608, + "completed_passes": 88, + "next_interval": 0, + "trained_intervals": 14608, + "snapshot": "pass_end_0088", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 88, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14608, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14608, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.675082840956748e-05, + "update_l2": 8.051261102082208e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.175808150350349e-06, + "update_l2": 2.275354927405715e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05775621053564928, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05775621053564928, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020018339157104492, + "ssim_fused": 0.953973114490509, + "seg_l1": 0.02915549837052822, + "seg_ssim_ref": 0.9539731740951538, + "depth": 0.006398975733732805, + "rgb_loss": 0.02522004395723343, + "seg_loss": 0.032529763877391815, + "total": 0.05775621053564928 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02669106423854828, + "ssim_fused": 0.9397920966148376, + "seg_l1": 0.029578320682048798, + "seg_ssim_ref": 0.9397925734519958, + "depth": 0.004730105420563422, + "rgb_loss": 0.03339443355798721, + "seg_loss": 0.03570414334535599, + "total": 0.06910330700876377, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004730105420563422, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004172361279938423 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024025093764066696, + "ssim_fused": 0.9494446516036987, + "seg_l1": 0.03914211690425873, + "seg_ssim_ref": 0.9494446516036987, + "depth": 0.009796008742758745, + "rgb_loss": 0.02933114394545555, + "seg_loss": 0.041424766182899475, + "total": 0.07076570986238809, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009796008742758745, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009148311260119857 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013662641867995262, + "ssim_fused": 0.9657466411590576, + "seg_l1": 0.022155670449137688, + "seg_ssim_ref": 0.9657465219497681, + "depth": 0.005597681313456657, + "rgb_loss": 0.017780784517526627, + "seg_loss": 0.024575231596827507, + "total": 0.042361611933022444, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005597681313456657, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005597681313456657 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01569456048309803, + "ssim_fused": 0.9609091281890869, + "seg_l1": 0.02574588544666767, + "seg_ssim_ref": 0.9609089493751526, + "depth": 0.005472107458152394, + "rgb_loss": 0.02037382312119007, + "seg_loss": 0.02841491997241974, + "total": 0.048794213338422814, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005472107458152394, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005472107458152395 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 88, + "adam_update_count": 14608 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23229412897489965 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5ba7752f168747d4aa573837c281c0d1_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 89, + "next_interval": 0, + "next_adam_update": 14609, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 88, + "trained_intervals": 14608, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 14608, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0251617431640625, + "median": 7.347233295440674, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.583141565322876, + "median": 5.442508697509766, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3587384521961212, + "median": 1551.89697265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0755363330245018, + "median": 231.07095336914062, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0089.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0089.json new file mode 100644 index 0000000000000000000000000000000000000000..068fc382f278fef1a58f3724868e3dd8877e9808 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0089.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0089", + "executed_epochs": 89, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d3796f9bcc0443cbb1eeb16042bfd2c5.npz", + "optimizer_file": "boundary_d3796f9bcc0443cbb1eeb16042bfd2c5_optimizer.pt", + "arrays_sha256": "748f84c94bb5b886bb25da8b1ae77ff620910b7e151d5e865e83ca16608620a7", + "optimizer_sha256": "72b58489611289f2aa9d167e4e6c3e216a912363089e3cf94d606a46f20757cf", + "stage": "adam", + "completed_passes": 89, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14774, + "adam_update_count": 14774, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 90, + "consumed_count": 89, + "last_submitted_update": 14774, + "last_consumed_update": 14608, + "pending": [ + { + "reference": { + "source_update": 14774, + "completed_passes": 89, + "next_interval": 0, + "trained_intervals": 14774, + "snapshot": "pass_end_0089", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 89, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14774, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14774, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016268786566797644, + "update_l2": 0.0005084871081635356 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.278308425564319e-05, + "update_l2": 0.0001999173837248236 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.04795720850848949, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.04795720850848949, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.016414977610111237, + "ssim_fused": 0.9583808183670044, + "seg_l1": 0.022716283798217773, + "seg_ssim_ref": 0.9583808183670044, + "depth": 0.004511827466840429, + "rgb_loss": 0.02145582251250744, + "seg_loss": 0.026496872305870056, + "total": 0.04795720850848949 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024328019469976425, + "ssim_fused": 0.9420235753059387, + "seg_l1": 0.02685260772705078, + "seg_ssim_ref": 0.9420239925384521, + "depth": 0.003991334011059565, + "rgb_loss": 0.031057700514793396, + "seg_loss": 0.033077288419008255, + "total": 0.06413897654252242, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.003991334011059565, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003433589870434566 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.020230131223797798, + "ssim_fused": 0.9538738131523132, + "seg_l1": 0.03185003995895386, + "seg_ssim_ref": 0.9538738131523132, + "depth": 0.007581534186570594, + "rgb_loss": 0.025409340858459473, + "seg_loss": 0.0347052700817585, + "total": 0.06012219247440454, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.007581534186570594, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.006933836703931707 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.009749884717166424, + "ssim_fused": 0.9708170294761658, + "seg_l1": 0.014922075904905796, + "seg_ssim_ref": 0.9708168506622314, + "depth": 0.003191635349833717, + "rgb_loss": 0.01363650243729353, + "seg_loss": 0.017774291336536407, + "total": 0.031413986340502346, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.003191635349833717, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.003191635349833717 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.011351872235536575, + "ssim_fused": 0.9668087363243103, + "seg_l1": 0.017240412533283234, + "seg_ssim_ref": 0.9668084383010864, + "depth": 0.003282806319897839, + "rgb_loss": 0.01571975089609623, + "seg_loss": 0.02043064311146736, + "total": 0.03615367867652864, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.003282806319897839, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.003282806319897839 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 89, + "adam_update_count": 14774 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23441485594958067 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d3796f9bcc0443cbb1eeb16042bfd2c5_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 90, + "next_interval": 0, + "next_adam_update": 14775, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 89, + "trained_intervals": 14774, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 14774, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.025178074836731, + "median": 7.347115993499756, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.583216667175293, + "median": 5.442401885986328, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3587326109409332, + "median": 1551.71484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07553065568208694, + "median": 231.04690551757812, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0090.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0090.json new file mode 100644 index 0000000000000000000000000000000000000000..abce2c33c4dc8f3e62b9c17dbca305b7b6b6c4fb --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0090.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0090", + "executed_epochs": 90, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c67dfdf5e04d40b7964fc08f7d7aae91.npz", + "optimizer_file": "boundary_c67dfdf5e04d40b7964fc08f7d7aae91_optimizer.pt", + "arrays_sha256": "a608008c59440f3821974584f9609d4c95ea64d597da0c0d23215ab3fd43f8ef", + "optimizer_sha256": "304339fa6ca4022b83286690075bdcf6eb9d90269ebfd8eb17ee098f6eb983cf", + "stage": "adam", + "completed_passes": 90, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14940, + "adam_update_count": 14940, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 91, + "consumed_count": 90, + "last_submitted_update": 14940, + "last_consumed_update": 14774, + "pending": [ + { + "reference": { + "source_update": 14940, + "completed_passes": 90, + "next_interval": 0, + "trained_intervals": 14940, + "snapshot": "pass_end_0090", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 90, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14940, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14940, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013111039879731834, + "update_l2": 0.0007945920224301517 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.840604742639698e-05, + "update_l2": 0.00039348486461676657 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05413719611498169, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05413719611498169, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018483581021428108, + "ssim_fused": 0.9555109143257141, + "seg_l1": 0.0269363634288311, + "seg_ssim_ref": 0.9555108547210693, + "depth": 0.00558393331817526, + "rgb_loss": 0.023684687912464142, + "seg_loss": 0.03044692426919937, + "total": 0.05413719611498169 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024995295330882072, + "ssim_fused": 0.9413807392120361, + "seg_l1": 0.02839488349854946, + "seg_ssim_ref": 0.9413810968399048, + "depth": 0.004279353517316438, + "rgb_loss": 0.03172009065747261, + "seg_loss": 0.03443969041109085, + "total": 0.06616406414737108, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004279353517316438, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0037216093766914374 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02255721390247345, + "ssim_fused": 0.9508229494094849, + "seg_l1": 0.036615338176488876, + "seg_ssim_ref": 0.9508228302001953, + "depth": 0.00885436019148212, + "rgb_loss": 0.027881182730197906, + "seg_loss": 0.03912770375609398, + "total": 0.06701773712119306, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00885436019148212, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00820666270884323 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012372790835797787, + "ssim_fused": 0.9669766426086426, + "seg_l1": 0.01997072994709015, + "seg_ssim_ref": 0.9669764637947083, + "depth": 0.004585346563397906, + "rgb_loss": 0.016502905637025833, + "seg_loss": 0.02258129045367241, + "total": 0.03908878143726164, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004585346563397906, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004585346563397906 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014009020291268826, + "ssim_fused": 0.9628632068634033, + "seg_l1": 0.022764507681131363, + "seg_ssim_ref": 0.9628629684448242, + "depth": 0.004616673000504574, + "rgb_loss": 0.018634574487805367, + "seg_loss": 0.025639012455940247, + "total": 0.044278201754100965, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004616673000504574, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004616673000504574 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 90, + "adam_update_count": 14940 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23421339481137693 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c67dfdf5e04d40b7964fc08f7d7aae91_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 91, + "next_interval": 0, + "next_adam_update": 14941, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 90, + "trained_intervals": 14940, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 14940, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0250217914581299, + "median": 7.347115993499756, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.582962989807129, + "median": 5.442187309265137, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3587886691093445, + "median": 1551.71484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07554981857538223, + "median": 230.99945068359375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0091.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0091.json new file mode 100644 index 0000000000000000000000000000000000000000..986e4e9b8f6c2b1b69b55ce17349c4b69093f0d9 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0091.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0091", + "executed_epochs": 91, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a0cc01674c344e55ba9f534da3af6201.npz", + "optimizer_file": "boundary_a0cc01674c344e55ba9f534da3af6201_optimizer.pt", + "arrays_sha256": "c5ce215788eae3dfcaa5ebcef7dc132bae68b93fe6b61d9115e1f89eac0736f1", + "optimizer_sha256": "b874e0f44ee882e6a44358ecf76235df5af2b0cc661f069b6a7b0c5ba51ce2b1", + "stage": "adam", + "completed_passes": 91, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15106, + "adam_update_count": 15106, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 92, + "consumed_count": 91, + "last_submitted_update": 15106, + "last_consumed_update": 14940, + "pending": [ + { + "reference": { + "source_update": 15106, + "completed_passes": 91, + "next_interval": 0, + "trained_intervals": 15106, + "snapshot": "pass_end_0091", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 91, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15106, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15106, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.719152588630095e-05, + "update_l2": 0.015971964225172997 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.284941031888593e-06, + "update_l2": 0.002653992036357522 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.057872708486371445, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.057872708486371445, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020087847486138344, + "ssim_fused": 0.9539480209350586, + "seg_l1": 0.029218990355730057, + "seg_ssim_ref": 0.9539480209350586, + "depth": 0.006435038500234951, + "rgb_loss": 0.025280678644776344, + "seg_loss": 0.032585594803094864, + "total": 0.057872708486371445 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026886777952313423, + "ssim_fused": 0.9396902322769165, + "seg_l1": 0.029689369723200798, + "seg_ssim_ref": 0.9396906495094299, + "depth": 0.004772862010199267, + "rgb_loss": 0.03357137739658356, + "seg_loss": 0.03581336513161659, + "total": 0.06938951166492005, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004772862010199267, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004215117869574267 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02409103326499462, + "ssim_fused": 0.9493353962898254, + "seg_l1": 0.03925030305981636, + "seg_ssim_ref": 0.9493353962898254, + "depth": 0.009853010359902142, + "rgb_loss": 0.02940574660897255, + "seg_loss": 0.04153316468000412, + "total": 0.07094876802462687, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009853010359902142, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009205312877263254 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013667958788573742, + "ssim_fused": 0.9657963514328003, + "seg_l1": 0.02218027599155903, + "seg_ssim_ref": 0.965796172618866, + "depth": 0.005630460315495212, + "rgb_loss": 0.017775095999240875, + "seg_loss": 0.02458498626947403, + "total": 0.0423657127290304, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005630460315495212, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005630460315495213 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015705620869994164, + "ssim_fused": 0.9609699845314026, + "seg_l1": 0.025756020098924637, + "seg_ssim_ref": 0.9609698057174683, + "depth": 0.005483821315343182, + "rgb_loss": 0.020370500162243843, + "seg_loss": 0.028410855680704117, + "total": 0.04878684152690845, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005483821315343182, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005483821315343182 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 91, + "adam_update_count": 15106 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22690242598764598 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a0cc01674c344e55ba9f534da3af6201_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 92, + "next_interval": 0, + "next_adam_update": 15107, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 91, + "trained_intervals": 15106, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 15106, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0130023956298828, + "median": 7.345489025115967, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5993099212646484, + "median": 5.441313743591309, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.36312708258628845, + "median": 1549.1923828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07432485371828079, + "median": 230.75225830078125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0092.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0092.json new file mode 100644 index 0000000000000000000000000000000000000000..7cf54d8eacb2fdb7ae8936bec97917f7a061e549 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0092.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0092", + "executed_epochs": 92, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2a8e4acb9f61442289140bc41dedd2df.npz", + "optimizer_file": "boundary_2a8e4acb9f61442289140bc41dedd2df_optimizer.pt", + "arrays_sha256": "160700050dfd66c1851672e509210cbed4c82f01be923da53fe70423cb8b1230", + "optimizer_sha256": "898a16c91757505f1a580eae225124b4515957107634865af675f196052ad583", + "stage": "adam", + "completed_passes": 92, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15272, + "adam_update_count": 15272, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 93, + "consumed_count": 92, + "last_submitted_update": 15272, + "last_consumed_update": 15106, + "pending": [ + { + "reference": { + "source_update": 15272, + "completed_passes": 92, + "next_interval": 0, + "trained_intervals": 15272, + "snapshot": "pass_end_0092", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 92, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15272, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15272, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013378309085965157, + "update_l2": 0.0001723662717267871 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.907813490717672e-05, + "update_l2": 0.00021730556909460574 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05442744277706297, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05442744277706297, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018579188734292984, + "ssim_fused": 0.9553329944610596, + "seg_l1": 0.027114588767290115, + "seg_ssim_ref": 0.9553330540657043, + "depth": 0.00562116792352786, + "rgb_loss": 0.023796752095222473, + "seg_loss": 0.03062506951391697, + "total": 0.05442744277706297 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025106096640229225, + "ssim_fused": 0.9411790370941162, + "seg_l1": 0.028580788522958755, + "seg_ssim_ref": 0.9411793947219849, + "depth": 0.004308977844281795, + "rgb_loss": 0.03184907138347626, + "seg_loss": 0.03462875261902809, + "total": 0.06648212925505834, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004308977844281795, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003751233703656795 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022658562287688255, + "ssim_fused": 0.9506507515907288, + "seg_l1": 0.036813244223594666, + "seg_ssim_ref": 0.950650691986084, + "depth": 0.008917377635578934, + "rgb_loss": 0.027996700257062912, + "seg_loss": 0.039320457726716995, + "total": 0.06732607536141548, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008917377635578934, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008269680152940048 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01247815415263176, + "ssim_fused": 0.9668105244636536, + "seg_l1": 0.020182304084300995, + "seg_ssim_ref": 0.9668104648590088, + "depth": 0.004627455048364483, + "rgb_loss": 0.016620418056845665, + "seg_loss": 0.022783750668168068, + "total": 0.0394087961800621, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004627455048364483, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004627455048364483 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014073940925300121, + "ssim_fused": 0.9626916646957397, + "seg_l1": 0.022882021963596344, + "seg_ssim_ref": 0.9626914858818054, + "depth": 0.0046308611658862275, + "rgb_loss": 0.018720820546150208, + "seg_loss": 0.02576732076704502, + "total": 0.044492770311715966, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0046308611658862275, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0046308611658862275 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 92, + "adam_update_count": 15272 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23060554102994502 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2a8e4acb9f61442289140bc41dedd2df_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 93, + "next_interval": 0, + "next_adam_update": 15273, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 92, + "trained_intervals": 15272, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 15272, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0114495754241943, + "median": 7.345870018005371, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6008782386779785, + "median": 5.441375732421875, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.36369141936302185, + "median": 1549.78271484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07420837879180908, + "median": 230.76406860351562, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0093.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0093.json new file mode 100644 index 0000000000000000000000000000000000000000..736a5e0e572a3e3b559efc12be3f69a86fa8f979 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0093.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0093", + "executed_epochs": 93, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_38c9fa5304fb4f6f93ee47b14d269ac1.npz", + "optimizer_file": "boundary_38c9fa5304fb4f6f93ee47b14d269ac1_optimizer.pt", + "arrays_sha256": "b6986542c317123146df254e5f887aae73690ded7a1cb1030fc97232b37e1e88", + "optimizer_sha256": "cfb5772b62c7f99cfcf2a6995f64bac3e79e6f132b0cd4bd13c5df7675b81094", + "stage": "adam", + "completed_passes": 93, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15438, + "adam_update_count": 15438, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 94, + "consumed_count": 93, + "last_submitted_update": 15438, + "last_consumed_update": 15272, + "pending": [ + { + "reference": { + "source_update": 15438, + "completed_passes": 93, + "next_interval": 0, + "trained_intervals": 15438, + "snapshot": "pass_end_0093", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 93, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15438, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15438, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.901604501763359e-05, + "update_l2": 0.005946317221969366 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.508050086675212e-06, + "update_l2": 0.002672948408871889 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.058843416984025565, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.058843416984025565, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.0204257033765316, + "ssim_fused": 0.9534677267074585, + "seg_l1": 0.02985420450568199, + "seg_ssim_ref": 0.9534677267074585, + "depth": 0.006576890889733655, + "rgb_loss": 0.025647016242146492, + "seg_loss": 0.03318982198834419, + "total": 0.058843416984025565 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02726574055850506, + "ssim_fused": 0.9391983151435852, + "seg_l1": 0.030230006203055382, + "seg_ssim_ref": 0.9391986727714539, + "depth": 0.00485096717412092, + "rgb_loss": 0.033972930163145065, + "seg_loss": 0.036344271153211594, + "total": 0.07032205228353078, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00485096717412092, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00429322303349592 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024540044367313385, + "ssim_fused": 0.9486080408096313, + "seg_l1": 0.04016333445906639, + "seg_ssim_ref": 0.9486080408096313, + "depth": 0.010083465446432174, + "rgb_loss": 0.02991042658686638, + "seg_loss": 0.04240906238555908, + "total": 0.07232957616316218, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010083465446432174, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009435767963793284 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013976940885186195, + "ssim_fused": 0.9653890132904053, + "seg_l1": 0.022814916446805, + "seg_ssim_ref": 0.965388834476471, + "depth": 0.0057812297653784565, + "rgb_loss": 0.01810375042259693, + "seg_loss": 0.02517416700720787, + "total": 0.04328370052221533, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0057812297653784565, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005781229765378456 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015920085832476616, + "ssim_fused": 0.9606755375862122, + "seg_l1": 0.02620856836438179, + "seg_ssim_ref": 0.9606753587722778, + "depth": 0.005591901173003069, + "rgb_loss": 0.02060096152126789, + "seg_loss": 0.028831783682107925, + "total": 0.04943833896719397, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005591901173003069, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00559190117300307 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 93, + "adam_update_count": 15438 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22757610096596181 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_38c9fa5304fb4f6f93ee47b14d269ac1_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 94, + "next_interval": 0, + "next_adam_update": 15439, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 93, + "trained_intervals": 15438, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 15438, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.002797245979309, + "median": 7.3464035987854, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.609119415283203, + "median": 5.433043479919434, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3668518364429474, + "median": 1550.6097412109375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07359932363033295, + "median": 228.84918212890625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0094.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0094.json new file mode 100644 index 0000000000000000000000000000000000000000..e613b217950caab7211b43cf77a5ddd3719b69e1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0094.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0094", + "executed_epochs": 94, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0a618edbcd304dda91a38a6950a83ea9.npz", + "optimizer_file": "boundary_0a618edbcd304dda91a38a6950a83ea9_optimizer.pt", + "arrays_sha256": "c5b78992a3e36159325e2bd30e431d1cbc24e544da11108009361b9322006e6c", + "optimizer_sha256": "5aecb241c38e6b485437e95956e7504d96c0990b5bc4c59aee21202a4b3dea03", + "stage": "adam", + "completed_passes": 94, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15604, + "adam_update_count": 15604, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 95, + "consumed_count": 94, + "last_submitted_update": 15604, + "last_consumed_update": 15438, + "pending": [ + { + "reference": { + "source_update": 15604, + "completed_passes": 94, + "next_interval": 0, + "trained_intervals": 15604, + "snapshot": "pass_end_0094", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 94, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15604, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15604, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.30958893452771e-05, + "update_l2": 0.0005969253834336996 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.781466931395698e-06, + "update_l2": 3.739991007023491e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05798684317573248, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05798684317573248, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02016831748187542, + "ssim_fused": 0.9538882970809937, + "seg_l1": 0.02925127185881138, + "seg_ssim_ref": 0.9538883566856384, + "depth": 0.0065069268578159005, + "rgb_loss": 0.02535698562860489, + "seg_loss": 0.032623350620269775, + "total": 0.05798684317573248 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02724509872496128, + "ssim_fused": 0.939509391784668, + "seg_l1": 0.029849503189325333, + "seg_ssim_ref": 0.9395097494125366, + "depth": 0.004809049517302257, + "rgb_loss": 0.03389419987797737, + "seg_loss": 0.03597765415906906, + "total": 0.06987666681185403, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004809049517302257, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004251305376677257 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024198774248361588, + "ssim_fused": 0.9490221738815308, + "seg_l1": 0.039335887879133224, + "seg_ssim_ref": 0.9490221738815308, + "depth": 0.009949601057838493, + "rgb_loss": 0.029554586857557297, + "seg_loss": 0.04166427627205849, + "total": 0.07122881273067362, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009949601057838493, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009301903575199605 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013583921827375889, + "ssim_fused": 0.9659132361412048, + "seg_l1": 0.022087903693318367, + "seg_ssim_ref": 0.9659130573272705, + "depth": 0.0057332749189301915, + "rgb_loss": 0.017684489488601685, + "seg_loss": 0.02448771335184574, + "total": 0.042177934252721205, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0057332749189301915, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005733274918930191 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015645474195480347, + "ssim_fused": 0.9611085653305054, + "seg_l1": 0.02573179453611374, + "seg_ssim_ref": 0.961108386516571, + "depth": 0.00553578193719266, + "rgb_loss": 0.020294666290283203, + "seg_loss": 0.028363758698105812, + "total": 0.048663958907681056, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00553578193719266, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00553578193719266 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 94, + "adam_update_count": 15604 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22589651099406183 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0a618edbcd304dda91a38a6950a83ea9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 95, + "next_interval": 0, + "next_adam_update": 15605, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 94, + "trained_intervals": 15604, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 15604, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0013865232467651, + "median": 7.346340656280518, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6104657649993896, + "median": 5.43155574798584, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.36736974120140076, + "median": 1550.5123291015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07350030541419983, + "median": 228.5089111328125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0095.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0095.json new file mode 100644 index 0000000000000000000000000000000000000000..fb4394ec455b4a250561e3befa020460966bd37f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0095.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0095", + "executed_epochs": 95, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_24272ece9eac4f958c9254a099ef6b20.npz", + "optimizer_file": "boundary_24272ece9eac4f958c9254a099ef6b20_optimizer.pt", + "arrays_sha256": "ba18e08f177ff7cb2c742d53013de8527981f4ee9b1825e1b496d4d7f247e6e5", + "optimizer_sha256": "486d6a82419dd2b7fed0756b62d87c5175f6abb45bd3b5e5fe08975861aa4737", + "stage": "adam", + "completed_passes": 95, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15770, + "adam_update_count": 15770, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 96, + "consumed_count": 95, + "last_submitted_update": 15770, + "last_consumed_update": 15604, + "pending": [ + { + "reference": { + "source_update": 15770, + "completed_passes": 95, + "next_interval": 0, + "trained_intervals": 15770, + "snapshot": "pass_end_0095", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 95, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15770, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15770, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013262967695482075, + "update_l2": 0.0004332597309257835 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.972921669832431e-05, + "update_l2": 0.0004034505982417613 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05397202427244317, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05397202427244317, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01841091550886631, + "ssim_fused": 0.9555711150169373, + "seg_l1": 0.026832737028598785, + "seg_ssim_ref": 0.9555711150169373, + "depth": 0.005554209710478253, + "rgb_loss": 0.02361450344324112, + "seg_loss": 0.030351966619491577, + "total": 0.05397202427244317 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024845704436302185, + "ssim_fused": 0.9415297508239746, + "seg_l1": 0.028247980400919914, + "seg_ssim_ref": 0.9415300488471985, + "depth": 0.004253473107381725, + "rgb_loss": 0.031570613384246826, + "seg_loss": 0.034292373806238174, + "total": 0.06586723693830208, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004253473107381725, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036957289667567247 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022445980459451675, + "ssim_fused": 0.9509438276290894, + "seg_l1": 0.03641367703676224, + "seg_ssim_ref": 0.9509438276290894, + "depth": 0.00880145850348752, + "rgb_loss": 0.02776801958680153, + "seg_loss": 0.03894217684864998, + "total": 0.066718997893955, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00880145850348752, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00815376102084863 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01235534530133009, + "ssim_fused": 0.9669616222381592, + "seg_l1": 0.019939545542001724, + "seg_ssim_ref": 0.9669614434242249, + "depth": 0.004558160201163652, + "rgb_loss": 0.016491951420903206, + "seg_loss": 0.02255934849381447, + "total": 0.03905585993756399, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004558160201163652, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004558160201163651 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013996632769703865, + "ssim_fused": 0.9628493785858154, + "seg_l1": 0.022729743272066116, + "seg_ssim_ref": 0.9628491401672363, + "depth": 0.004603747029880113, + "rgb_loss": 0.018627431243658066, + "seg_loss": 0.025613967329263687, + "total": 0.044246002319951634, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004603747029880113, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004603747029880113 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 95, + "adam_update_count": 15770 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2261180968489498 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_24272ece9eac4f958c9254a099ef6b20_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 96, + "next_interval": 0, + "next_adam_update": 15771, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 95, + "trained_intervals": 15770, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 15770, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0013401508331299, + "median": 7.346357345581055, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6103649139404297, + "median": 5.4315290451049805, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3673867881298065, + "median": 1550.5382080078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07350771129131317, + "median": 228.50296020507812, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0096.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0096.json new file mode 100644 index 0000000000000000000000000000000000000000..da9de958edb7347ec3c7df264ea38a836a9ed49d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0096.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0096", + "executed_epochs": 96, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_720f8f12b90b4b078ebd1d633c7edf0c.npz", + "optimizer_file": "boundary_720f8f12b90b4b078ebd1d633c7edf0c_optimizer.pt", + "arrays_sha256": "992499dc40f9c6d3987c65fdd31d8cbe3e0c5dacf88ee833ad6912f9eafbe58b", + "optimizer_sha256": "ea638f03505ffdc8a2cdce71059103590e0c8b4aed9eecdd9116db1969c990e7", + "stage": "adam", + "completed_passes": 96, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15936, + "adam_update_count": 15936, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 97, + "consumed_count": 96, + "last_submitted_update": 15936, + "last_consumed_update": 15770, + "pending": [ + { + "reference": { + "source_update": 15936, + "completed_passes": 96, + "next_interval": 0, + "trained_intervals": 15936, + "snapshot": "pass_end_0096", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 96, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15936, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15936, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001315672416239977, + "update_l2": 0.001154748722910881 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.949689900968224e-05, + "update_l2": 0.00044151945621706545 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0538182306670494, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0538182306670494, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018362442031502724, + "ssim_fused": 0.9556566476821899, + "seg_l1": 0.02673177793622017, + "seg_ssim_ref": 0.9556567072868347, + "depth": 0.005528480643748771, + "rgb_loss": 0.023558616638183594, + "seg_loss": 0.03025408461689949, + "total": 0.0538182306670494 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024807337671518326, + "ssim_fused": 0.9415881633758545, + "seg_l1": 0.02817227877676487, + "seg_ssim_ref": 0.9415885210037231, + "depth": 0.004240482223751541, + "rgb_loss": 0.03152823820710182, + "seg_loss": 0.034220121800899506, + "total": 0.06575260421551538, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004240482223751541, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036827380831265413 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022387413308024406, + "ssim_fused": 0.9510359764099121, + "seg_l1": 0.0362924262881279, + "seg_ssim_ref": 0.9510359764099121, + "depth": 0.008767709918475398, + "rgb_loss": 0.027702735736966133, + "seg_loss": 0.038826748728752136, + "total": 0.0665382503129916, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008767709918475398, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00812001243583651 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012301723472774029, + "ssim_fused": 0.9670494198799133, + "seg_l1": 0.019821541383862495, + "seg_ssim_ref": 0.967049241065979, + "depth": 0.004527605055439699, + "rgb_loss": 0.016431495547294617, + "seg_loss": 0.022447384893894196, + "total": 0.03888340804624425, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004527605055439699, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004527605055439699 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013953295536339283, + "ssim_fused": 0.9629532098770142, + "seg_l1": 0.022640865296125412, + "seg_ssim_ref": 0.9629530310630798, + "depth": 0.004578125377328446, + "rgb_loss": 0.018571995198726654, + "seg_loss": 0.025522086769342422, + "total": 0.04409866009344641, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004578125377328446, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004578125377328446 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 96, + "adam_update_count": 15936 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22270173113793135 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_720f8f12b90b4b078ebd1d633c7edf0c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 97, + "next_interval": 0, + "next_adam_update": 15937, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 96, + "trained_intervals": 15936, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 15936, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0006014108657837, + "median": 7.3464035987854, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6091041564941406, + "median": 5.4309773445129395, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.36765825748443604, + "median": 1550.6097412109375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07360044866800308, + "median": 228.37844848632812, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0097.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0097.json new file mode 100644 index 0000000000000000000000000000000000000000..4d06e1b2beed9bae8e41e7e38860bb13ffbe128a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0097.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0097", + "executed_epochs": 97, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_74ef17d9353c4137af793f095fa8d385.npz", + "optimizer_file": "boundary_74ef17d9353c4137af793f095fa8d385_optimizer.pt", + "arrays_sha256": "ca74fdc5851d934bb3adab7b4dbda8c3719e86b46efc7e1df74b2961cfc5ef92", + "optimizer_sha256": "18d2019a9893ebb708f40f2a86260e53669051a543eb7eda75c05a1589976359", + "stage": "adam", + "completed_passes": 97, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16102, + "adam_update_count": 16102, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 98, + "consumed_count": 97, + "last_submitted_update": 16102, + "last_consumed_update": 15936, + "pending": [ + { + "reference": { + "source_update": 16102, + "completed_passes": 97, + "next_interval": 0, + "trained_intervals": 16102, + "snapshot": "pass_end_0097", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 97, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16102, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16102, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 5.936519301030785e-05, + "update_l2": 0.00013740647409576923 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.106286375346826e-06, + "update_l2": 9.450162178836763e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.056931638671496226, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.056931638671496226, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01975341886281967, + "ssim_fused": 0.9543483853340149, + "seg_l1": 0.02857743762433529, + "seg_ssim_ref": 0.9543484449386597, + "depth": 0.006317673662012869, + "rgb_loss": 0.02493305131793022, + "seg_loss": 0.031992267817258835, + "total": 0.056931638671496226 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02650289423763752, + "ssim_fused": 0.9401404857635498, + "seg_l1": 0.029018301516771317, + "seg_ssim_ref": 0.940140962600708, + "depth": 0.004639746135432894, + "rgb_loss": 0.033174220472574234, + "seg_loss": 0.03518645092844963, + "total": 0.0683653111471593, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004639746135432894, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004082001994807895 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.023769181221723557, + "ssim_fused": 0.9496849775314331, + "seg_l1": 0.038486115634441376, + "seg_ssim_ref": 0.9496849775314331, + "depth": 0.00968802754459644, + "rgb_loss": 0.029078349471092224, + "seg_loss": 0.0408518984913826, + "total": 0.06993993599001942, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00968802754459644, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009040330061957553 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013323349878191948, + "ssim_fused": 0.9662784934043884, + "seg_l1": 0.021545369178056717, + "seg_ssim_ref": 0.9662783145904541, + "depth": 0.0055524235775689075, + "rgb_loss": 0.017402982339262962, + "seg_loss": 0.023980632424354553, + "total": 0.04138916904984023, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0055524235775689075, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0055524235775689075 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015418249182403088, + "ssim_fused": 0.9612897038459778, + "seg_l1": 0.025259964168071747, + "seg_ssim_ref": 0.9612894058227539, + "depth": 0.0053904973904532385, + "rgb_loss": 0.020076658576726913, + "seg_loss": 0.027950089424848557, + "total": 0.048032138498965926, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0053904973904532385, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0053904973904532385 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 97, + "adam_update_count": 16102 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22514634509570897 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_74ef17d9353c4137af793f095fa8d385_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 98, + "next_interval": 0, + "next_adam_update": 16103, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 97, + "trained_intervals": 16102, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 16102, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0003563165664673, + "median": 7.346403121948242, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.609102725982666, + "median": 5.430079936981201, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3677484095096588, + "median": 1550.609130859375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07360055297613144, + "median": 228.17501831054688, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0098.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0098.json new file mode 100644 index 0000000000000000000000000000000000000000..d55903cafb4b18695da45500a5385dbd5864a24f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0098.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0098", + "executed_epochs": 98, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_789f8edd30a8441bb493dfb5bab09bdf.npz", + "optimizer_file": "boundary_789f8edd30a8441bb493dfb5bab09bdf_optimizer.pt", + "arrays_sha256": "118517dc7554d0de5d165c6ea6edd59d306c380cc31ae47bef6a105acc3f2f63", + "optimizer_sha256": "77175fa7325ec9e2aa5f268222ed09cbc1d325ac9b4ab9fa48514fc1d698a8a6", + "stage": "adam", + "completed_passes": 98, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16268, + "adam_update_count": 16268, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 99, + "consumed_count": 98, + "last_submitted_update": 16268, + "last_consumed_update": 16102, + "pending": [ + { + "reference": { + "source_update": 16268, + "completed_passes": 98, + "next_interval": 0, + "trained_intervals": 16268, + "snapshot": "pass_end_0098", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 98, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16268, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16268, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013094830501358956, + "update_l2": 0.001056078588590026 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.905340392724611e-05, + "update_l2": 0.0007163488771766424 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05363287971330992, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05363287971330992, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018322499468922615, + "ssim_fused": 0.9557626247406006, + "seg_l1": 0.026593046262860298, + "seg_ssim_ref": 0.9557626843452454, + "depth": 0.005506062639865106, + "rgb_loss": 0.023505467921495438, + "seg_loss": 0.030121903866529465, + "total": 0.05363287971330992 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02490285038948059, + "ssim_fused": 0.941531777381897, + "seg_l1": 0.028166700154542923, + "seg_ssim_ref": 0.9415323138237, + "depth": 0.004246076486947326, + "rgb_loss": 0.03161592409014702, + "seg_loss": 0.03422689810395241, + "total": 0.06584706827058637, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004246076486947326, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036883323463223257 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022353332489728928, + "ssim_fused": 0.9511262774467468, + "seg_l1": 0.03618955239653587, + "seg_ssim_ref": 0.9511262774467468, + "depth": 0.008755646841294753, + "rgb_loss": 0.027657410129904747, + "seg_loss": 0.03872638940811157, + "total": 0.06639255704750276, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008755646841294753, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008107949358655865 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01219204068183899, + "ssim_fused": 0.9672487378120422, + "seg_l1": 0.019604403525590897, + "seg_ssim_ref": 0.9672485589981079, + "depth": 0.00449035834685382, + "rgb_loss": 0.016303885728120804, + "seg_loss": 0.022233810275793076, + "total": 0.038542186362260734, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00449035834685382, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004490358346853818 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013841774314641953, + "ssim_fused": 0.9631438255310059, + "seg_l1": 0.022411532700061798, + "seg_ssim_ref": 0.963143527507782, + "depth": 0.004532168884364526, + "rgb_loss": 0.01844465546309948, + "seg_loss": 0.0253005214035511, + "total": 0.0437497071728898, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004532168884364526, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004532168884364526 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 98, + "adam_update_count": 16268 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24136812798678875 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_789f8edd30a8441bb493dfb5bab09bdf_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 99, + "next_interval": 0, + "next_adam_update": 16269, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 98, + "trained_intervals": 16268, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 16268, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0008081197738647, + "median": 7.346405506134033, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.610285758972168, + "median": 5.430370330810547, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3675822913646698, + "median": 1550.61279296875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07351353019475937, + "median": 228.2408447265625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0099.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0099.json new file mode 100644 index 0000000000000000000000000000000000000000..04332f4aad61937640d6a2ef2c09e034072b177e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0099.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0099", + "executed_epochs": 99, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7f16dfef716d461791cc179ec40d850c.npz", + "optimizer_file": "boundary_7f16dfef716d461791cc179ec40d850c_optimizer.pt", + "arrays_sha256": "9efb52b7bedcd076392ebdf1348709c5cd30b5b36d8e8fc0c744d833d8836210", + "optimizer_sha256": "70b31dfaefd464f39abe13e34c1158ae0a0d355a8e1d21e562bf4fde4306ca02", + "stage": "adam", + "completed_passes": 99, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16434, + "adam_update_count": 16434, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 100, + "consumed_count": 99, + "last_submitted_update": 16434, + "last_consumed_update": 16268, + "pending": [ + { + "reference": { + "source_update": 16434, + "completed_passes": 99, + "next_interval": 0, + "trained_intervals": 16434, + "snapshot": "pass_end_0099", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 99, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16434, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16434, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013376680726651102, + "update_l2": 0.0019612321630120277 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.0927108532050624e-05, + "update_l2": 0.0013256658567115664 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.053656155538934505, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.053656155538934505, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018283305689692497, + "ssim_fused": 0.9557480812072754, + "seg_l1": 0.026654038578271866, + "seg_ssim_ref": 0.9557479619979858, + "depth": 0.005502549189368083, + "rgb_loss": 0.02347702533006668, + "seg_loss": 0.03017362952232361, + "total": 0.053656155538934505 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02454393170773983, + "ssim_fused": 0.9419466853141785, + "seg_l1": 0.02793031558394432, + "seg_ssim_ref": 0.9419471621513367, + "depth": 0.004192699006083939, + "rgb_loss": 0.03124580904841423, + "seg_loss": 0.03395482152700424, + "total": 0.06520481954913426, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004192699006083939, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036349548654589395 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022272704169154167, + "ssim_fused": 0.9511536359786987, + "seg_l1": 0.036104507744312286, + "seg_ssim_ref": 0.9511533975601196, + "depth": 0.008702842660718598, + "rgb_loss": 0.027587436139583588, + "seg_loss": 0.0386529266834259, + "total": 0.06624906566567021, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008702842660718598, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008055145178079709 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01231382042169571, + "ssim_fused": 0.9669804573059082, + "seg_l1": 0.01984758861362934, + "seg_ssim_ref": 0.9669802784919739, + "depth": 0.004523195840078405, + "rgb_loss": 0.016454964876174927, + "seg_loss": 0.022482017055153847, + "total": 0.038941503264523704, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004523195840078405, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004523195840078407 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014002764597535133, + "ssim_fused": 0.9629116058349609, + "seg_l1": 0.02273375168442726, + "seg_ssim_ref": 0.9629112482070923, + "depth": 0.004591459250591385, + "rgb_loss": 0.01861989125609398, + "seg_loss": 0.025604750961065292, + "total": 0.044229233676409865, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004591459250591385, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004591459250591385 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 99, + "adam_update_count": 16434 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22749251895584166 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7f16dfef716d461791cc179ec40d850c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 100, + "next_interval": 0, + "next_adam_update": 16435, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 99, + "trained_intervals": 16434, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 16434, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.000178337097168, + "median": 7.346403121948242, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.609792470932007, + "median": 5.42980432510376, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3678138554096222, + "median": 1550.609130859375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07354980707168579, + "median": 228.115234375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0100.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0100.json new file mode 100644 index 0000000000000000000000000000000000000000..07703b5d7904340c04178da5994b4c331262fbf2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0100.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0100", + "executed_epochs": 100, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cb7eb9abb1b74d0da4f1c02147ba4896.npz", + "optimizer_file": "boundary_cb7eb9abb1b74d0da4f1c02147ba4896_optimizer.pt", + "arrays_sha256": "e3c2b711ea61ae231534f9b06932f12707c4206cc47c510779d5d4bbf7f8488e", + "optimizer_sha256": "0991ef35be54c256b1baf3092b0143c39e8251ece00b5cfd6828061308550d52", + "stage": "adam", + "completed_passes": 100, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16600, + "adam_update_count": 16600, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 101, + "consumed_count": 100, + "last_submitted_update": 16600, + "last_consumed_update": 16434, + "pending": [ + { + "reference": { + "source_update": 16600, + "completed_passes": 100, + "next_interval": 0, + "trained_intervals": 16600, + "snapshot": "pass_end_0100", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 100, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16600, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16600, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.134060095064342e-05, + "update_l2": 0.015758013352751732 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.28658085083589e-06, + "update_l2": 0.00273140543140471 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.058272642801919114, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.058272642801919114, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02025081031024456, + "ssim_fused": 0.953732430934906, + "seg_l1": 0.029448021203279495, + "seg_ssim_ref": 0.953732430934906, + "depth": 0.006546984830026631, + "rgb_loss": 0.02545415796339512, + "seg_loss": 0.03281193599104881, + "total": 0.058272642801919114 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027262169867753983, + "ssim_fused": 0.9393861293792725, + "seg_l1": 0.029979515820741653, + "seg_ssim_ref": 0.9393865466117859, + "depth": 0.004821722453897818, + "rgb_loss": 0.033932510763406754, + "seg_loss": 0.036106303334236145, + "total": 0.0700436320948065, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004821722453897818, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00426397831327282 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024335140362381935, + "ssim_fused": 0.9488404393196106, + "seg_l1": 0.0396200455725193, + "seg_ssim_ref": 0.948840320110321, + "depth": 0.010027964343346605, + "rgb_loss": 0.0297000240534544, + "seg_loss": 0.041927970945835114, + "total": 0.07163802482627801, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010027964343346605, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009380266860707715 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013685415498912334, + "ssim_fused": 0.965749979019165, + "seg_l1": 0.02229425683617592, + "seg_ssim_ref": 0.9657498002052307, + "depth": 0.005768812846887028, + "rgb_loss": 0.01779833808541298, + "seg_loss": 0.024685446172952652, + "total": 0.04248955307121252, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005768812846887028, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005768812846887029 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015720516443252563, + "ssim_fused": 0.9609532356262207, + "seg_l1": 0.02589826099574566, + "seg_ssim_ref": 0.9609529376029968, + "depth": 0.005569439675975074, + "rgb_loss": 0.02038576640188694, + "seg_loss": 0.02852802351117134, + "total": 0.0489193612153794, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005569439675975074, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0055694396759750735 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 100, + "adam_update_count": 16600 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2180036809295416 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cb7eb9abb1b74d0da4f1c02147ba4896_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 101, + "next_interval": 0, + "next_adam_update": 16601, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 100, + "trained_intervals": 16600, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 16600, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9910417795181274, + "median": 7.346199035644531, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6185123920440674, + "median": 5.415673732757568, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37118980288505554, + "median": 1550.292724609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07291124761104584, + "median": 224.9322052001953, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0101.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0101.json new file mode 100644 index 0000000000000000000000000000000000000000..f959c5247231275955547452edf1d18e9c622c27 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0101.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0101", + "executed_epochs": 101, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e2cc02b8ea5345b2b49d33f03eec197f.npz", + "optimizer_file": "boundary_e2cc02b8ea5345b2b49d33f03eec197f_optimizer.pt", + "arrays_sha256": "55b466e471b712c10b134c672fa0d3612e33ab7a3fc8ae6e3ef56b6f0ae7838d", + "optimizer_sha256": "98fce293ea1e1e34d5dbc6f63aaed45454c1397aeb907bf781b4645312a68b12", + "stage": "adam", + "completed_passes": 101, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16766, + "adam_update_count": 16766, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 102, + "consumed_count": 101, + "last_submitted_update": 16766, + "last_consumed_update": 16600, + "pending": [ + { + "reference": { + "source_update": 16766, + "completed_passes": 101, + "next_interval": 0, + "trained_intervals": 16766, + "snapshot": "pass_end_0101", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 101, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16766, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16766, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013114316971041262, + "update_l2": 0.0012406918685883284 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.9176156608155e-05, + "update_l2": 0.0011106565361842513 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05412112947471892, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05412112947471892, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018448371440172195, + "ssim_fused": 0.9554983377456665, + "seg_l1": 0.026945235207676888, + "seg_ssim_ref": 0.9554982781410217, + "depth": 0.005571431596623735, + "rgb_loss": 0.023659029975533485, + "seg_loss": 0.030456528067588806, + "total": 0.05412112947471892 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02473283000290394, + "ssim_fused": 0.9416912794113159, + "seg_l1": 0.028169412165880203, + "seg_ssim_ref": 0.9416916370391846, + "depth": 0.004236193367991753, + "rgb_loss": 0.031448010355234146, + "seg_loss": 0.03419720381498337, + "total": 0.0656494540888758, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004236193367991753, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036784492273667525 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02247869409620762, + "ssim_fused": 0.9508686661720276, + "seg_l1": 0.03650406748056412, + "seg_ssim_ref": 0.9508686065673828, + "depth": 0.008800486837959228, + "rgb_loss": 0.027809223160147667, + "seg_loss": 0.03902953490614891, + "total": 0.06684755669048939, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008800486837959228, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00815278935532034 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01245726365596056, + "ssim_fused": 0.9667836427688599, + "seg_l1": 0.02012821100652218, + "seg_ssim_ref": 0.9667834043502808, + "depth": 0.004598612033708229, + "rgb_loss": 0.016609081998467445, + "seg_loss": 0.02274588868021965, + "total": 0.039359571153365955, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004598612033708229, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004598612033708229 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01412469893693924, + "ssim_fused": 0.9626497626304626, + "seg_l1": 0.022979246452450752, + "seg_ssim_ref": 0.9626495838165283, + "depth": 0.004650434146835728, + "rgb_loss": 0.018769806250929832, + "seg_loss": 0.025853481143712997, + "total": 0.04462793596614452, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004650434146835728, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004650434146835728 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 101, + "adam_update_count": 16766 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22229300695471466 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e2cc02b8ea5345b2b49d33f03eec197f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 102, + "next_interval": 0, + "next_adam_update": 16767, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 101, + "trained_intervals": 16766, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 16766, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.989491879940033, + "median": 7.346480846405029, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.620105504989624, + "median": 5.414106845855713, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3717655539512634, + "median": 1550.7296142578125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07279518246650696, + "median": 224.58021545410156, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0102.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0102.json new file mode 100644 index 0000000000000000000000000000000000000000..844dd9a57a0eeb96f2aca6f0172dff610538bdf2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0102.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0102", + "executed_epochs": 102, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a51a5cb45b024155a3fa0a26d6d8c533.npz", + "optimizer_file": "boundary_a51a5cb45b024155a3fa0a26d6d8c533_optimizer.pt", + "arrays_sha256": "327e69f889bc213525fcc095dc3e787050e5aa4bb4338721d8555ad2baafabf1", + "optimizer_sha256": "caed4fb3b22e06bea3c50b8c245f8c6a2777c36d7fff2ae672fea397b9b26673", + "stage": "adam", + "completed_passes": 102, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16932, + "adam_update_count": 16932, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 103, + "consumed_count": 102, + "last_submitted_update": 16932, + "last_consumed_update": 16766, + "pending": [ + { + "reference": { + "source_update": 16932, + "completed_passes": 102, + "next_interval": 0, + "trained_intervals": 16932, + "snapshot": "pass_end_0102", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 102, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16932, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16932, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013220829714555293, + "update_l2": 0.0016676040831953287 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.0537852075649425e-05, + "update_l2": 0.0014466295251622796 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.054274209217272676, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.054274209217272676, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018497562035918236, + "ssim_fused": 0.9554291367530823, + "seg_l1": 0.02705276757478714, + "seg_ssim_ref": 0.9554291367530823, + "depth": 0.005595759592925315, + "rgb_loss": 0.023712221533060074, + "seg_loss": 0.030556393787264824, + "total": 0.054274209217272676 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024743782356381416, + "ssim_fused": 0.9416776299476624, + "seg_l1": 0.028226997703313828, + "seg_ssim_ref": 0.941677987575531, + "depth": 0.004239367567078832, + "rgb_loss": 0.0314595028758049, + "seg_loss": 0.03424600139260292, + "total": 0.0657097473612652, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004239367567078832, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036816234264538316 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02254105731844902, + "ssim_fused": 0.9507781863212585, + "seg_l1": 0.036631371825933456, + "seg_ssim_ref": 0.950778067111969, + "depth": 0.008827285978643016, + "rgb_loss": 0.027877209708094597, + "seg_loss": 0.039149485528469086, + "total": 0.06703552438518748, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008827285978643016, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008179588496004128 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012518644332885742, + "ssim_fused": 0.9666948914527893, + "seg_l1": 0.020248329266905785, + "seg_ssim_ref": 0.966694712638855, + "depth": 0.004632833571541123, + "rgb_loss": 0.016675937920808792, + "seg_loss": 0.022859720513224602, + "total": 0.03954028940495979, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004632833571541123, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004632833571541123 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014186760410666466, + "ssim_fused": 0.9625658988952637, + "seg_l1": 0.023104365915060043, + "seg_ssim_ref": 0.9625656604766846, + "depth": 0.004683551254438289, + "rgb_loss": 0.018836230039596558, + "seg_loss": 0.02597036212682724, + "total": 0.044811275717678234, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004683551254438289, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004683551254438289 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 102, + "adam_update_count": 16932 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2289318200200796 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a51a5cb45b024155a3fa0a26d6d8c533_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 103, + "next_interval": 0, + "next_adam_update": 16933, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 102, + "trained_intervals": 16932, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 16932, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9895113110542297, + "median": 7.346433162689209, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.620190382003784, + "median": 5.414068698883057, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3717583417892456, + "median": 1550.6556396484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07278900593519211, + "median": 224.5721435546875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0103.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0103.json new file mode 100644 index 0000000000000000000000000000000000000000..a4e5620ff15aa8760f84d5c2fe1bf59ede758fc5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0103.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0103", + "executed_epochs": 103, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ded4b2a230034160a1aec67c1e6c06dc.npz", + "optimizer_file": "boundary_ded4b2a230034160a1aec67c1e6c06dc_optimizer.pt", + "arrays_sha256": "a8237a7858166e90f2ed62813286dbc4693d5c0f1b2d43adaf0359421c368ef4", + "optimizer_sha256": "a9fc157c63bbe4af11946e201bd9cf6c8a62b3e1ccaf99441b7fc094fbf7e9a5", + "stage": "adam", + "completed_passes": 103, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17098, + "adam_update_count": 17098, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 104, + "consumed_count": 103, + "last_submitted_update": 17098, + "last_consumed_update": 16932, + "pending": [ + { + "reference": { + "source_update": 17098, + "completed_passes": 103, + "next_interval": 0, + "trained_intervals": 17098, + "snapshot": "pass_end_0103", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 103, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17098, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17098, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013178348308429122, + "update_l2": 0.001986475195735693 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.071014311397448e-05, + "update_l2": 0.001856211107224226 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05359854741625669, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05359854741625669, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018271517008543015, + "ssim_fused": 0.9557710886001587, + "seg_l1": 0.02660534344613552, + "seg_ssim_ref": 0.9557710886001587, + "depth": 0.005493933783787522, + "rgb_loss": 0.023462992161512375, + "seg_loss": 0.030130058526992798, + "total": 0.05359854741625669 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024604355916380882, + "ssim_fused": 0.9418564438819885, + "seg_l1": 0.0279509536921978, + "seg_ssim_ref": 0.9418569207191467, + "depth": 0.004201187038167328, + "rgb_loss": 0.03131219744682312, + "seg_loss": 0.033989377319812775, + "total": 0.06530577595367407, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004201187038167328, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036434428975423284 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022260988131165504, + "ssim_fused": 0.9511709809303284, + "seg_l1": 0.03607279434800148, + "seg_ssim_ref": 0.9511708617210388, + "depth": 0.008699210840759074, + "rgb_loss": 0.02757459506392479, + "seg_loss": 0.03862406313419342, + "total": 0.06620736113424927, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008699210840759074, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008051513358120186 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01226745918393135, + "ssim_fused": 0.9670674204826355, + "seg_l1": 0.019762814044952393, + "seg_ssim_ref": 0.9670672416687012, + "depth": 0.004500214265060818, + "rgb_loss": 0.01640048250555992, + "seg_loss": 0.02239680290222168, + "total": 0.03880178562204666, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004500214265060818, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004500214265060818 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013953262940049171, + "ssim_fused": 0.9629895687103271, + "seg_l1": 0.022634809836745262, + "seg_ssim_ref": 0.9629892706871033, + "depth": 0.00457512299116287, + "rgb_loss": 0.018564697355031967, + "seg_loss": 0.025509994477033615, + "total": 0.04407926695505675, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00457512299116287, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00457512299116287 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 103, + "adam_update_count": 17098 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22047035885043442 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ded4b2a230034160a1aec67c1e6c06dc_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 104, + "next_interval": 0, + "next_adam_update": 17099, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 103, + "trained_intervals": 17098, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 17098, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9894379377365112, + "median": 7.346417427062988, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.620210647583008, + "median": 5.414905548095703, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37178561091423035, + "median": 1550.63134765625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07278753072023392, + "median": 224.75819396972656, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0104.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0104.json new file mode 100644 index 0000000000000000000000000000000000000000..b6f14cc1a152c02437d372d7a92a43ba0c04fbb9 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0104.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0104", + "executed_epochs": 104, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_19f610ccd27443e0abb4867a2741da0c.npz", + "optimizer_file": "boundary_19f610ccd27443e0abb4867a2741da0c_optimizer.pt", + "arrays_sha256": "f4b74b69fe1669b53a35171cdbc2b62886cf0642106d3ac0fbd6486b9e227e3e", + "optimizer_sha256": "5f9a43db62ee26f35c303149595e90333e39c7592a3b7bec70b1e69c48f5e72a", + "stage": "adam", + "completed_passes": 104, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17264, + "adam_update_count": 17264, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 105, + "consumed_count": 104, + "last_submitted_update": 17264, + "last_consumed_update": 17098, + "pending": [ + { + "reference": { + "source_update": 17264, + "completed_passes": 104, + "next_interval": 0, + "trained_intervals": 17264, + "snapshot": "pass_end_0104", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 104, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17264, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17264, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013266275345813483, + "update_l2": 0.005746280308812857 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.15948559041135e-05, + "update_l2": 0.0018393967766314745 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05397951337674671, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05397951337674671, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018380161374807358, + "ssim_fused": 0.9556135535240173, + "seg_l1": 0.02689405344426632, + "seg_ssim_ref": 0.9556134939193726, + "depth": 0.005552686546381964, + "rgb_loss": 0.02358141914010048, + "seg_loss": 0.030392542481422424, + "total": 0.05397951337674671 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02452535182237625, + "ssim_fused": 0.9420157074928284, + "seg_l1": 0.02804705500602722, + "seg_ssim_ref": 0.942016065120697, + "depth": 0.004205377387773091, + "rgb_loss": 0.031217141076922417, + "seg_loss": 0.03403443098068237, + "total": 0.0652557792976377, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004205377387773091, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036476332471480906 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0223977193236351, + "ssim_fused": 0.9509602785110474, + "seg_l1": 0.03637409210205078, + "seg_ssim_ref": 0.950960099697113, + "depth": 0.00875814555089869, + "rgb_loss": 0.02772611938416958, + "seg_loss": 0.0389072559773922, + "total": 0.06664213164446753, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00875814555089869, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008110448068259802 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01245663221925497, + "ssim_fused": 0.9667606949806213, + "seg_l1": 0.02013705112040043, + "seg_ssim_ref": 0.966760516166687, + "depth": 0.004586101161089933, + "rgb_loss": 0.01661316677927971, + "seg_loss": 0.02275753766298294, + "total": 0.03937529054342374, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004586101161089933, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004586101161089933 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014140941202640533, + "ssim_fused": 0.9627175331115723, + "seg_l1": 0.023018019273877144, + "seg_ssim_ref": 0.9627173542976379, + "depth": 0.0046611220857661435, + "rgb_loss": 0.018769245594739914, + "seg_loss": 0.025870945304632187, + "total": 0.04464485202145787, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0046611220857661435, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0046611220857661435 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 104, + "adam_update_count": 17264 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2233336349017918 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_19f610ccd27443e0abb4867a2741da0c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 105, + "next_interval": 0, + "next_adam_update": 17265, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 104, + "trained_intervals": 17264, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 17264, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9802922606468201, + "median": 7.345689296722412, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6112492084503174, + "median": 5.438971519470215, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37520143389701843, + "median": 1549.502685546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.073442742228508, + "median": 230.2054443359375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0105.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0105.json new file mode 100644 index 0000000000000000000000000000000000000000..a4bc1aa46dc493c1550ee949e34cec870f2a4259 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0105.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0105", + "executed_epochs": 105, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_47ce53dc1e6744dfa93f8967e2c6855b.npz", + "optimizer_file": "boundary_47ce53dc1e6744dfa93f8967e2c6855b_optimizer.pt", + "arrays_sha256": "6f8927cc1f0eaa81a1c0fe640bf6a51e93560237cc26a8c36ba91da9fdeec596", + "optimizer_sha256": "409a0f185d252305465ecbd03be420d37bb57b91c9e054d6078abea61be79bfb", + "stage": "adam", + "completed_passes": 105, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17430, + "adam_update_count": 17430, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 106, + "consumed_count": 105, + "last_submitted_update": 17430, + "last_consumed_update": 17264, + "pending": [ + { + "reference": { + "source_update": 17430, + "completed_passes": 105, + "next_interval": 0, + "trained_intervals": 17430, + "snapshot": "pass_end_0105", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 105, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17430, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17430, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013203841808717698, + "update_l2": 0.0009980262257158756 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.0306549383094534e-05, + "update_l2": 0.0004916612524539232 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05366369768746011, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05366369768746011, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018297888338565826, + "ssim_fused": 0.9557596445083618, + "seg_l1": 0.026654653251171112, + "seg_ssim_ref": 0.9557596445083618, + "depth": 0.005511229408904328, + "rgb_loss": 0.02348637953400612, + "seg_loss": 0.030171804130077362, + "total": 0.05366369768746011 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024626735597848892, + "ssim_fused": 0.9418472647666931, + "seg_l1": 0.02799583040177822, + "seg_ssim_ref": 0.9418476819992065, + "depth": 0.004211805793929121, + "rgb_loss": 0.03133193776011467, + "seg_loss": 0.03402712941169739, + "total": 0.06536328270289629, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004211805793929121, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036540616533041214 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022307023406028748, + "ssim_fused": 0.9511343240737915, + "seg_l1": 0.036154866218566895, + "seg_ssim_ref": 0.9511342644691467, + "depth": 0.008722250166535895, + "rgb_loss": 0.027618754655122757, + "seg_loss": 0.03869704157114029, + "total": 0.06632452220171987, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008722250166535895, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008074552683897005 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012287016957998276, + "ssim_fused": 0.9670559167861938, + "seg_l1": 0.019791027531027794, + "seg_ssim_ref": 0.9670556783676147, + "depth": 0.004517736336084393, + "rgb_loss": 0.01641843095421791, + "seg_loss": 0.022421687841415405, + "total": 0.0388446365319694, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004517736336084393, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004517736336084393 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013970780186355114, + "ssim_fused": 0.9630011320114136, + "seg_l1": 0.02267688885331154, + "seg_ssim_ref": 0.9630007743835449, + "depth": 0.004593125339067903, + "rgb_loss": 0.018576398491859436, + "seg_loss": 0.025541357696056366, + "total": 0.04412234931325487, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004593125339067903, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004593125339067903 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 105, + "adam_update_count": 17430 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22190432413481176 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_47ce53dc1e6744dfa93f8967e2c6855b_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 106, + "next_interval": 0, + "next_adam_update": 17431, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 105, + "trained_intervals": 17430, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 17430, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9778053164482117, + "median": 7.345808982849121, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6086835861206055, + "median": 5.443055629730225, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3761356770992279, + "median": 1549.6881103515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0736314132809639, + "median": 231.14743041992188, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0106.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0106.json new file mode 100644 index 0000000000000000000000000000000000000000..6778bdd0e1bf9751f06227d6b89bda081a4f0787 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0106.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0106", + "executed_epochs": 106, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c8bb83516caf4add93070173f3aa6ffa.npz", + "optimizer_file": "boundary_c8bb83516caf4add93070173f3aa6ffa_optimizer.pt", + "arrays_sha256": "485d9e65200c9b76744fab9bdf2ff00e4987241513be82346e425388478aa1df", + "optimizer_sha256": "e7e38d6f1135d6a2a687329d218dd5c525676ad7b355c9fb16230d8f74960394", + "stage": "adam", + "completed_passes": 106, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17596, + "adam_update_count": 17596, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 107, + "consumed_count": 106, + "last_submitted_update": 17596, + "last_consumed_update": 17430, + "pending": [ + { + "reference": { + "source_update": 17596, + "completed_passes": 106, + "next_interval": 0, + "trained_intervals": 17596, + "snapshot": "pass_end_0106", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 106, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17596, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17596, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001302695309277624, + "update_l2": 0.0010962673695757985 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.0917864427901804e-05, + "update_l2": 0.0006272466853260994 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05330910152490213, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05330910152490213, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01814912259578705, + "ssim_fused": 0.955984354019165, + "seg_l1": 0.026472585275769234, + "seg_ssim_ref": 0.9559842944145203, + "depth": 0.005459326458724165, + "rgb_loss": 0.02332242950797081, + "seg_loss": 0.029981212690472603, + "total": 0.05330910152490213 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02423911727964878, + "ssim_fused": 0.9424401521682739, + "seg_l1": 0.027636025100946426, + "seg_ssim_ref": 0.9424405097961426, + "depth": 0.004145067389171261, + "rgb_loss": 0.03090326488018036, + "seg_loss": 0.033620718866586685, + "total": 0.06452812508886592, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004145067389171261, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0035873232485462607 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0220961794257164, + "ssim_fused": 0.9513772130012512, + "seg_l1": 0.035787783563137054, + "seg_ssim_ref": 0.9513771533966064, + "depth": 0.008604333266981153, + "rgb_loss": 0.027401501312851906, + "seg_loss": 0.038354795426130295, + "total": 0.06576490293489433, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008604333266981153, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007956635784342265 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01226142980158329, + "ssim_fused": 0.96706622838974, + "seg_l1": 0.019736619666218758, + "seg_ssim_ref": 0.9670659899711609, + "depth": 0.004483561354698096, + "rgb_loss": 0.016395898535847664, + "seg_loss": 0.02237609773874283, + "total": 0.03877647797330004, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004483561354698096, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004483561354698095 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013999766670167446, + "ssim_fused": 0.9630537629127502, + "seg_l1": 0.022729912772774696, + "seg_ssim_ref": 0.9630534648895264, + "depth": 0.004604343824046146, + "rgb_loss": 0.018589060753583908, + "seg_loss": 0.025573236867785454, + "total": 0.04416690010254826, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004604343824046146, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004604343824046147 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 106, + "adam_update_count": 17596 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22131892014294863 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c8bb83516caf4add93070173f3aa6ffa_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 107, + "next_interval": 0, + "next_adam_update": 17597, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 106, + "trained_intervals": 17596, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 17596, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9777039289474487, + "median": 7.345808982849121, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.608712673187256, + "median": 5.445163249969482, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37617382407188416, + "median": 1549.6881103515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07362926751375198, + "median": 231.63516235351562, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0107.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0107.json new file mode 100644 index 0000000000000000000000000000000000000000..b3edc0a0eb23ac949de05728c6cdb775f55b105b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0107.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0107", + "executed_epochs": 107, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_81238b1ab33141f9995d81a8f388ca37.npz", + "optimizer_file": "boundary_81238b1ab33141f9995d81a8f388ca37_optimizer.pt", + "arrays_sha256": "ea184857b18ab782905bb143e44dbdcca21d05c51342dfce25422a4e782ff704", + "optimizer_sha256": "789b044700fbd11641d82e8fadc7dbfcd722adb4142094d85ec175f9008901e8", + "stage": "adam", + "completed_passes": 107, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17762, + "adam_update_count": 17762, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 108, + "consumed_count": 107, + "last_submitted_update": 17762, + "last_consumed_update": 17596, + "pending": [ + { + "reference": { + "source_update": 17762, + "completed_passes": 107, + "next_interval": 0, + "trained_intervals": 17762, + "snapshot": "pass_end_0107", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 107, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17762, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17762, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013014335127081722, + "update_l2": 0.010268514044582844 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.045299621997401e-05, + "update_l2": 0.0019234560895711184 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0539718722642839, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0539718722642839, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01840415969491005, + "ssim_fused": 0.9555709362030029, + "seg_l1": 0.026839205995202065, + "seg_ssim_ref": 0.9555709362030029, + "depth": 0.005554007130866909, + "rgb_loss": 0.023609139025211334, + "seg_loss": 0.030357182025909424, + "total": 0.0539718722642839 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024759892374277115, + "ssim_fused": 0.9416570663452148, + "seg_l1": 0.02814517542719841, + "seg_ssim_ref": 0.941657543182373, + "depth": 0.004235969919159544, + "rgb_loss": 0.03147650137543678, + "seg_loss": 0.03418463096022606, + "total": 0.065665368305582, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004235969919159544, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036782257785345435 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022436946630477905, + "ssim_fused": 0.9509275555610657, + "seg_l1": 0.03641180321574211, + "seg_ssim_ref": 0.9509275555610657, + "depth": 0.008787964170415783, + "rgb_loss": 0.02776404470205307, + "seg_loss": 0.038943931460380554, + "total": 0.06671676412660404, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008787964170415783, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008140266687776893 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012381778098642826, + "ssim_fused": 0.9669042229652405, + "seg_l1": 0.019994428381323814, + "seg_ssim_ref": 0.9669039249420166, + "depth": 0.00456887492035826, + "rgb_loss": 0.016524579375982285, + "seg_loss": 0.02261475846171379, + "total": 0.03914390671261643, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00456887492035826, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004568874920358261 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0140380235388875, + "ssim_fused": 0.9627949595451355, + "seg_l1": 0.022805415093898773, + "seg_ssim_ref": 0.9627946615219116, + "depth": 0.004623219513534051, + "rgb_loss": 0.0186714269220829, + "seg_loss": 0.025685399770736694, + "total": 0.04436144991233313, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004623219513534051, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004623219513534051 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 107, + "adam_update_count": 17762 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22471311502158642 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_81238b1ab33141f9995d81a8f388ca37_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 108, + "next_interval": 0, + "next_adam_update": 17763, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 107, + "trained_intervals": 17762, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 17762, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9690675139427185, + "median": 7.346044063568115, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6003165245056152, + "median": 5.456894397735596, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3794367015361786, + "median": 1550.0523681640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07425007969141006, + "median": 234.36920166015625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0108.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0108.json new file mode 100644 index 0000000000000000000000000000000000000000..68bedb7963199d2e7fe18ec78d3fdb1f9b76534c --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0108.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0108", + "executed_epochs": 108, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_da2c76ee486b4f4c805a30c3088f8aed.npz", + "optimizer_file": "boundary_da2c76ee486b4f4c805a30c3088f8aed_optimizer.pt", + "arrays_sha256": "c11ac614a975867863bfb4195b9d636feb89f2cac733bfe9999ddf29071ccc65", + "optimizer_sha256": "c79a47f7927b70bfcb74fb88250261646a4b407f0c6da124eab516a8fb8c9d14", + "stage": "adam", + "completed_passes": 108, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17928, + "adam_update_count": 17928, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 109, + "consumed_count": 108, + "last_submitted_update": 17928, + "last_consumed_update": 17762, + "pending": [ + { + "reference": { + "source_update": 17928, + "completed_passes": 108, + "next_interval": 0, + "trained_intervals": 17928, + "snapshot": "pass_end_0108", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 108, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17928, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17928, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012775167124345899, + "update_l2": 0.0023180784191936255 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.896676182397641e-05, + "update_l2": 0.0007178685045801103 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05376261102021254, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05376261102021254, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018363675102591515, + "ssim_fused": 0.9557074308395386, + "seg_l1": 0.026686400175094604, + "seg_ssim_ref": 0.9557074308395386, + "depth": 0.0055320745757932305, + "rgb_loss": 0.02354944311082363, + "seg_loss": 0.030207637697458267, + "total": 0.05376261102021254 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024886976927518845, + "ssim_fused": 0.9415683746337891, + "seg_l1": 0.028165580704808235, + "seg_ssim_ref": 0.9415686726570129, + "depth": 0.004256249052571495, + "rgb_loss": 0.03159590810537338, + "seg_loss": 0.03421872854232788, + "total": 0.06581889289675384, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004256249052571495, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036985049119464958 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022404363378882408, + "ssim_fused": 0.9510398507118225, + "seg_l1": 0.036309368908405304, + "seg_ssim_ref": 0.9510398507118225, + "depth": 0.008781554499319236, + "rgb_loss": 0.027715520933270454, + "seg_loss": 0.03883952647447586, + "total": 0.06656382709960049, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008781554499319236, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00813385701668035 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012253793887794018, + "ssim_fused": 0.9671574831008911, + "seg_l1": 0.019719643518328667, + "seg_ssim_ref": 0.9671571850776672, + "depth": 0.00452003971314368, + "rgb_loss": 0.01637153886258602, + "seg_loss": 0.022344280034303665, + "total": 0.03872033707395768, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00452003971314368, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00452003971314368 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013909567147493362, + "ssim_fused": 0.9630642533302307, + "seg_l1": 0.022551007568836212, + "seg_ssim_ref": 0.9630639553070068, + "depth": 0.004570455038138511, + "rgb_loss": 0.018514802679419518, + "seg_loss": 0.025428015738725662, + "total": 0.04394738701053817, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004570455038138511, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004570455038138511 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 108, + "adam_update_count": 17928 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22676375485025346 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_da2c76ee486b4f4c805a30c3088f8aed_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 109, + "next_interval": 0, + "next_adam_update": 17929, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 108, + "trained_intervals": 17928, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 17928, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9679208993911743, + "median": 7.346304416656494, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.599391460418701, + "median": 5.458393573760986, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37987202405929565, + "median": 1550.4560546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0743187889456749, + "median": 234.72044372558594, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0109.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0109.json new file mode 100644 index 0000000000000000000000000000000000000000..82c9df7568e97c9f11b1051e07126e6bf9e1b26d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0109.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0109", + "executed_epochs": 109, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d6317903e237474d9b1bdace299f156d.npz", + "optimizer_file": "boundary_d6317903e237474d9b1bdace299f156d_optimizer.pt", + "arrays_sha256": "4ed2345fba48e718b5546bb9f17a569221ecb261ff62eda8cfdd1d39b5830f5d", + "optimizer_sha256": "62196baaeadd7502cdbe10a6836906b8c7bf9d188de550c6b30b59636a62bdaa", + "stage": "adam", + "completed_passes": 109, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18094, + "adam_update_count": 18094, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 110, + "consumed_count": 109, + "last_submitted_update": 18094, + "last_consumed_update": 17928, + "pending": [ + { + "reference": { + "source_update": 18094, + "completed_passes": 109, + "next_interval": 0, + "trained_intervals": 18094, + "snapshot": "pass_end_0109", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 109, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18094, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18094, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012925420014653355, + "update_l2": 0.011328975670039654 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.0442959036445245e-05, + "update_l2": 0.002003822708502412 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05411179902442852, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05411179902442852, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018462274223566055, + "ssim_fused": 0.9555242657661438, + "seg_l1": 0.026932591572403908, + "seg_ssim_ref": 0.9555241465568542, + "depth": 0.005582146729612205, + "rgb_loss": 0.02366497740149498, + "seg_loss": 0.03044123947620392, + "total": 0.05411179902442852 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024829940870404243, + "ssim_fused": 0.9415713548660278, + "seg_l1": 0.028210926800966263, + "seg_ssim_ref": 0.9415716528892517, + "depth": 0.004246876593606754, + "rgb_loss": 0.03154968470335007, + "seg_loss": 0.03425440937280655, + "total": 0.06580834095275022, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004246876593606754, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003689132452981754 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022527581080794334, + "ssim_fused": 0.9508392810821533, + "seg_l1": 0.03658071532845497, + "seg_ssim_ref": 0.950839102268219, + "depth": 0.008842909676623531, + "rgb_loss": 0.027854209765791893, + "seg_loss": 0.03909675404429436, + "total": 0.06695980485711772, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008842909676623531, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008195212193984641 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012416361831128597, + "ssim_fused": 0.9668979644775391, + "seg_l1": 0.020052470266819, + "seg_ssim_ref": 0.9668977856636047, + "depth": 0.004589851457887433, + "rgb_loss": 0.016553496941924095, + "seg_loss": 0.022662419825792313, + "total": 0.03922050475652915, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004589851457887433, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004589851457887433 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014075208455324173, + "ssim_fused": 0.9627882838249207, + "seg_l1": 0.022886255756020546, + "seg_ssim_ref": 0.9627881050109863, + "depth": 0.004648949190331106, + "rgb_loss": 0.018702510744333267, + "seg_loss": 0.0257513839751482, + "total": 0.04445854553131695, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004648949190331106, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004648949190331106 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 109, + "adam_update_count": 18094 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22758672712370753 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d6317903e237474d9b1bdace299f156d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 110, + "next_interval": 0, + "next_adam_update": 18095, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 109, + "trained_intervals": 18094, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 18094, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9589226841926575, + "median": 7.3465752601623535, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.590848445892334, + "median": 5.465987682342529, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3833056390285492, + "median": 1550.8760986328125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07495641708374023, + "median": 236.509521484375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0110.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0110.json new file mode 100644 index 0000000000000000000000000000000000000000..45e12c995164255032efc8d6ff3f22905a417306 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0110.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0110", + "executed_epochs": 110, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1b21dd2774f14ca58f3f19f203d3a8c1.npz", + "optimizer_file": "boundary_1b21dd2774f14ca58f3f19f203d3a8c1_optimizer.pt", + "arrays_sha256": "65d3c1cfd33d48262f1090984db5b8bde60bc3915bb7b5bd241598457e73425e", + "optimizer_sha256": "4bd2546782e726dba10236fa116dacf6134489db345f2274f5c60ec4431f4d97", + "stage": "adam", + "completed_passes": 110, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18260, + "adam_update_count": 18260, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 111, + "consumed_count": 110, + "last_submitted_update": 18260, + "last_consumed_update": 18094, + "pending": [ + { + "reference": { + "source_update": 18260, + "completed_passes": 110, + "next_interval": 0, + "trained_intervals": 18260, + "snapshot": "pass_end_0110", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 110, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18260, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18260, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.888734787935391e-05, + "update_l2": 0.01596100814640522 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0536898116697557e-05, + "update_l2": 0.0025854320265352726 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05895254211003455, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05895254211003455, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02049105241894722, + "ssim_fused": 0.9534342885017395, + "seg_l1": 0.029908522963523865, + "seg_ssim_ref": 0.9534343481063843, + "depth": 0.006621791669456935, + "rgb_loss": 0.025705981999635696, + "seg_loss": 0.0332399383187294, + "total": 0.05895254211003455 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027532396838068962, + "ssim_fused": 0.9389996528625488, + "seg_l1": 0.030474336817860603, + "seg_ssim_ref": 0.939000129699707, + "depth": 0.004915406269097391, + "rgb_loss": 0.03422598913311958, + "seg_loss": 0.036579445004463196, + "total": 0.07081034581856158, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004915406269097391, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004357662128472391 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02454943023622036, + "ssim_fused": 0.9485921859741211, + "seg_l1": 0.04014565423130989, + "seg_ssim_ref": 0.9485923051834106, + "depth": 0.010126835569258934, + "rgb_loss": 0.02992110699415207, + "seg_loss": 0.04239806532859802, + "total": 0.07232929915831936, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010126835569258934, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009479138086620048 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013958267867565155, + "ssim_fused": 0.9654529094696045, + "seg_l1": 0.022779664024710655, + "seg_ssim_ref": 0.9654528498649597, + "depth": 0.005832355903321877, + "rgb_loss": 0.018076032400131226, + "seg_loss": 0.02513316087424755, + "total": 0.04321502749292725, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005832355903321877, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0058323559033218765 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015924109145998955, + "ssim_fused": 0.9606924653053284, + "seg_l1": 0.02623443305492401, + "seg_ssim_ref": 0.960692286491394, + "depth": 0.005612568936149539, + "rgb_loss": 0.02060079574584961, + "seg_loss": 0.02884908765554428, + "total": 0.04945549597033004, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005612568936149539, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005612568936149538 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 110, + "adam_update_count": 18260 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22637440892867744 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1b21dd2774f14ca58f3f19f203d3a8c1_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 111, + "next_interval": 0, + "next_adam_update": 18261, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 110, + "trained_intervals": 18260, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 18260, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9660574197769165, + "median": 7.34555721282959, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5820634365081787, + "median": 5.477292060852051, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3805805742740631, + "median": 1549.2979736328125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07561780512332916, + "median": 239.1980438232422, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0111.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0111.json new file mode 100644 index 0000000000000000000000000000000000000000..5894e97453cbe62c0e4fd22df2dd4803ee715fc7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0111.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0111", + "executed_epochs": 111, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7f128994530145088668624d9bdcc005.npz", + "optimizer_file": "boundary_7f128994530145088668624d9bdcc005_optimizer.pt", + "arrays_sha256": "5de06c34a8bcf72e98e901d706d0b207adde3194f4446ac16133c81b9af57fe4", + "optimizer_sha256": "1495590e38d643b5735f065a4676b0d36e4b80b79ab822aa1b536feb4141ddb9", + "stage": "adam", + "completed_passes": 111, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18426, + "adam_update_count": 18426, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 112, + "consumed_count": 111, + "last_submitted_update": 18426, + "last_consumed_update": 18260, + "pending": [ + { + "reference": { + "source_update": 18426, + "completed_passes": 111, + "next_interval": 0, + "trained_intervals": 18426, + "snapshot": "pass_end_0111", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 111, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18426, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18426, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013028497050981969, + "update_l2": 0.002445867517963052 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.138716733199544e-05, + "update_l2": 0.001124138361774385 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.053821458022248275, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.053821458022248275, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018359286710619926, + "ssim_fused": 0.9556387662887573, + "seg_l1": 0.026729973033070564, + "seg_ssim_ref": 0.9556387066841125, + "depth": 0.005529734444149136, + "rgb_loss": 0.023559682071208954, + "seg_loss": 0.0302562452852726, + "total": 0.053821458022248275 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02471628040075302, + "ssim_fused": 0.941735029220581, + "seg_l1": 0.02799876034259796, + "seg_ssim_ref": 0.9417353868484497, + "depth": 0.004214788277225777, + "rgb_loss": 0.031426019966602325, + "seg_loss": 0.03405193239450455, + "total": 0.0654821671493841, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004214788277225777, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003657044136600776 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022368159145116806, + "ssim_fused": 0.9510096311569214, + "seg_l1": 0.03627592697739601, + "seg_ssim_ref": 0.9510095715522766, + "depth": 0.008749437474584103, + "rgb_loss": 0.027692601084709167, + "seg_loss": 0.038818828761577606, + "total": 0.06652017928376136, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008749437474584103, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008101739991945215 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0123411500826478, + "ssim_fused": 0.9669758081436157, + "seg_l1": 0.019905030727386475, + "seg_ssim_ref": 0.9669755697250366, + "depth": 0.004544059816459711, + "rgb_loss": 0.016477758064866066, + "seg_loss": 0.022528911009430885, + "total": 0.03901121313411341, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004544059816459711, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004544059816459711 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014011560939252377, + "ssim_fused": 0.9628344774246216, + "seg_l1": 0.022740177810192108, + "seg_ssim_ref": 0.9628341794013977, + "depth": 0.004610652208326954, + "rgb_loss": 0.018642352893948555, + "seg_loss": 0.025625307112932205, + "total": 0.044272272521734234, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004610652208326954, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004610652208326954 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 111, + "adam_update_count": 18426 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22763611585833132 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7f128994530145088668624d9bdcc005_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 112, + "next_interval": 0, + "next_adam_update": 18427, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 111, + "trained_intervals": 18426, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 18426, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9626017808914185, + "median": 7.346169948577881, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.574347496032715, + "median": 5.482997894287109, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3818979859352112, + "median": 1550.24755859375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07620352506637573, + "median": 240.56695556640625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0112.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0112.json new file mode 100644 index 0000000000000000000000000000000000000000..3c0e4bf0f3db8fd3fda31672f49375b361c8b0a5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0112.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0112", + "executed_epochs": 112, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e6d18203cb2746f7955d7a8dcbda1c7c.npz", + "optimizer_file": "boundary_e6d18203cb2746f7955d7a8dcbda1c7c_optimizer.pt", + "arrays_sha256": "caa5576528e1c9b2bac1b38fc0f325fad75682fc1f09c0240982b39012ba6cc4", + "optimizer_sha256": "76d7a1b84da2e6516425e9785608b4bbeddf96dff1ae7b4f65be4e00c43d9c9e", + "stage": "adam", + "completed_passes": 112, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18592, + "adam_update_count": 18592, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 113, + "consumed_count": 112, + "last_submitted_update": 18592, + "last_consumed_update": 18426, + "pending": [ + { + "reference": { + "source_update": 18592, + "completed_passes": 112, + "next_interval": 0, + "trained_intervals": 18592, + "snapshot": "pass_end_0112", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 112, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18592, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18592, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001252999936696142, + "update_l2": 0.0063132778741419315 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.1832856620894745e-05, + "update_l2": 0.0004169379244558513 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05258594055339986, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05258594055339986, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.017911337316036224, + "ssim_fused": 0.9561222791671753, + "seg_l1": 0.025875598192214966, + "seg_ssim_ref": 0.9561222195625305, + "depth": 0.005293382856184423, + "rgb_loss": 0.023104606196284294, + "seg_loss": 0.029476039111614227, + "total": 0.05258594055339986 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024598250165581703, + "ssim_fused": 0.9419125914573669, + "seg_l1": 0.027780048549175262, + "seg_ssim_ref": 0.9419129490852356, + "depth": 0.004214225435510485, + "rgb_loss": 0.031296081840991974, + "seg_loss": 0.03384144976735115, + "total": 0.06514174955906893, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004214225435510485, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036564812948854854 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0215676911175251, + "ssim_fused": 0.9517587423324585, + "seg_l1": 0.034756746143102646, + "seg_ssim_ref": 0.9517585635185242, + "depth": 0.008343214797071286, + "rgb_loss": 0.02690240368247032, + "seg_loss": 0.03745368495583534, + "total": 0.06436443185310274, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008343214797071286, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007695517314432396 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.011863421648740768, + "ssim_fused": 0.9675617814064026, + "seg_l1": 0.019060341641306877, + "seg_ssim_ref": 0.9675614833831787, + "depth": 0.004247010233555403, + "rgb_loss": 0.015978381037712097, + "seg_loss": 0.02173597738146782, + "total": 0.03771860542941347, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004247010233555403, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004247010233555403 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013615982607007027, + "ssim_fused": 0.9632561206817627, + "seg_l1": 0.021905260160565376, + "seg_ssim_ref": 0.9632558226585388, + "depth": 0.004369080958600518, + "rgb_loss": 0.018241561949253082, + "seg_loss": 0.024873044341802597, + "total": 0.04311897537201428, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004369080958600518, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004369080958600518 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 112, + "adam_update_count": 18592 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23922535288147628 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e6d18203cb2746f7955d7a8dcbda1c7c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 113, + "next_interval": 0, + "next_adam_update": 18593, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 112, + "trained_intervals": 18592, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 18592, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9621291160583496, + "median": 7.347944259643555, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.574202299118042, + "median": 5.483395099639893, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38207852840423584, + "median": 1553.0006103515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07621458917856216, + "median": 240.66258239746094, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0113.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0113.json new file mode 100644 index 0000000000000000000000000000000000000000..7a663fcb3c08707068be3dd2fd0a3469ba2a5215 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0113.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0113", + "executed_epochs": 113, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f292ba5d405941c681f8db05fedb0f5e.npz", + "optimizer_file": "boundary_f292ba5d405941c681f8db05fedb0f5e_optimizer.pt", + "arrays_sha256": "73b434d5501c559e232bb1b8e3cb5a0ceb9028675d8444d8066643adb1769ab6", + "optimizer_sha256": "3be9c4e243bc0a4e6950e91588076ee506da36198cbe1f7625762376647a880f", + "stage": "adam", + "completed_passes": 113, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18758, + "adam_update_count": 18758, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 114, + "consumed_count": 113, + "last_submitted_update": 18758, + "last_consumed_update": 18592, + "pending": [ + { + "reference": { + "source_update": 18758, + "completed_passes": 113, + "next_interval": 0, + "trained_intervals": 18758, + "snapshot": "pass_end_0113", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 113, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18758, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18758, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012871576473116875, + "update_l2": 0.0019030836410820484 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.10034296894446e-05, + "update_l2": 0.0011356457835063338 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05435784309222975, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05435784309222975, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018559301272034645, + "ssim_fused": 0.9553865194320679, + "seg_l1": 0.027074221521615982, + "seg_ssim_ref": 0.9553865194320679, + "depth": 0.005619219091314201, + "rgb_loss": 0.02377014234662056, + "seg_loss": 0.030582083389163017, + "total": 0.05435784309222975 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025017857551574707, + "ssim_fused": 0.9413586854934692, + "seg_l1": 0.028393758460879326, + "seg_ssim_ref": 0.9413590431213379, + "depth": 0.0042892205553993375, + "rgb_loss": 0.03174255043268204, + "seg_loss": 0.034443199634552, + "total": 0.06619003928778944, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0042892205553993375, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0037314764147743378 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02263665199279785, + "ssim_fused": 0.9506726264953613, + "seg_l1": 0.036786094307899475, + "seg_ssim_ref": 0.9506725668907166, + "depth": 0.008897706134485909, + "rgb_loss": 0.027974795550107956, + "seg_loss": 0.03929436206817627, + "total": 0.06727805904970902, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008897706134485909, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00825000865184702 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01247625146061182, + "ssim_fused": 0.9668236374855042, + "seg_l1": 0.020176108926534653, + "seg_ssim_ref": 0.9668235182762146, + "depth": 0.004632991538929442, + "rgb_loss": 0.016616273671388626, + "seg_loss": 0.022776184603571892, + "total": 0.0393970894038543, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004632991538929442, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004632991538929442 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0141064478084445, + "ssim_fused": 0.962691068649292, + "seg_l1": 0.022940920665860176, + "seg_ssim_ref": 0.9626907706260681, + "depth": 0.004656958136442117, + "rgb_loss": 0.01874694600701332, + "seg_loss": 0.025814583525061607, + "total": 0.04456618462756622, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004656958136442117, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004656958136442117 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 113, + "adam_update_count": 18758 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2255266981665045 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f292ba5d405941c681f8db05fedb0f5e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 114, + "next_interval": 0, + "next_adam_update": 18759, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 113, + "trained_intervals": 18758, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 18758, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9611137509346008, + "median": 7.347087860107422, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5736629962921143, + "median": 5.485276222229004, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3824666738510132, + "median": 1551.671142578125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07625570893287659, + "median": 241.11639404296875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0114.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0114.json new file mode 100644 index 0000000000000000000000000000000000000000..6c435b5aeb5e08231adfc0333a10d5557255a028 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0114.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0114", + "executed_epochs": 114, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6b2415acdcf2460e82d6be777d0a4a1e.npz", + "optimizer_file": "boundary_6b2415acdcf2460e82d6be777d0a4a1e_optimizer.pt", + "arrays_sha256": "4fb46c770be310da865454e0abd49d02ab5edbcd828aa6ee4a80387ae39cf582", + "optimizer_sha256": "a3607fce1b04f69fd48460f3fd7a775a4e0d91c28c3e12c8d2a542cae3c12622", + "stage": "adam", + "completed_passes": 114, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18924, + "adam_update_count": 18924, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 115, + "consumed_count": 114, + "last_submitted_update": 18924, + "last_consumed_update": 18758, + "pending": [ + { + "reference": { + "source_update": 18924, + "completed_passes": 114, + "next_interval": 0, + "trained_intervals": 18924, + "snapshot": "pass_end_0114", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 114, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18924, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18924, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012829172192141414, + "update_l2": 0.012655875645577908 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.124554445501417e-05, + "update_l2": 0.0019736585672944784 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05393915688204451, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05393915688204451, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018417976796627045, + "ssim_fused": 0.955610454082489, + "seg_l1": 0.026804214343428612, + "seg_ssim_ref": 0.9556103944778442, + "depth": 0.0055569182602948665, + "rgb_loss": 0.02361229993402958, + "seg_loss": 0.03032130002975464, + "total": 0.05393915688204451 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0248448234051466, + "ssim_fused": 0.9416146874427795, + "seg_l1": 0.02811414934694767, + "seg_ssim_ref": 0.9416149258613586, + "depth": 0.004237149715403923, + "rgb_loss": 0.03155292198061943, + "seg_loss": 0.03416833281517029, + "total": 0.06572549567079541, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004237149715403923, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036794055747789234 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022464947775006294, + "ssim_fused": 0.9509176015853882, + "seg_l1": 0.03644923120737076, + "seg_ssim_ref": 0.9509176015853882, + "depth": 0.00880729385890222, + "rgb_loss": 0.0277884379029274, + "seg_loss": 0.03897586464881897, + "total": 0.06677310984560528, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00880729385890222, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00815959637626333 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012347180396318436, + "ssim_fused": 0.9670268893241882, + "seg_l1": 0.01990634948015213, + "seg_ssim_ref": 0.9670266509056091, + "depth": 0.0045642934551447, + "rgb_loss": 0.016472365707159042, + "seg_loss": 0.022519748657941818, + "total": 0.03899667865855601, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0045642934551447, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004564293455144701 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014014959335327148, + "ssim_fused": 0.9628824591636658, + "seg_l1": 0.022747129201889038, + "seg_ssim_ref": 0.9628822803497314, + "depth": 0.004618936011728624, + "rgb_loss": 0.018635476008057594, + "seg_loss": 0.02562124840915203, + "total": 0.04426134335322136, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004618936011728624, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004618936011728623 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 114, + "adam_update_count": 18924 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22082695504650474 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6b2415acdcf2460e82d6be777d0a4a1e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 115, + "next_interval": 0, + "next_adam_update": 18925, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 114, + "trained_intervals": 18924, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 18924, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.952303946018219, + "median": 7.34694766998291, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5664167404174805, + "median": 5.494200229644775, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38585102558135986, + "median": 1551.4537353515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07681028544902802, + "median": 243.2792510986328, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0115.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0115.json new file mode 100644 index 0000000000000000000000000000000000000000..5bdf9222d200eae101d91ea19d635d589ef16f97 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0115.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0115", + "executed_epochs": 115, + "score": null, + "best_score": 0.0419101601954016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b59f70e513cd4fc395e962b1e495ed19.npz", + "optimizer_file": "boundary_b59f70e513cd4fc395e962b1e495ed19_optimizer.pt", + "arrays_sha256": "6e1c2059ab9e4ca9e53974a32cb10642512053bcf61314c6908ab154c641d947", + "optimizer_sha256": "05e6a86e765bc5ad3b5d5b67bdbe8a2c49c9134ba6d142c43616dec12f3e305e", + "stage": "adam", + "completed_passes": 115, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19090, + "adam_update_count": 19090, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 116, + "consumed_count": 115, + "last_submitted_update": 19090, + "last_consumed_update": 18924, + "pending": [ + { + "reference": { + "source_update": 19090, + "completed_passes": 115, + "next_interval": 0, + "trained_intervals": 19090, + "snapshot": "pass_end_0115", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8466, + "pass_science": { + "completed_passes": 115, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19090, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19090, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010533050226513296, + "update_l2": 0.0006954451091587543 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5641304344171658e-05, + "update_l2": 0.0004404003848321736 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060357202180031225, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060357202180031225, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020604530349373817, + "ssim_fused": 0.9521896243095398, + "seg_l1": 0.03092845529317856, + "seg_ssim_ref": 0.9521896839141846, + "depth": 0.006676055792245251, + "rgb_loss": 0.02604569122195244, + "seg_loss": 0.03430483490228653, + "total": 0.060357202180031225 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026681259274482727, + "ssim_fused": 0.9385449290275574, + "seg_l1": 0.03159978613257408, + "seg_ssim_ref": 0.938545286655426, + "depth": 0.0049176078898922745, + "rgb_loss": 0.03363602235913277, + "seg_loss": 0.037570770829916, + "total": 0.07121171079693867, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0049176078898922745, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004359863749267274 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.025154413655400276, + "ssim_fused": 0.9463337063789368, + "seg_l1": 0.04154956340789795, + "seg_ssim_ref": 0.9463337063789368, + "depth": 0.010147960374110844, + "rgb_loss": 0.030856791883707047, + "seg_loss": 0.043972909450531006, + "total": 0.07483984556932187, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010147960374110844, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009500262891471954 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01439706701785326, + "ssim_fused": 0.9639612436294556, + "seg_l1": 0.023633096367120743, + "seg_ssim_ref": 0.9639609456062317, + "depth": 0.005828118565772247, + "rgb_loss": 0.018725406378507614, + "seg_loss": 0.026114288717508316, + "total": 0.044845523214581705, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005828118565772247, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005828118565772247 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016185378655791283, + "ssim_fused": 0.9599187970161438, + "seg_l1": 0.02693137340247631, + "seg_ssim_ref": 0.9599186182022095, + "depth": 0.005810536339205637, + "rgb_loss": 0.020964544266462326, + "seg_loss": 0.029561374336481094, + "total": 0.050531729139282625, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005810536339205637, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005810536339205637 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 115, + "adam_update_count": 19090 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2227810719050467 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b59f70e513cd4fc395e962b1e495ed19_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 116, + "next_interval": 0, + "next_adam_update": 19091, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 115, + "trained_intervals": 19090, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 19090, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9512510895729065, + "median": 7.347047805786133, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5653812885284424, + "median": 5.49647331237793, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38625746965408325, + "median": 1551.609130859375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07688985764980316, + "median": 243.83450317382812, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0116.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0116.json new file mode 100644 index 0000000000000000000000000000000000000000..1d96ad7d77a07cad374dfee59e54c03d3cb772f7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0116.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0116", + "executed_epochs": 116, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a1041b974b56423988808dfdc07e560b.npz", + "optimizer_file": "boundary_a1041b974b56423988808dfdc07e560b_optimizer.pt", + "arrays_sha256": "fe631b96394d01b3ae6f3814dfe82aa44f4f98cb5fd488e4134caa49655ea63e", + "optimizer_sha256": "893e9e72a0ccb63a97a3d7cba49e1bceab50853a4e4273393014ad8bb29a07d6", + "stage": "adam", + "completed_passes": 116, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19256, + "adam_update_count": 19256, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 117, + "consumed_count": 116, + "last_submitted_update": 19256, + "last_consumed_update": 19090, + "pending": [ + { + "reference": { + "source_update": 19256, + "completed_passes": 116, + "next_interval": 0, + "trained_intervals": 19256, + "snapshot": "pass_end_0116", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 116, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19256, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19256, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012938922736793756, + "update_l2": 0.013478385284543037 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.142709778738208e-05, + "update_l2": 0.0019059922778978944 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05410457449623359, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05410457449623359, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018493641167879105, + "ssim_fused": 0.9555497169494629, + "seg_l1": 0.02690492570400238, + "seg_ssim_ref": 0.9555495977401733, + "depth": 0.005585613036279295, + "rgb_loss": 0.023684978485107422, + "seg_loss": 0.030414007604122162, + "total": 0.05410457449623359 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025032127276062965, + "ssim_fused": 0.9414270520210266, + "seg_l1": 0.028307966887950897, + "seg_ssim_ref": 0.9414274096488953, + "depth": 0.004270047359440165, + "rgb_loss": 0.03174029290676117, + "seg_loss": 0.034360893070697784, + "total": 0.06610545602481839, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004270047359440165, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0037123032188151658 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022581471130251884, + "ssim_fused": 0.9507948160171509, + "seg_l1": 0.03665538504719734, + "seg_ssim_ref": 0.9507948160171509, + "depth": 0.008871810279286777, + "rgb_loss": 0.027906212955713272, + "seg_loss": 0.03916534408926964, + "total": 0.06708042885526219, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008871810279286777, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008224112796647889 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012358449399471283, + "ssim_fused": 0.9670518636703491, + "seg_l1": 0.01992441527545452, + "seg_ssim_ref": 0.9670515656471252, + "depth": 0.0045785431638422115, + "rgb_loss": 0.016476387158036232, + "seg_loss": 0.02252921834588051, + "total": 0.039010185909725735, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0045785431638422115, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004578543163842211 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014002513140439987, + "ssim_fused": 0.9629249572753906, + "seg_l1": 0.022731926292181015, + "seg_ssim_ref": 0.9629247784614563, + "depth": 0.004622051342548027, + "rgb_loss": 0.018617019057273865, + "seg_loss": 0.025600586086511612, + "total": 0.04422222719512803, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004622051342548027, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004622051342548026 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 116, + "adam_update_count": 19256 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22919259895570576 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a1041b974b56423988808dfdc07e560b_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 117, + "next_interval": 0, + "next_adam_update": 19257, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 116, + "trained_intervals": 19256, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 19256, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9601587653160095, + "median": 7.347414970397949, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.574591636657715, + "median": 5.494144439697266, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3828321099281311, + "median": 1552.1788330078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07618492096662521, + "median": 243.26336669921875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0117.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0117.json new file mode 100644 index 0000000000000000000000000000000000000000..10406716c2c48321793dfb4774ff0b2352fcfe44 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0117.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0117", + "executed_epochs": 117, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4220a94261ec405db86343bf6e631582.npz", + "optimizer_file": "boundary_4220a94261ec405db86343bf6e631582_optimizer.pt", + "arrays_sha256": "683be3f0d558eba2de195c289ec9d73e067d6767b0976879cb22bbb1a0dda0ea", + "optimizer_sha256": "7e00582de9540ca09a865f433fb059f321ef5d6f5e00a49581eb5206d7b3d4fa", + "stage": "adam", + "completed_passes": 117, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19422, + "adam_update_count": 19422, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 118, + "consumed_count": 117, + "last_submitted_update": 19422, + "last_consumed_update": 19256, + "pending": [ + { + "reference": { + "source_update": 19422, + "completed_passes": 117, + "next_interval": 0, + "trained_intervals": 19422, + "snapshot": "pass_end_0117", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 117, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19422, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19422, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.313814083114266e-05, + "update_l2": 0.0007246508612297475 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.776866707194131e-06, + "update_l2": 0.00022974486637394875 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.058049526588381674, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.058049526588381674, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020179370418190956, + "ssim_fused": 0.9538477659225464, + "seg_l1": 0.02929827570915222, + "seg_ssim_ref": 0.9538477659225464, + "depth": 0.006518849493410155, + "rgb_loss": 0.02537394128739834, + "seg_loss": 0.0326690673828125, + "total": 0.058049526588381674 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02719130367040634, + "ssim_fused": 0.939523458480835, + "seg_l1": 0.029823824763298035, + "seg_ssim_ref": 0.9395238161087036, + "depth": 0.004793954391841416, + "rgb_loss": 0.0338483527302742, + "seg_loss": 0.035954296588897705, + "total": 0.06980744327356375, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004793954391841416, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004236210251216415 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02424539625644684, + "ssim_fused": 0.9489865303039551, + "seg_l1": 0.0394170805811882, + "seg_ssim_ref": 0.9489865303039551, + "depth": 0.009980857215270193, + "rgb_loss": 0.029599010944366455, + "seg_loss": 0.041736360639333725, + "total": 0.07134535616620574, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009980857215270193, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009333159732631305 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01361787598580122, + "ssim_fused": 0.9658539295196533, + "seg_l1": 0.022168109193444252, + "seg_ssim_ref": 0.965853750705719, + "depth": 0.0057552465888635355, + "rgb_loss": 0.01772351562976837, + "seg_loss": 0.024563739076256752, + "total": 0.04229300808996884, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0057552465888635355, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0057552465888635355 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015662910416722298, + "ssim_fused": 0.961027204990387, + "seg_l1": 0.025784088298678398, + "seg_ssim_ref": 0.9610270261764526, + "depth": 0.005545339777665472, + "rgb_loss": 0.020324887707829475, + "seg_loss": 0.02842186577618122, + "total": 0.04875229882378836, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005545339777665472, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005545339777665472 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 117, + "adam_update_count": 19422 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22607043804600835 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4220a94261ec405db86343bf6e631582_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 118, + "next_interval": 0, + "next_adam_update": 19423, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 117, + "trained_intervals": 19422, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 19422, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.962660551071167, + "median": 7.346120834350586, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5728185176849365, + "median": 5.498106002807617, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38187551498413086, + "median": 1550.17138671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07632013410329819, + "median": 244.22891235351562, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0118.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0118.json new file mode 100644 index 0000000000000000000000000000000000000000..ced9b71f31ea93eda93a85d21df845597f63d056 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0118.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0118", + "executed_epochs": 118, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_396a735cef194ffe9b42239236c50c8e.npz", + "optimizer_file": "boundary_396a735cef194ffe9b42239236c50c8e_optimizer.pt", + "arrays_sha256": "d7fc3b979937f89c9b92e6698205c6b63a8fc14a29602f6b003fc7137e068ee4", + "optimizer_sha256": "0021d6dbea2af22ec30c30015fa1d541bb9a007439c3f33b4c488f1c8084f365", + "stage": "adam", + "completed_passes": 118, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19588, + "adam_update_count": 19588, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 119, + "consumed_count": 118, + "last_submitted_update": 19588, + "last_consumed_update": 19422, + "pending": [ + { + "reference": { + "source_update": 19588, + "completed_passes": 118, + "next_interval": 0, + "trained_intervals": 19588, + "snapshot": "pass_end_0118", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 118, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19588, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19588, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013024048530496657, + "update_l2": 0.0024499709252268076 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.1698862080229446e-05, + "update_l2": 0.0008945810841396451 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05408927437585975, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05408927437585975, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018486836925148964, + "ssim_fused": 0.9555596113204956, + "seg_l1": 0.02689756080508232, + "seg_ssim_ref": 0.9555596113204956, + "depth": 0.00558432859565927, + "rgb_loss": 0.023677557706832886, + "seg_loss": 0.030406132340431213, + "total": 0.05408927437585975 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02500307932496071, + "ssim_fused": 0.9414474964141846, + "seg_l1": 0.028272120282053947, + "seg_ssim_ref": 0.941447913646698, + "depth": 0.004274729402793261, + "rgb_loss": 0.03171296417713165, + "seg_loss": 0.03432811424136162, + "total": 0.06604535687318636, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004274729402793261, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0037169852621682614 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02256411872804165, + "ssim_fused": 0.9508287906646729, + "seg_l1": 0.03662557527422905, + "seg_ssim_ref": 0.9508287906646729, + "depth": 0.008858023119142487, + "rgb_loss": 0.02788553759455681, + "seg_loss": 0.03913470357656479, + "total": 0.06702909546895044, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008858023119142487, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008210325636503597 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012361351400613785, + "ssim_fused": 0.9670373797416687, + "seg_l1": 0.0199285801500082, + "seg_ssim_ref": 0.9670372009277344, + "depth": 0.004573182768035784, + "rgb_loss": 0.016481604427099228, + "seg_loss": 0.022535424679517746, + "total": 0.03902160228938501, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004573182768035784, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004573182768035784 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014018800109624863, + "ssim_fused": 0.962924599647522, + "seg_l1": 0.022763965651392937, + "seg_ssim_ref": 0.9629244208335876, + "depth": 0.004631379092665545, + "rgb_loss": 0.018630120903253555, + "seg_loss": 0.02562628872692585, + "total": 0.04426104287191722, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004631379092665545, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004631379092665545 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 118, + "adam_update_count": 19588 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22100963885895908 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_396a735cef194ffe9b42239236c50c8e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 119, + "next_interval": 0, + "next_adam_update": 19589, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 118, + "trained_intervals": 19588, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 19588, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.963925838470459, + "median": 7.346446514129639, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5744874477386475, + "median": 5.49772834777832, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3813926875591278, + "median": 1550.6763916015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07619286328554153, + "median": 244.13668823242188, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0119.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0119.json new file mode 100644 index 0000000000000000000000000000000000000000..32f2fa449cd8ac418fa3f98cf692766a5e54788f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0119.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0119", + "executed_epochs": 119, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_93bcf8196b8f46e0a9fff92d16b14ca5.npz", + "optimizer_file": "boundary_93bcf8196b8f46e0a9fff92d16b14ca5_optimizer.pt", + "arrays_sha256": "c32f3da5b1ef59c4cffd167798b6702a51422cbe0e873247ec59b3b73f4dd748", + "optimizer_sha256": "d254a5ddf111de7d3dea69549e089e002d9199684cd8bdd4d26f95056aee195c", + "stage": "adam", + "completed_passes": 119, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19754, + "adam_update_count": 19754, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 120, + "consumed_count": 119, + "last_submitted_update": 19754, + "last_consumed_update": 19588, + "pending": [ + { + "reference": { + "source_update": 19754, + "completed_passes": 119, + "next_interval": 0, + "trained_intervals": 19754, + "snapshot": "pass_end_0119", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 119, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19754, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19754, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012972646800335497, + "update_l2": 0.007213706616312265 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.179873915039934e-05, + "update_l2": 0.002064651343971491 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.054064645582353466, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.054064645582353466, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018491555005311966, + "ssim_fused": 0.9555726051330566, + "seg_l1": 0.026868578046560287, + "seg_ssim_ref": 0.9555726051330566, + "depth": 0.005582497929928876, + "rgb_loss": 0.023678719997406006, + "seg_loss": 0.03038034215569496, + "total": 0.054064645582353466 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02508684992790222, + "ssim_fused": 0.9413975477218628, + "seg_l1": 0.028308136388659477, + "seg_ssim_ref": 0.941398024559021, + "depth": 0.004277390046829565, + "rgb_loss": 0.03178996965289116, + "seg_loss": 0.0343669056892395, + "total": 0.06616115645746778, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004277390046829565, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003719645906204565 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02257375605404377, + "ssim_fused": 0.9508194923400879, + "seg_l1": 0.03662716597318649, + "seg_ssim_ref": 0.9508194923400879, + "depth": 0.008872709555932735, + "rgb_loss": 0.027895107865333557, + "seg_loss": 0.0391378328204155, + "total": 0.06704181339530499, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008872709555932735, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008225012073293845 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012332889251410961, + "ssim_fused": 0.9671037793159485, + "seg_l1": 0.01987306773662567, + "seg_ssim_ref": 0.9671036005020142, + "depth": 0.004566249534130199, + "rgb_loss": 0.016445554792881012, + "seg_loss": 0.022477734833955765, + "total": 0.038927855876370904, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004566249534130199, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004566249534130199 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013972724787890911, + "ssim_fused": 0.9629696607589722, + "seg_l1": 0.022665943950414658, + "seg_ssim_ref": 0.9629693031311035, + "depth": 0.0046136425828230045, + "rgb_loss": 0.018584247678518295, + "seg_loss": 0.025538895279169083, + "total": 0.0441277566002702, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0046136425828230045, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0046136425828230045 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 119, + "adam_update_count": 19754 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.222452063113451 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_93bcf8196b8f46e0a9fff92d16b14ca5_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 120, + "next_interval": 0, + "next_adam_update": 19755, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 119, + "trained_intervals": 19754, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 19754, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.973670244216919, + "median": 7.346423149108887, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5851011276245117, + "median": 5.48812198638916, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3776942789554596, + "median": 1550.64013671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07538845390081406, + "median": 241.80282592773438, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0120.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0120.json new file mode 100644 index 0000000000000000000000000000000000000000..56909c42b4ee9e6b57cc393df03582bba66b7d15 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0120.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0120", + "executed_epochs": 120, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b062b51b30224a84a9b32e364470bb73.npz", + "optimizer_file": "boundary_b062b51b30224a84a9b32e364470bb73_optimizer.pt", + "arrays_sha256": "9452f675e0a6bf37756afdd7c9d70890967cde9e703be55b51dc4baf5fd69ef9", + "optimizer_sha256": "85c1d2adfde6e1ca8e37d9418a12b87ac6d8254b08187f6e9bc721882113bc50", + "stage": "adam", + "completed_passes": 120, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19920, + "adam_update_count": 19920, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 121, + "consumed_count": 120, + "last_submitted_update": 19920, + "last_consumed_update": 19754, + "pending": [ + { + "reference": { + "source_update": 19920, + "completed_passes": 120, + "next_interval": 0, + "trained_intervals": 19920, + "snapshot": "pass_end_0120", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 120, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19920, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19920, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.294810009421781e-05, + "update_l2": 0.014342857524752617 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.943231139506679e-06, + "update_l2": 0.0012440652353689075 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05659276109053486, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05659276109053486, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01965404488146305, + "ssim_fused": 0.9545762538909912, + "seg_l1": 0.028367184102535248, + "seg_ssim_ref": 0.9545762538909912, + "depth": 0.0062906356036104265, + "rgb_loss": 0.02480798214673996, + "seg_loss": 0.0317784920334816, + "total": 0.05659276109053486 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02641160413622856, + "ssim_fused": 0.9404190182685852, + "seg_l1": 0.028839994221925735, + "seg_ssim_ref": 0.9404193758964539, + "depth": 0.004635780290568041, + "rgb_loss": 0.03304548189043999, + "seg_loss": 0.03498812019824982, + "total": 0.06803824159427067, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004635780290568041, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004078036149943041 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02350565604865551, + "ssim_fused": 0.9499830007553101, + "seg_l1": 0.03794325888156891, + "seg_ssim_ref": 0.9499830007553101, + "depth": 0.009559508055356953, + "rgb_loss": 0.028807926923036575, + "seg_loss": 0.040358006954193115, + "total": 0.06917548965999475, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009559508055356953, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008911810572718065 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013269560411572456, + "ssim_fused": 0.966673731803894, + "seg_l1": 0.021423259750008583, + "seg_ssim_ref": 0.9666736125946045, + "depth": 0.005568100527694655, + "rgb_loss": 0.017280902713537216, + "seg_loss": 0.023803886026144028, + "total": 0.04109035684020894, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005568100527694655, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005568100527694655 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01542935986071825, + "ssim_fused": 0.9612293839454651, + "seg_l1": 0.02526223100721836, + "seg_ssim_ref": 0.9612292051315308, + "depth": 0.0053991535408220576, + "rgb_loss": 0.020097611472010612, + "seg_loss": 0.027963943779468536, + "total": 0.04806695626766512, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0053991535408220576, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005399153540822057 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 120, + "adam_update_count": 19920 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2275671069510281 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b062b51b30224a84a9b32e364470bb73_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 121, + "next_interval": 0, + "next_adam_update": 19921, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 120, + "trained_intervals": 19920, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 19920, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9727870225906372, + "median": 7.344875335693359, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5886073112487793, + "median": 5.48028564453125, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.378028005361557, + "median": 1548.241943359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.075124591588974, + "median": 239.9163818359375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0121.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0121.json new file mode 100644 index 0000000000000000000000000000000000000000..5ff3393985a01b5b6c0300d858bba0c47a665a52 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0121.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0121", + "executed_epochs": 121, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a4984ec41965431abf9a5f1795aa7196.npz", + "optimizer_file": "boundary_a4984ec41965431abf9a5f1795aa7196_optimizer.pt", + "arrays_sha256": "b2c263243771210b8087c40c0e358ab773d995ece278a078e6a197fd07f07146", + "optimizer_sha256": "fa025cc0427f817c42c9a067b7f7be1defacbcf4f5b85f8ca8f7be7baca68c4b", + "stage": "adam", + "completed_passes": 121, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20086, + "adam_update_count": 20086, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 122, + "consumed_count": 121, + "last_submitted_update": 20086, + "last_consumed_update": 19920, + "pending": [ + { + "reference": { + "source_update": 20086, + "completed_passes": 121, + "next_interval": 0, + "trained_intervals": 20086, + "snapshot": "pass_end_0121", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 121, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20086, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20086, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.983015191508457e-05, + "update_l2": 0.0005950368940830231 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.704974450462032e-06, + "update_l2": 0.0003261219244450331 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0572035142294024, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0572035142294024, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.019839277490973473, + "ssim_fused": 0.9542223215103149, + "seg_l1": 0.028768265619874, + "seg_ssim_ref": 0.9542222619056702, + "depth": 0.006383944198938035, + "rgb_loss": 0.025026969611644745, + "seg_loss": 0.03217016160488129, + "total": 0.0572035142294024 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026600075885653496, + "ssim_fused": 0.9400092363357544, + "seg_l1": 0.029250917956233025, + "seg_ssim_ref": 0.9400096535682678, + "depth": 0.004673970704848827, + "rgb_loss": 0.0332782156765461, + "seg_loss": 0.035398803651332855, + "total": 0.0686816970238741, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004673970704848827, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004116226564223827 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0238246601074934, + "ssim_fused": 0.9494844079017639, + "seg_l1": 0.038566704839468, + "seg_ssim_ref": 0.9494844079017639, + "depth": 0.00974865860810581, + "rgb_loss": 0.029162846505641937, + "seg_loss": 0.04095648229122162, + "total": 0.07012907745547166, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00974865860810581, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009100961125466921 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013403378427028656, + "ssim_fused": 0.9662988185882568, + "seg_l1": 0.021730097010731697, + "seg_ssim_ref": 0.9662986397743225, + "depth": 0.005647388409132965, + "rgb_loss": 0.017462939023971558, + "seg_loss": 0.024124350398778915, + "total": 0.04159293681115961, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005647388409132965, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005647388409132966 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015528996475040913, + "ssim_fused": 0.9610966444015503, + "seg_l1": 0.025525348260998726, + "seg_ssim_ref": 0.9610963463783264, + "depth": 0.005465759073664539, + "rgb_loss": 0.02020386978983879, + "seg_loss": 0.028201010078191757, + "total": 0.04841034562710421, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005465759073664539, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005465759073664539 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 121, + "adam_update_count": 20086 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22824125597253442 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a4984ec41965431abf9a5f1795aa7196_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 122, + "next_interval": 0, + "next_adam_update": 20087, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 121, + "trained_intervals": 20086, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 20086, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9732781648635864, + "median": 7.3459153175354, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.587118625640869, + "median": 5.482992172241211, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37784239649772644, + "median": 1549.8529052734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07523650676012039, + "median": 240.56884765625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0122.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0122.json new file mode 100644 index 0000000000000000000000000000000000000000..cab6bfb77088d1ca0225a3a5c642af73370340f6 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0122.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0122", + "executed_epochs": 122, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ded31c12103e4090a41868d9b9213469.npz", + "optimizer_file": "boundary_ded31c12103e4090a41868d9b9213469_optimizer.pt", + "arrays_sha256": "2eb0e2938f63e59e436c970cebc14f8e7663762f5beb99e8c232e4656f489457", + "optimizer_sha256": "8a776cb28aa28e644ea98fdeb515929e73a53ace4d107be828943589ae4a17ae", + "stage": "adam", + "completed_passes": 122, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20252, + "adam_update_count": 20252, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 123, + "consumed_count": 122, + "last_submitted_update": 20252, + "last_consumed_update": 20086, + "pending": [ + { + "reference": { + "source_update": 20252, + "completed_passes": 122, + "next_interval": 0, + "trained_intervals": 20252, + "snapshot": "pass_end_0122", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 122, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20252, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20252, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012729430454783142, + "update_l2": 0.003174381097778678 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.173648605705239e-05, + "update_l2": 0.0016037259483709931 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05496230206282633, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05496230206282633, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018767863512039185, + "ssim_fused": 0.955093502998352, + "seg_l1": 0.027474617585539818, + "seg_ssim_ref": 0.9550934433937073, + "depth": 0.005713168697532512, + "rgb_loss": 0.023995589464902878, + "seg_loss": 0.03096099942922592, + "total": 0.05496230206282633 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02515350840985775, + "ssim_fused": 0.941199541091919, + "seg_l1": 0.028613876551389694, + "seg_ssim_ref": 0.9411998987197876, + "depth": 0.004316429653595098, + "rgb_loss": 0.03188290074467659, + "seg_loss": 0.034651122987270355, + "total": 0.06653834388689084, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004316429653595098, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0037586855129700986 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022908316925168037, + "ssim_fused": 0.9502846598625183, + "seg_l1": 0.037322998046875, + "seg_ssim_ref": 0.9502846598625183, + "depth": 0.009027837789399912, + "rgb_loss": 0.028269721195101738, + "seg_loss": 0.0398014672100544, + "total": 0.06808021438030039, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009027837789399912, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008380140306761022 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01269768737256527, + "ssim_fused": 0.9665188193321228, + "seg_l1": 0.020608825609087944, + "seg_ssim_ref": 0.9665186405181885, + "depth": 0.004744800822099981, + "rgb_loss": 0.016854386776685715, + "seg_loss": 0.02318333275616169, + "total": 0.04004246619631465, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004744800822099981, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00474480082209998 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014311935752630234, + "ssim_fused": 0.9623709917068481, + "seg_l1": 0.023352762684226036, + "seg_ssim_ref": 0.9623706936836243, + "depth": 0.004763606525035057, + "rgb_loss": 0.018975351005792618, + "seg_loss": 0.026208071038126945, + "total": 0.04518818378779945, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004763606525035057, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004763606525035058 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 122, + "adam_update_count": 20252 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23036501905880868 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ded31c12103e4090a41868d9b9213469_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 123, + "next_interval": 0, + "next_adam_update": 20253, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 122, + "trained_intervals": 20252, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 20252, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9744848012924194, + "median": 7.345980167388916, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5895590782165527, + "median": 5.480325698852539, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37738674879074097, + "median": 1549.953369140625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0750531256198883, + "median": 239.9256591796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0123.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0123.json new file mode 100644 index 0000000000000000000000000000000000000000..18a5551cb7fee06579c09d757f2d6d379319b0ff --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0123.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0123", + "executed_epochs": 123, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_81de707f7bc0498cae2e7d0db55f2c97.npz", + "optimizer_file": "boundary_81de707f7bc0498cae2e7d0db55f2c97_optimizer.pt", + "arrays_sha256": "96904d8fe1411b5ddd7c998969b7f2e7ac1a499350b613508c51cc4f1f83afc8", + "optimizer_sha256": "147573db9c8b91e97ab8ba80d2177e9e424ef804fed7a3369f708f15f6c82570", + "stage": "adam", + "completed_passes": 123, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20418, + "adam_update_count": 20418, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 124, + "consumed_count": 123, + "last_submitted_update": 20418, + "last_consumed_update": 20252, + "pending": [ + { + "reference": { + "source_update": 20418, + "completed_passes": 123, + "next_interval": 0, + "trained_intervals": 20418, + "snapshot": "pass_end_0123", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 123, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20418, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20418, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.520513463532552e-05, + "update_l2": 0.003991352394223213 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.659647392050829e-06, + "update_l2": 0.001205309177748859 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05769782252363842, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 469, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05769782252363842, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020042886957526207, + "ssim_fused": 0.9539917707443237, + "seg_l1": 0.02906721457839012, + "seg_ssim_ref": 0.9539918303489685, + "depth": 0.006461699828330506, + "rgb_loss": 0.02523595280945301, + "seg_loss": 0.032455407083034515, + "total": 0.05769782252363842 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027005022391676903, + "ssim_fused": 0.939643919467926, + "seg_l1": 0.02967468835413456, + "seg_ssim_ref": 0.939644455909729, + "depth": 0.004742210128095726, + "rgb_loss": 0.03367523476481438, + "seg_loss": 0.035810861736536026, + "total": 0.0694908387114785, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004742210128095726, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004184465987470726 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024059971794486046, + "ssim_fused": 0.9491662979125977, + "seg_l1": 0.038995563983917236, + "seg_ssim_ref": 0.9491662979125977, + "depth": 0.009868135577907994, + "rgb_loss": 0.029414717108011246, + "seg_loss": 0.0413631908595562, + "total": 0.07078777610314535, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009868135577907994, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009220438095269103 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01351205911487341, + "ssim_fused": 0.9660339951515198, + "seg_l1": 0.0219365656375885, + "seg_ssim_ref": 0.9660338163375854, + "depth": 0.0057106090682481105, + "rgb_loss": 0.01760284975171089, + "seg_loss": 0.02434248849749565, + "total": 0.04195104885827479, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0057106090682481105, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005710609068248111 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015594499185681343, + "ssim_fused": 0.9611229300498962, + "seg_l1": 0.025662045925855637, + "seg_ssim_ref": 0.9611227512359619, + "depth": 0.0055258445390701915, + "rgb_loss": 0.020251013338565826, + "seg_loss": 0.028305087238550186, + "total": 0.04856162642165508, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0055258445390701915, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0055258445390701915 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 123, + "adam_update_count": 20418 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2308478259947151 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_81de707f7bc0498cae2e7d0db55f2c97_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 124, + "next_interval": 0, + "next_adam_update": 20419, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 123, + "trained_intervals": 20418, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 20418, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9762359261512756, + "median": 7.345895767211914, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.5885813236236572, + "median": 5.492513656616211, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3767264485359192, + "median": 1549.8226318359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0751265436410904, + "median": 242.86904907226562, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 469, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0124.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0124.json new file mode 100644 index 0000000000000000000000000000000000000000..eed8d675138743096ad624eebb3790199e82ef54 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0124.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0124", + "executed_epochs": 124, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_50609459812f4e02ba492c3c3b156b62.npz", + "optimizer_file": "boundary_50609459812f4e02ba492c3c3b156b62_optimizer.pt", + "arrays_sha256": "dd8e896c03651c0c8bcf8b19e235cc78de95c2975482678c90ca8e154038a95b", + "optimizer_sha256": "4493795d6796388d4a61685f06b3490b7a0dc457b4870a9e22669a6fdf0d074c", + "stage": "adam", + "completed_passes": 124, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20584, + "adam_update_count": 20584, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 125, + "consumed_count": 124, + "last_submitted_update": 20584, + "last_consumed_update": 20418, + "pending": [ + { + "reference": { + "source_update": 20584, + "completed_passes": 124, + "next_interval": 0, + "trained_intervals": 20584, + "snapshot": "pass_end_0124", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 124, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20584, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20584, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012758017692249268, + "update_l2": 0.004977619741111994 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.2800383855355904e-05, + "update_l2": 0.002612580545246601 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05385578995297937, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 471, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05385578995297937, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018392864614725113, + "ssim_fused": 0.9556440711021423, + "seg_l1": 0.02674197033047676, + "seg_ssim_ref": 0.9556440711021423, + "depth": 0.005541496978091309, + "rgb_loss": 0.023585479706525803, + "seg_loss": 0.03026476874947548, + "total": 0.05385578995297937 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02481655217707157, + "ssim_fused": 0.941649317741394, + "seg_l1": 0.028033308684825897, + "seg_ssim_ref": 0.9416496753692627, + "depth": 0.004233533275505114, + "rgb_loss": 0.03152337670326233, + "seg_loss": 0.03409671410918236, + "total": 0.06562432807101048, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004233533275505114, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003675789134880114 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022440481930971146, + "ssim_fused": 0.9509572386741638, + "seg_l1": 0.03638869524002075, + "seg_ssim_ref": 0.9509572386741638, + "depth": 0.008783560548461198, + "rgb_loss": 0.027760937809944153, + "seg_loss": 0.03891950845718384, + "total": 0.06668922982767646, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008783560548461198, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008135863065822308 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012323529459536076, + "ssim_fused": 0.9670459628105164, + "seg_l1": 0.01984981819987297, + "seg_ssim_ref": 0.967045783996582, + "depth": 0.0045440813360208025, + "rgb_loss": 0.01644963026046753, + "seg_loss": 0.02247069776058197, + "total": 0.03892487210238552, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0045440813360208025, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0045440813360208025 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013990897685289383, + "ssim_fused": 0.9629237055778503, + "seg_l1": 0.02269606478512287, + "seg_ssim_ref": 0.962923526763916, + "depth": 0.0046048127523781205, + "rgb_loss": 0.018607977777719498, + "seg_loss": 0.025572147220373154, + "total": 0.04418472981084503, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0046048127523781205, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004604812752378122 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 124, + "adam_update_count": 20584 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22756090108305216 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_50609459812f4e02ba492c3c3b156b62_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 125, + "next_interval": 0, + "next_adam_update": 20585, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 124, + "trained_intervals": 20584, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 20584, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9791730642318726, + "median": 7.346249580383301, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6002354621887207, + "median": 5.479665279388428, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37562161684036255, + "median": 1550.3709716796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07425609230995178, + "median": 239.76663208007812, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 471, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0125.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0125.json new file mode 100644 index 0000000000000000000000000000000000000000..f83773609ccf47b3e6123ce2b6e485d0b1760c29 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0125.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0125", + "executed_epochs": 125, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_29ee1cbfb56f4729a9e10f08006d2235.npz", + "optimizer_file": "boundary_29ee1cbfb56f4729a9e10f08006d2235_optimizer.pt", + "arrays_sha256": "b1bc26822e4a814c7a31189003706d0970266751f7eddcc7abc8b00c6bd08762", + "optimizer_sha256": "daca06eff6a89a59884c28c9e85ff8ccb180d6f37b156df00d9432f856cb8749", + "stage": "adam", + "completed_passes": 125, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20750, + "adam_update_count": 20750, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 126, + "consumed_count": 125, + "last_submitted_update": 20750, + "last_consumed_update": 20584, + "pending": [ + { + "reference": { + "source_update": 20750, + "completed_passes": 125, + "next_interval": 0, + "trained_intervals": 20750, + "snapshot": "pass_end_0125", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 125, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20750, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20750, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012896221596747637, + "update_l2": 0.007549895904958248 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.32445301359985e-05, + "update_l2": 0.003912934102118015 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05391679930831166, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 471, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05391679930831166, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018392810598015785, + "ssim_fused": 0.9556399583816528, + "seg_l1": 0.026816245168447495, + "seg_ssim_ref": 0.9556400179862976, + "depth": 0.005552948963367509, + "rgb_loss": 0.023586250841617584, + "seg_loss": 0.03032499924302101, + "total": 0.05391679930831166 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024639686569571495, + "ssim_fused": 0.9418479800224304, + "seg_l1": 0.027923746034502983, + "seg_ssim_ref": 0.9418483376502991, + "depth": 0.004204535284839674, + "rgb_loss": 0.03134215250611305, + "seg_loss": 0.03396933153271675, + "total": 0.06531568857411464, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004204535284839674, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036467911442146744 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022448061034083366, + "ssim_fused": 0.9509392976760864, + "seg_l1": 0.036438439041376114, + "seg_ssim_ref": 0.9509392976760864, + "depth": 0.008782912000123827, + "rgb_loss": 0.027770590037107468, + "seg_loss": 0.038962893187999725, + "total": 0.06674226241181702, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008782912000123827, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008135214517484937 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012392207980155945, + "ssim_fused": 0.9669288992881775, + "seg_l1": 0.019993675872683525, + "seg_ssim_ref": 0.9669287800788879, + "depth": 0.004571106476814278, + "rgb_loss": 0.016527988016605377, + "seg_loss": 0.022609185427427292, + "total": 0.039141744550509484, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004571106476814278, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004571106476814278 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014091284945607185, + "ssim_fused": 0.9628437757492065, + "seg_l1": 0.022909117862582207, + "seg_ssim_ref": 0.9628435969352722, + "depth": 0.00465324209169226, + "rgb_loss": 0.01870427280664444, + "seg_loss": 0.02575857564806938, + "total": 0.044467501696805516, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00465324209169226, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004653242091692259 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 125, + "adam_update_count": 20750 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23008745908737183 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_29ee1cbfb56f4729a9e10f08006d2235_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 126, + "next_interval": 0, + "next_adam_update": 20751, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 125, + "trained_intervals": 20750, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 20750, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9936823844909668, + "median": 7.346249580383301, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6267406940460205, + "median": 5.458080291748047, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3702109158039093, + "median": 1550.3709716796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07231377065181732, + "median": 234.6466064453125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 471, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0126.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0126.json new file mode 100644 index 0000000000000000000000000000000000000000..68316f2b9e2a61441387daebe388c592538b140a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0126.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0126", + "executed_epochs": 126, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f5af5daec00f415ab8bab065a7c09428.npz", + "optimizer_file": "boundary_f5af5daec00f415ab8bab065a7c09428_optimizer.pt", + "arrays_sha256": "597b326ebaf1b6dccf663f44c3f977197bd828082d08b6c42d1d073b9a4f4bb5", + "optimizer_sha256": "1fe348058c58d0ea95eda4a2588fa4c375202eb8dea5bc2f49eaf9e6cc795658", + "stage": "adam", + "completed_passes": 126, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20916, + "adam_update_count": 20916, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 127, + "consumed_count": 126, + "last_submitted_update": 20916, + "last_consumed_update": 20750, + "pending": [ + { + "reference": { + "source_update": 20916, + "completed_passes": 126, + "next_interval": 0, + "trained_intervals": 20916, + "snapshot": "pass_end_0126", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 126, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20916, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20916, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001303835160797462, + "update_l2": 0.011676140129566193 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.370920553104952e-05, + "update_l2": 0.004624352324754 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05446574665126774, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 472, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05446574665126774, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018608061596751213, + "ssim_fused": 0.9553709626197815, + "seg_l1": 0.027152549475431442, + "seg_ssim_ref": 0.9553710222244263, + "depth": 0.005649546956747977, + "rgb_loss": 0.023812253028154373, + "seg_loss": 0.030647844076156616, + "total": 0.05446574665126774 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02501564845442772, + "ssim_fused": 0.9414213299751282, + "seg_l1": 0.028332287445664406, + "seg_ssim_ref": 0.9414218068122864, + "depth": 0.0042807471525229315, + "rgb_loss": 0.03172825276851654, + "seg_loss": 0.03438146784901619, + "total": 0.06611399763939496, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0042807471525229315, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0037230030118979313 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022740351036190987, + "ssim_fused": 0.9505549073219299, + "seg_l1": 0.0369899645447731, + "seg_ssim_ref": 0.9505548477172852, + "depth": 0.008951820389762674, + "rgb_loss": 0.028081301599740982, + "seg_loss": 0.03948100283741951, + "total": 0.06757125625755026, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008951820389762674, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008304122907123788 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012515882961452007, + "ssim_fused": 0.966815710067749, + "seg_l1": 0.020236335694789886, + "seg_ssim_ref": 0.9668155908584595, + "depth": 0.004655016214195638, + "rgb_loss": 0.01664956472814083, + "seg_loss": 0.022825950756669044, + "total": 0.03948017050102407, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004655016214195638, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004655016214195638 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01416036207228899, + "ssim_fused": 0.9626919627189636, + "seg_l1": 0.023051610216498375, + "seg_ssim_ref": 0.9626916646957397, + "depth": 0.0047106040705106635, + "rgb_loss": 0.018789898604154587, + "seg_loss": 0.02590295486152172, + "total": 0.04469756220710167, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0047106040705106635, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004710604070510664 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 126, + "adam_update_count": 20916 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23033526306971908 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f5af5daec00f415ab8bab065a7c09428_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 127, + "next_interval": 0, + "next_adam_update": 20917, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 126, + "trained_intervals": 20916, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 20916, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.994239866733551, + "median": 7.3476243019104, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.642394542694092, + "median": 5.482959270477295, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3700045943260193, + "median": 1552.50390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07119059562683105, + "median": 240.5575408935547, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 472, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0127.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0127.json new file mode 100644 index 0000000000000000000000000000000000000000..4777972267c8fd60ea018c6383728b02f5bc776b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0127.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0127", + "executed_epochs": 127, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_163a2808bd0a425fb07671d86d7cae27.npz", + "optimizer_file": "boundary_163a2808bd0a425fb07671d86d7cae27_optimizer.pt", + "arrays_sha256": "4673c1a78641eb2d03863bfa5a5eb9028a1ae5ebe55675ce4e9632cef9fceb3b", + "optimizer_sha256": "7c9125554a4cc0364b4d5189d271b2796a062aa061343ae16f9dffbe4a57d911", + "stage": "adam", + "completed_passes": 127, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21082, + "adam_update_count": 21082, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 128, + "consumed_count": 127, + "last_submitted_update": 21082, + "last_consumed_update": 20916, + "pending": [ + { + "reference": { + "source_update": 21082, + "completed_passes": 127, + "next_interval": 0, + "trained_intervals": 21082, + "snapshot": "pass_end_0127", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 127, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21082, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21082, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.431764631997794e-05, + "update_l2": 0.0030279539059847593 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.685366992722265e-06, + "update_l2": 0.0017657136777415872 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0579802612808788, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 472, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0579802612808788, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020189054310321808, + "ssim_fused": 0.9538874626159668, + "seg_l1": 0.02922186814248562, + "seg_ssim_ref": 0.9538874626159668, + "depth": 0.006510413929239666, + "rgb_loss": 0.025373751297593117, + "seg_loss": 0.03259999677538872, + "total": 0.0579802612808788 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027343669906258583, + "ssim_fused": 0.9395153522491455, + "seg_l1": 0.02979310229420662, + "seg_ssim_ref": 0.9395157694816589, + "depth": 0.004825741109239041, + "rgb_loss": 0.033971864730119705, + "seg_loss": 0.03593132644891739, + "total": 0.06990802064543664, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004825741109239041, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004267996968614042 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02421785704791546, + "ssim_fused": 0.9489781260490417, + "seg_l1": 0.039372287690639496, + "seg_ssim_ref": 0.9489781260490417, + "depth": 0.00995705026543777, + "rgb_loss": 0.029578661546111107, + "seg_loss": 0.041702207177877426, + "total": 0.07129082391160882, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00995705026543777, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00930935278279888 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013566343113780022, + "ssim_fused": 0.965923547744751, + "seg_l1": 0.022049833089113235, + "seg_ssim_ref": 0.9659233689308167, + "depth": 0.005725736787732587, + "rgb_loss": 0.017668364569544792, + "seg_loss": 0.024455193430185318, + "total": 0.042129281873872694, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005725736787732587, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005725736787732587 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015628349035978317, + "ssim_fused": 0.961132824420929, + "seg_l1": 0.025672249495983124, + "seg_ssim_ref": 0.9611326456069946, + "depth": 0.005533127554549267, + "rgb_loss": 0.020276114344596863, + "seg_loss": 0.028311271220445633, + "total": 0.04859291869259705, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005533127554549267, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005533127554549267 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 127, + "adam_update_count": 21082 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22364394599571824 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_163a2808bd0a425fb07671d86d7cae27_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 128, + "next_interval": 0, + "next_adam_update": 21083, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 127, + "trained_intervals": 21082, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 21082, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9905037879943848, + "median": 7.34764289855957, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.644010543823242, + "median": 5.488553047180176, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37138956785202026, + "median": 1552.53271484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07107564806938171, + "median": 241.9551544189453, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 472, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0128.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0128.json new file mode 100644 index 0000000000000000000000000000000000000000..741dbf5e523bfcd9a146f07a90aa94d945e18806 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0128.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0128", + "executed_epochs": 128, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e8a8031b7677417da6077ee8bf4030b7.npz", + "optimizer_file": "boundary_e8a8031b7677417da6077ee8bf4030b7_optimizer.pt", + "arrays_sha256": "503ffb8b514437ce66eebb26b20d52f6d284785dc1d7a3a6dc669ae5c9fdd946", + "optimizer_sha256": "296d738d462e7a94f4bd4084400f44c7082a7365b1a1ddc888520a148a171b2a", + "stage": "adam", + "completed_passes": 128, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21248, + "adam_update_count": 21248, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 129, + "consumed_count": 128, + "last_submitted_update": 21248, + "last_consumed_update": 21082, + "pending": [ + { + "reference": { + "source_update": 21248, + "completed_passes": 128, + "next_interval": 0, + "trained_intervals": 21248, + "snapshot": "pass_end_0128", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 128, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21248, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21248, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.467931234510615e-05, + "update_l2": 0.011718873865902424 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.215484740503598e-06, + "update_l2": 0.002729720901697874 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05719333808032086, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05719333808032086, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.019898170605301857, + "ssim_fused": 0.9543289542198181, + "seg_l1": 0.028749994933605194, + "seg_ssim_ref": 0.9543290138244629, + "depth": 0.006395532761117211, + "rgb_loss": 0.025052744895219803, + "seg_loss": 0.032134197652339935, + "total": 0.05719333808032086 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026875726878643036, + "ssim_fused": 0.9400281310081482, + "seg_l1": 0.029311664402484894, + "seg_ssim_ref": 0.9400285482406616, + "depth": 0.004730830661301347, + "rgb_loss": 0.03349495679140091, + "seg_loss": 0.03544362261891365, + "total": 0.06894331396626616, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004730830661301347, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004173086520676346 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.023826221004128456, + "ssim_fused": 0.9495725035667419, + "seg_l1": 0.03858277201652527, + "seg_ssim_ref": 0.9495725035667419, + "depth": 0.009748798346752819, + "rgb_loss": 0.029146477580070496, + "seg_loss": 0.040951717644929886, + "total": 0.07010794029805684, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009748798346752819, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009101100864113927 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013376091606914997, + "ssim_fused": 0.9664599299430847, + "seg_l1": 0.021663079038262367, + "seg_ssim_ref": 0.9664598703384399, + "depth": 0.005639186974787152, + "rgb_loss": 0.017408886924386024, + "seg_loss": 0.024038489907979965, + "total": 0.041453017881985924, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005639186974787152, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005639186974787153 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01551464106887579, + "ssim_fused": 0.9612552523612976, + "seg_l1": 0.025442462414503098, + "seg_ssim_ref": 0.9612550735473633, + "depth": 0.005463315061627526, + "rgb_loss": 0.02016066201031208, + "seg_loss": 0.02810295671224594, + "total": 0.0482690801749745, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005463315061627526, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005463315061627524 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 128, + "adam_update_count": 21248 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22599681792780757 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e8a8031b7677417da6077ee8bf4030b7_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 129, + "next_interval": 0, + "next_adam_update": 21249, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 128, + "trained_intervals": 21248, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 21248, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9918433427810669, + "median": 7.348593235015869, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6415140628814697, + "median": 5.460556983947754, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37089237570762634, + "median": 1554.0089111328125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07125330716371536, + "median": 235.23147583007812, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0129.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0129.json new file mode 100644 index 0000000000000000000000000000000000000000..917d5a7df5478a66c546cc35450d10e62049bc38 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0129.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0129", + "executed_epochs": 129, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_615d8ce66ddf413babeb2f2b74432cce.npz", + "optimizer_file": "boundary_615d8ce66ddf413babeb2f2b74432cce_optimizer.pt", + "arrays_sha256": "b040352cbd026a490d611122d3ffcf64cf723311279dbcd7f7d62487f91836d8", + "optimizer_sha256": "187238a177e7628f26003c2cd6591166db69316c47f729024c10399abd24beb2", + "stage": "adam", + "completed_passes": 129, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21414, + "adam_update_count": 21414, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 130, + "consumed_count": 129, + "last_submitted_update": 21414, + "last_consumed_update": 21248, + "pending": [ + { + "reference": { + "source_update": 21414, + "completed_passes": 129, + "next_interval": 0, + "trained_intervals": 21414, + "snapshot": "pass_end_0129", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 129, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21414, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21414, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016015149594750255, + "update_l2": 0.0005060062976554036 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.657922934507951e-05, + "update_l2": 0.00026671792147681117 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.053790204263677754, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.053790204263677754, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018358178436756134, + "ssim_fused": 0.9555530548095703, + "seg_l1": 0.02664935775101185, + "seg_ssim_ref": 0.9555530548095703, + "depth": 0.005401707639860559, + "rgb_loss": 0.023575929924845695, + "seg_loss": 0.030208874493837357, + "total": 0.053790204263677754 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02515266090631485, + "ssim_fused": 0.9409246444702148, + "seg_l1": 0.028408830985426903, + "seg_ssim_ref": 0.940925121307373, + "depth": 0.004113611025207986, + "rgb_loss": 0.03193720057606697, + "seg_loss": 0.03454203903675079, + "total": 0.06648334949855267, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004113611025207986, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003555866884582987 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02276831865310669, + "ssim_fused": 0.9500828385353088, + "seg_l1": 0.037057843059301376, + "seg_ssim_ref": 0.9500828385353088, + "depth": 0.008679631238107362, + "rgb_loss": 0.028198089450597763, + "seg_loss": 0.03962970897555351, + "total": 0.06783647805738938, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008679631238107362, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008031933755468474 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01196484174579382, + "ssim_fused": 0.9676251411437988, + "seg_l1": 0.0192522332072258, + "seg_ssim_ref": 0.9676249623298645, + "depth": 0.004362502669484561, + "rgb_loss": 0.01604684442281723, + "seg_loss": 0.02187679521739483, + "total": 0.03792800400552669, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004362502669484561, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004362502669484561 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013546894304454327, + "ssim_fused": 0.9635796546936035, + "seg_l1": 0.021878527477383614, + "seg_ssim_ref": 0.9635793566703796, + "depth": 0.0044510856266423236, + "rgb_loss": 0.018121585249900818, + "seg_loss": 0.024786951020359993, + "total": 0.0429129854932423, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0044510856266423236, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0044510856266423236 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 129, + "adam_update_count": 21414 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23114811396226287 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_615d8ce66ddf413babeb2f2b74432cce_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 130, + "next_interval": 0, + "next_adam_update": 21415, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 129, + "trained_intervals": 21414, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 21414, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.990293562412262, + "median": 7.3472700119018555, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.643099069595337, + "median": 5.458957195281982, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37146762013435364, + "median": 1551.953857421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07114046066999435, + "median": 234.85533142089844, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0130.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0130.json new file mode 100644 index 0000000000000000000000000000000000000000..88fcf0eeb034cd4c42d99a4cc2fcfde98e9b860e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0130.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0130", + "executed_epochs": 130, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a8b6e424a60d44debfde39c709cf9945.npz", + "optimizer_file": "boundary_a8b6e424a60d44debfde39c709cf9945_optimizer.pt", + "arrays_sha256": "b71c17a640eb12490619e45bcd5aee64c0b5ce1ff0e3054fd6fe79a7d1017fb9", + "optimizer_sha256": "092c691360b3d04fbc717b4e0a795d0849e3124f42f7ff9d6a529b11382c302a", + "stage": "adam", + "completed_passes": 130, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21580, + "adam_update_count": 21580, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 131, + "consumed_count": 130, + "last_submitted_update": 21580, + "last_consumed_update": 21414, + "pending": [ + { + "reference": { + "source_update": 21580, + "completed_passes": 130, + "next_interval": 0, + "trained_intervals": 21580, + "snapshot": "pass_end_0130", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 130, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21580, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21580, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.174014561111107e-05, + "update_l2": 0.005644424818456173 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.721953013766324e-06, + "update_l2": 0.0012583782663568854 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05868291344756567, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05868291344756567, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020257869735360146, + "ssim_fused": 0.9534326195716858, + "seg_l1": 0.029803870245814323, + "seg_ssim_ref": 0.953432559967041, + "depth": 0.006553272552122491, + "rgb_loss": 0.025519775226712227, + "seg_loss": 0.033156584948301315, + "total": 0.05868291344756567 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02676551043987274, + "ssim_fused": 0.9392544031143188, + "seg_l1": 0.030257651582360268, + "seg_ssim_ref": 0.9392547607421875, + "depth": 0.004825225617136392, + "rgb_loss": 0.033561527729034424, + "seg_loss": 0.03635517135262489, + "total": 0.06992152058198615, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004825225617136392, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004267481476511393 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024381211027503014, + "ssim_fused": 0.9488769769668579, + "seg_l1": 0.03986562043428421, + "seg_ssim_ref": 0.9488768577575684, + "depth": 0.01002760784700875, + "rgb_loss": 0.029729574918746948, + "seg_loss": 0.042117126286029816, + "total": 0.07185672881262377, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01002760784700875, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009379910364369862 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013936078175902367, + "ssim_fused": 0.96523118019104, + "seg_l1": 0.02274865098297596, + "seg_ssim_ref": 0.9652309417724609, + "depth": 0.005758253468597928, + "rgb_loss": 0.018102627247571945, + "seg_loss": 0.02515273168683052, + "total": 0.04326111718787106, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005758253468597928, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005758253468597928 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015948675572872162, + "ssim_fused": 0.9603678584098816, + "seg_l1": 0.026343561708927155, + "seg_ssim_ref": 0.9603676795959473, + "depth": 0.0056020032757468936, + "rgb_loss": 0.02068536914885044, + "seg_loss": 0.02900131419301033, + "total": 0.04969228720778167, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0056020032757468936, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0056020032757468936 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 130, + "adam_update_count": 21580 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22752229706384242 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a8b6e424a60d44debfde39c709cf9945_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 131, + "next_interval": 0, + "next_adam_update": 21581, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 130, + "trained_intervals": 21580, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 21580, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9909293055534363, + "median": 7.348342418670654, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.640054702758789, + "median": 5.462904453277588, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3712315559387207, + "median": 1553.6190185546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.071357361972332, + "median": 235.78543090820312, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0131.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0131.json new file mode 100644 index 0000000000000000000000000000000000000000..d596eddf22c05b5e970613635a5b46c8a457cfa4 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0131.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0131", + "executed_epochs": 131, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b6a61bb706da40669b455cb5016dc8f6.npz", + "optimizer_file": "boundary_b6a61bb706da40669b455cb5016dc8f6_optimizer.pt", + "arrays_sha256": "53b14b64a76192e245a101797289c4ce056fe0fc68224fb2f052d0fd2a74d100", + "optimizer_sha256": "4fac28f137b2a4c5ec80a4196e9c5a96e4c6082107e126863c5d342f2c6e6964", + "stage": "adam", + "completed_passes": 131, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21746, + "adam_update_count": 21746, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 132, + "consumed_count": 131, + "last_submitted_update": 21746, + "last_consumed_update": 21580, + "pending": [ + { + "reference": { + "source_update": 21746, + "completed_passes": 131, + "next_interval": 0, + "trained_intervals": 21746, + "snapshot": "pass_end_0131", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 131, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21746, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21746, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001521148078609258, + "update_l2": 0.0007538690115325153 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.269858279963955e-05, + "update_l2": 0.000349999318132177 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05408141786041763, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05408141786041763, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018447842448949814, + "ssim_fused": 0.9554092884063721, + "seg_l1": 0.026851780712604523, + "seg_ssim_ref": 0.9554092884063721, + "depth": 0.005442889361643206, + "rgb_loss": 0.02367641031742096, + "seg_loss": 0.030399564653635025, + "total": 0.05408141786041763 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025151671841740608, + "ssim_fused": 0.9408879280090332, + "seg_l1": 0.028472404927015305, + "seg_ssim_ref": 0.9408882856369019, + "depth": 0.004107398925030656, + "rgb_loss": 0.031943753361701965, + "seg_loss": 0.03460026532411575, + "total": 0.06654812608474275, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004107398925030656, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0035496547844056565 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022882767021656036, + "ssim_fused": 0.9499189853668213, + "seg_l1": 0.037304144352674484, + "seg_ssim_ref": 0.9499189853668213, + "depth": 0.008733612719560559, + "rgb_loss": 0.02832241728901863, + "seg_loss": 0.03985951840877533, + "total": 0.06819066558522323, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008733612719560559, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00808591523692167 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012082925997674465, + "ssim_fused": 0.9674449563026428, + "seg_l1": 0.019487466663122177, + "seg_ssim_ref": 0.9674447774887085, + "depth": 0.004420235676327202, + "rgb_loss": 0.016177350655198097, + "seg_loss": 0.022101018577814102, + "total": 0.03828279133133368, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004420235676327202, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004420235676327203 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013674003072082996, + "ssim_fused": 0.9633854031562805, + "seg_l1": 0.022143108770251274, + "seg_ssim_ref": 0.9633851647377014, + "depth": 0.004510310125654409, + "rgb_loss": 0.018262121826410294, + "seg_loss": 0.025037454441189766, + "total": 0.04330408844037086, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004510310125654409, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004510310125654409 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 131, + "adam_update_count": 21746 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22758723702281713 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b6a61bb706da40669b455cb5016dc8f6_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 132, + "next_interval": 0, + "next_adam_update": 21747, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 131, + "trained_intervals": 21746, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 21746, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9911865592002869, + "median": 7.348484992980957, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6403515338897705, + "median": 5.463032245635986, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3711360692977905, + "median": 1553.8406982421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07133618742227554, + "median": 235.815185546875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0132.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0132.json new file mode 100644 index 0000000000000000000000000000000000000000..10a7216c833e47a2a33898f0704b6364263f63e8 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0132.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0132", + "executed_epochs": 132, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_89e5f7dea2b64b45acb99917b5a8c1fb.npz", + "optimizer_file": "boundary_89e5f7dea2b64b45acb99917b5a8c1fb_optimizer.pt", + "arrays_sha256": "289820273760d6f5ad318265df043196b26725e34ec05c750a28fa2eed279cc8", + "optimizer_sha256": "d76c74f517befc47a706c4b526725f32b94b681e87ee32c0192cc561a28ee049", + "stage": "adam", + "completed_passes": 132, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21912, + "adam_update_count": 21912, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 133, + "consumed_count": 132, + "last_submitted_update": 21912, + "last_consumed_update": 21746, + "pending": [ + { + "reference": { + "source_update": 21912, + "completed_passes": 132, + "next_interval": 0, + "trained_intervals": 21912, + "snapshot": "pass_end_0132", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 132, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21912, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21912, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013326609041541815, + "update_l2": 0.0008677449659444392 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.479195897351019e-05, + "update_l2": 0.0008133440278470516 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05428892064226323, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05428892064226323, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01853039301931858, + "ssim_fused": 0.9554330706596375, + "seg_l1": 0.027040235698223114, + "seg_ssim_ref": 0.9554330110549927, + "depth": 0.005613708323779994, + "rgb_loss": 0.023737706243991852, + "seg_loss": 0.03054559975862503, + "total": 0.05428892064226323 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024865010753273964, + "ssim_fused": 0.9415968656539917, + "seg_l1": 0.028163673356175423, + "seg_ssim_ref": 0.9415971040725708, + "depth": 0.004243394244760016, + "rgb_loss": 0.03157263621687889, + "seg_loss": 0.03421152010560036, + "total": 0.06578839971672401, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004243394244760016, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003685650104135016 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022629855200648308, + "ssim_fused": 0.9506443738937378, + "seg_l1": 0.03679841756820679, + "seg_ssim_ref": 0.9506442546844482, + "depth": 0.008894222143081328, + "rgb_loss": 0.027975009754300117, + "seg_loss": 0.03930988162755966, + "total": 0.06729378374135771, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008894222143081328, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008246524660442438 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012486400082707405, + "ssim_fused": 0.9668180346488953, + "seg_l1": 0.020195046439766884, + "seg_ssim_ref": 0.9668178558349609, + "depth": 0.004634250642004319, + "rgb_loss": 0.01662551239132881, + "seg_loss": 0.02279246784746647, + "total": 0.03942261635208243, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004634250642004319, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004634250642004319 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014140306040644646, + "ssim_fused": 0.9626728892326355, + "seg_l1": 0.02300381101667881, + "seg_ssim_ref": 0.9626725912094116, + "depth": 0.004682966265274315, + "rgb_loss": 0.018777668476104736, + "seg_loss": 0.025868531316518784, + "total": 0.044650882758888795, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004682966265274315, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004682966265274315 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 132, + "adam_update_count": 21912 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22544608591124415 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_89e5f7dea2b64b45acb99917b5a8c1fb_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 133, + "next_interval": 0, + "next_adam_update": 21913, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 132, + "trained_intervals": 21912, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 21912, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9912658333778381, + "median": 7.34848165512085, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6407546997070312, + "median": 5.463517189025879, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3711066246032715, + "median": 1553.8353271484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07130743563175201, + "median": 235.93057250976562, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0133.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0133.json new file mode 100644 index 0000000000000000000000000000000000000000..7f9ca2ed541179d41cda1f1c9baf2927e7489d32 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0133.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0133", + "executed_epochs": 133, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c7b29b0326934a53bc9ca93d03b0be7b.npz", + "optimizer_file": "boundary_c7b29b0326934a53bc9ca93d03b0be7b_optimizer.pt", + "arrays_sha256": "63cc4fa12b1662f502e04bf4d288aba4f501cc74980e7edcba13412084883efa", + "optimizer_sha256": "13deb9204dbb833003f930ab5ea9ac498eee50bad8560752db929951edfaa0c4", + "stage": "adam", + "completed_passes": 133, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22078, + "adam_update_count": 22078, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 134, + "consumed_count": 133, + "last_submitted_update": 22078, + "last_consumed_update": 21912, + "pending": [ + { + "reference": { + "source_update": 22078, + "completed_passes": 133, + "next_interval": 0, + "trained_intervals": 22078, + "snapshot": "pass_end_0133", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 133, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22078, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22078, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001520374062238261, + "update_l2": 0.001685582217760384 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.351985651534051e-05, + "update_l2": 0.0006858148262836039 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05449327622042304, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05449327622042304, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01860066130757332, + "ssim_fused": 0.9552359580993652, + "seg_l1": 0.027127042412757874, + "seg_ssim_ref": 0.95523601770401, + "depth": 0.005515110355677252, + "rgb_loss": 0.02383333072066307, + "seg_loss": 0.030654434114694595, + "total": 0.05449327622042304 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025357790291309357, + "ssim_fused": 0.940660834312439, + "seg_l1": 0.02875838801264763, + "seg_ssim_ref": 0.9406612515449524, + "depth": 0.004160531522457539, + "rgb_loss": 0.03215406462550163, + "seg_loss": 0.034874461591243744, + "total": 0.06703268302297753, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004160531522457539, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036027873818325396 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.023079195991158485, + "ssim_fused": 0.9496831297874451, + "seg_l1": 0.03769515082240105, + "seg_ssim_ref": 0.9496830701828003, + "depth": 0.008837105292856385, + "rgb_loss": 0.028526730835437775, + "seg_loss": 0.0402195081114769, + "total": 0.06875507605220753, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008837105292856385, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008189407810217493 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012191461399197578, + "ssim_fused": 0.9673312902450562, + "seg_l1": 0.019702289253473282, + "seg_ssim_ref": 0.9673311114311218, + "depth": 0.004492210904958451, + "rgb_loss": 0.016286911442875862, + "seg_loss": 0.02229560911655426, + "total": 0.03858701090768993, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004492210904958451, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00449221090495845 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013774203136563301, + "ssim_fused": 0.9632687568664551, + "seg_l1": 0.02235233783721924, + "seg_ssim_ref": 0.9632685780525208, + "depth": 0.004570593702436631, + "rgb_loss": 0.018365612253546715, + "seg_loss": 0.02522815391421318, + "total": 0.04359833489881718, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004570593702436631, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004570593702436632 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 133, + "adam_update_count": 22078 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24005873501300812 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c7b29b0326934a53bc9ca93d03b0be7b_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 134, + "next_interval": 0, + "next_adam_update": 22079, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 133, + "trained_intervals": 22078, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 22078, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9914908409118652, + "median": 7.34848165512085, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.641683340072632, + "median": 5.462379455566406, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37102314829826355, + "median": 1553.8353271484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07124124467372894, + "median": 235.6605987548828, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0134.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0134.json new file mode 100644 index 0000000000000000000000000000000000000000..900b2c28ff4f1fe1de2556dd0b556ee1e57de0af --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0134.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0134", + "executed_epochs": 134, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7f49af1c84484311b5d912a057430c00.npz", + "optimizer_file": "boundary_7f49af1c84484311b5d912a057430c00_optimizer.pt", + "arrays_sha256": "77224020f6d6c8520e0876bc132449524d542fc8283933395ba599c79c3681e3", + "optimizer_sha256": "3f67f97e38a0b565e17b54e5baaa51e3b91ffde68e5284b1a3419a466346860a", + "stage": "adam", + "completed_passes": 134, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22244, + "adam_update_count": 22244, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 135, + "consumed_count": 134, + "last_submitted_update": 22244, + "last_consumed_update": 22078, + "pending": [ + { + "reference": { + "source_update": 22244, + "completed_passes": 134, + "next_interval": 0, + "trained_intervals": 22244, + "snapshot": "pass_end_0134", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 134, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22244, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22244, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016144428809639066, + "update_l2": 0.002760806819424033 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.593585643102415e-05, + "update_l2": 0.0011414963519200683 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.053350861501947656, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.053350861501947656, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018221920356154442, + "ssim_fused": 0.955825686454773, + "seg_l1": 0.026372810825705528, + "seg_ssim_ref": 0.955825686454773, + "depth": 0.005352628484981703, + "rgb_loss": 0.023412391543388367, + "seg_loss": 0.02993311546742916, + "total": 0.053350861501947656 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025202540680766106, + "ssim_fused": 0.940901517868042, + "seg_l1": 0.028462041169404984, + "seg_ssim_ref": 0.9409019351005554, + "depth": 0.004141647053237022, + "rgb_loss": 0.031981728971004486, + "seg_loss": 0.0345892459154129, + "total": 0.06657511653347063, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004141647053237022, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003583902912612022 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022629454731941223, + "ssim_fused": 0.9503439664840698, + "seg_l1": 0.0367717482149601, + "seg_ssim_ref": 0.9503437876701355, + "depth": 0.00863164301486272, + "rgb_loss": 0.028034770861268044, + "seg_loss": 0.03934864327311516, + "total": 0.06739204764004321, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00863164301486272, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007983945532223832 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.011726499535143375, + "ssim_fused": 0.9680279493331909, + "seg_l1": 0.018790533766150475, + "seg_ssim_ref": 0.9680277705192566, + "depth": 0.004261372701467221, + "rgb_loss": 0.015775609761476517, + "seg_loss": 0.02142687328159809, + "total": 0.03720674627842122, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004261372701467221, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004261372701467221 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013329185545444489, + "ssim_fused": 0.9640294313430786, + "seg_l1": 0.021466916427016258, + "seg_ssim_ref": 0.9640291929244995, + "depth": 0.004375851170359852, + "rgb_loss": 0.017857462167739868, + "seg_loss": 0.024367695674300194, + "total": 0.04222953555585557, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004375851170359852, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004375851170359852 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 134, + "adam_update_count": 22244 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2367666019126773 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7f49af1c84484311b5d912a057430c00_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 135, + "next_interval": 0, + "next_adam_update": 22245, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 134, + "trained_intervals": 22244, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 22244, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9920915961265564, + "median": 7.34848165512085, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6444005966186523, + "median": 5.459179878234863, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37080031633377075, + "median": 1553.8353271484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07104792445898056, + "median": 234.90505981445312, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0135.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0135.json new file mode 100644 index 0000000000000000000000000000000000000000..ba93751a72bc33277b4df394dbf2a892177bb4a1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0135.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0135", + "executed_epochs": 135, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a9ecd296fe724fb7860b15418ede7dc2.npz", + "optimizer_file": "boundary_a9ecd296fe724fb7860b15418ede7dc2_optimizer.pt", + "arrays_sha256": "3807bdc5073232041db44784044275af2b0daecf953ec48a858e4ee46364b2fb", + "optimizer_sha256": "26dc053aae3af438980a9760f0ca43899f1a0ef1ae1afe0371584132ebfb91b5", + "stage": "adam", + "completed_passes": 135, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22410, + "adam_update_count": 22410, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 136, + "consumed_count": 135, + "last_submitted_update": 22410, + "last_consumed_update": 22244, + "pending": [ + { + "reference": { + "source_update": 22410, + "completed_passes": 135, + "next_interval": 0, + "trained_intervals": 22410, + "snapshot": "pass_end_0135", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 135, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22410, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22410, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.527441630372778e-05, + "update_l2": 0.015459985472261906 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.107031135295983e-06, + "update_l2": 0.0020463820546865463 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.058255350234594765, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.058255350234594765, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020204853266477585, + "ssim_fused": 0.9537303447723389, + "seg_l1": 0.02947143279016018, + "seg_ssim_ref": 0.9537304639816284, + "depth": 0.006477365878045869, + "rgb_loss": 0.025417808443307877, + "seg_loss": 0.032831065356731415, + "total": 0.058255350234594765 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026908958330750465, + "ssim_fused": 0.9395663142204285, + "seg_l1": 0.029801206663250923, + "seg_ssim_ref": 0.9395668506622314, + "depth": 0.004766505499950404, + "rgb_loss": 0.0336139053106308, + "seg_loss": 0.03592759370803833, + "total": 0.06954626552416908, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004766505499950404, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004208761359325404 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024286068975925446, + "ssim_fused": 0.9489901661872864, + "seg_l1": 0.039660342037677765, + "seg_ssim_ref": 0.9489901661872864, + "depth": 0.009921836317076037, + "rgb_loss": 0.02963082119822502, + "seg_loss": 0.041930243372917175, + "total": 0.07157099013274958, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009921836317076037, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009274138834437147 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013809187337756157, + "ssim_fused": 0.9655771851539612, + "seg_l1": 0.022437969222664833, + "seg_ssim_ref": 0.9655770063400269, + "depth": 0.005681909257664034, + "rgb_loss": 0.01793191395699978, + "seg_loss": 0.024834975600242615, + "total": 0.042772573329145205, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005681909257664034, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005681909257664035 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01581519842147827, + "ssim_fused": 0.960787832736969, + "seg_l1": 0.025986216962337494, + "seg_ssim_ref": 0.9607876539230347, + "depth": 0.005539212437493003, + "rgb_loss": 0.02049459144473076, + "seg_loss": 0.028631441295146942, + "total": 0.04913157195231519, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005539212437493003, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005539212437493003 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 135, + "adam_update_count": 22410 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.227453205967322 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a9ecd296fe724fb7860b15418ede7dc2_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 136, + "next_interval": 0, + "next_adam_update": 22411, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 135, + "trained_intervals": 22410, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 22410, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9741629362106323, + "median": 7.348477840423584, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6610593795776367, + "median": 5.454937934875488, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3775082230567932, + "median": 1553.8294677734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06987415254116058, + "median": 233.91822814941406, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0136.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0136.json new file mode 100644 index 0000000000000000000000000000000000000000..1f65bfb06b06e1eccb5def752d4243dc5b81ddf9 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0136.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0136", + "executed_epochs": 136, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6ad45201d50a4ee69e25028c332be2cf.npz", + "optimizer_file": "boundary_6ad45201d50a4ee69e25028c332be2cf_optimizer.pt", + "arrays_sha256": "21ad851b757480bb14245b1e05845baff3f4efa8044b84fe7b8fa7006c3731df", + "optimizer_sha256": "b7ab43ff1b44e6c8a1f82aa93fb625d4915d4e0b68ff4f4dadcb086a1e8b1d90", + "stage": "adam", + "completed_passes": 136, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22576, + "adam_update_count": 22576, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 137, + "consumed_count": 136, + "last_submitted_update": 22576, + "last_consumed_update": 22410, + "pending": [ + { + "reference": { + "source_update": 22576, + "completed_passes": 136, + "next_interval": 0, + "trained_intervals": 22576, + "snapshot": "pass_end_0136", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 136, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22576, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22576, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013438901805784553, + "update_l2": 0.00019859026360791177 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.3894043958280236e-05, + "update_l2": 0.00014484494749922305 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.053736285223863735, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.053736285223863735, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018344881013035774, + "ssim_fused": 0.9557244777679443, + "seg_l1": 0.02668081782758236, + "seg_ssim_ref": 0.9557244777679443, + "depth": 0.005520797572744649, + "rgb_loss": 0.023531001061201096, + "seg_loss": 0.03019976243376732, + "total": 0.053736285223863735 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024630889296531677, + "ssim_fused": 0.9419695734977722, + "seg_l1": 0.027766775339841843, + "seg_ssim_ref": 0.9419699311256409, + "depth": 0.004173010189723637, + "rgb_loss": 0.0313107967376709, + "seg_loss": 0.03381943330168724, + "total": 0.06513440677483816, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004173010189723637, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003615266049098638 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022390378639101982, + "ssim_fused": 0.9510006904602051, + "seg_l1": 0.03632364422082901, + "seg_ssim_ref": 0.9510006308555603, + "depth": 0.008747954129124215, + "rgb_loss": 0.02771216630935669, + "seg_loss": 0.03885878995060921, + "total": 0.06657970048880472, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008747954129124215, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008100256646485327 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01232072152197361, + "ssim_fused": 0.9670556783676147, + "seg_l1": 0.019844241440296173, + "seg_ssim_ref": 0.9670553803443909, + "depth": 0.004540863798116334, + "rgb_loss": 0.01644544117152691, + "seg_loss": 0.022464318200945854, + "total": 0.03891430023627088, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004540863798116334, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004540863798116334 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014037537388503551, + "ssim_fused": 0.9628721475601196, + "seg_l1": 0.02278861217200756, + "seg_ssim_ref": 0.9628719091415405, + "depth": 0.004621362174014407, + "rgb_loss": 0.018655600026249886, + "seg_loss": 0.025656510144472122, + "total": 0.04431673339554117, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004621362174014407, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004621362174014406 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 136, + "adam_update_count": 22576 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23110515880398452 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6ad45201d50a4ee69e25028c332be2cf_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 137, + "next_interval": 0, + "next_adam_update": 22577, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 136, + "trained_intervals": 22576, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 22576, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9726350903511047, + "median": 7.3480353355407715, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6625208854675293, + "median": 5.456020355224609, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3780854344367981, + "median": 1553.14208984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06977210938930511, + "median": 234.1733856201172, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0137.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0137.json new file mode 100644 index 0000000000000000000000000000000000000000..417d275b8a06cf1fc44ac886b50f1bda2b5b50fa --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0137.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0137", + "executed_epochs": 137, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_67c60ea790f54b87a4fb41149a686629.npz", + "optimizer_file": "boundary_67c60ea790f54b87a4fb41149a686629_optimizer.pt", + "arrays_sha256": "121bd548ebd639191cd265d5e3dedad433ceae1d4f088a3ccd470998e2ae1f87", + "optimizer_sha256": "2abdade72efc89ce5518be4c8c3b4d4b57483be971910fe8b7a7ed1e332934ee", + "stage": "adam", + "completed_passes": 137, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22742, + "adam_update_count": 22742, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 138, + "consumed_count": 137, + "last_submitted_update": 22742, + "last_consumed_update": 22576, + "pending": [ + { + "reference": { + "source_update": 22742, + "completed_passes": 137, + "next_interval": 0, + "trained_intervals": 22742, + "snapshot": "pass_end_0137", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 137, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22742, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22742, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016242326819337904, + "update_l2": 0.001082287053577602 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.662383460323326e-05, + "update_l2": 0.00022718428226653486 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.053234060803335204, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.053234060803335204, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018188094720244408, + "ssim_fused": 0.9558672308921814, + "seg_l1": 0.02628142572939396, + "seg_ssim_ref": 0.9558672308921814, + "depth": 0.005324879568117386, + "rgb_loss": 0.023377036675810814, + "seg_loss": 0.029851699247956276, + "total": 0.053234060803335204 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025229163467884064, + "ssim_fused": 0.9408658742904663, + "seg_l1": 0.028445608913898468, + "seg_ssim_ref": 0.9408664107322693, + "depth": 0.004146461234127637, + "rgb_loss": 0.03201015666127205, + "seg_loss": 0.0345832034945488, + "total": 0.06659751034234528, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004146461234127637, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0035887170935026374 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02258129045367241, + "ssim_fused": 0.9503946900367737, + "seg_l1": 0.03665969893336296, + "seg_ssim_ref": 0.9503946304321289, + "depth": 0.008594023817825236, + "rgb_loss": 0.02798609435558319, + "seg_loss": 0.03924883157014847, + "total": 0.06724351994954948, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008594023817825236, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007946326335186346 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.011676856316626072, + "ssim_fused": 0.9681071043014526, + "seg_l1": 0.018694845959544182, + "seg_ssim_ref": 0.9681069254875183, + "depth": 0.0042273937296872545, + "rgb_loss": 0.0157200638204813, + "seg_loss": 0.021334491670131683, + "total": 0.037058781021697525, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0042273937296872545, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0042273937296872545 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013265068642795086, + "ssim_fused": 0.9641011357307434, + "seg_l1": 0.021325549110770226, + "seg_ssim_ref": 0.9641008377075195, + "depth": 0.004331639490829418, + "rgb_loss": 0.017791828140616417, + "seg_loss": 0.024240272119641304, + "total": 0.04203643189974855, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004331639490829418, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004331639490829418 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 137, + "adam_update_count": 22742 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23255345807410777 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_67c60ea790f54b87a4fb41149a686629_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 138, + "next_interval": 0, + "next_adam_update": 22743, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 137, + "trained_intervals": 22742, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 22742, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9726737141609192, + "median": 7.3480353355407715, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6626219749450684, + "median": 5.453069686889648, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3780708312988281, + "median": 1553.14208984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06976506114006042, + "median": 233.47998046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0138.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0138.json new file mode 100644 index 0000000000000000000000000000000000000000..35417a9fbd709e6cce9063001b95389ae88ca9a7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0138.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0138", + "executed_epochs": 138, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_016c30ed07a04befbc95a110cfb83033.npz", + "optimizer_file": "boundary_016c30ed07a04befbc95a110cfb83033_optimizer.pt", + "arrays_sha256": "a023d1f9e829def657e6ac0fd5414f44f16828421e0336e9ceecf50e98d23a41", + "optimizer_sha256": "818d47de2c2d8d86fda4bc6fb7c8fb8e5c75af09135aec7e6cd2d4ba30fa956a", + "stage": "adam", + "completed_passes": 138, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22908, + "adam_update_count": 22908, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 139, + "consumed_count": 138, + "last_submitted_update": 22908, + "last_consumed_update": 22742, + "pending": [ + { + "reference": { + "source_update": 22908, + "completed_passes": 138, + "next_interval": 0, + "trained_intervals": 22908, + "snapshot": "pass_end_0138", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 138, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22908, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22908, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015476893167942762, + "update_l2": 0.001719950814731419 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.232993185520172e-05, + "update_l2": 0.0004659834667108953 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05366584354211616, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05366584354211616, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018308883532881737, + "ssim_fused": 0.9556366801261902, + "seg_l1": 0.02658502385020256, + "seg_ssim_ref": 0.9556366801261902, + "depth": 0.00538000037003024, + "rgb_loss": 0.02351977676153183, + "seg_loss": 0.03014068864285946, + "total": 0.05366584354211616 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025026703253388405, + "ssim_fused": 0.9410961270332336, + "seg_l1": 0.028278831392526627, + "seg_ssim_ref": 0.9410964846611023, + "depth": 0.004077934200026665, + "rgb_loss": 0.031802136451005936, + "seg_loss": 0.03440377116203308, + "total": 0.06620998182194875, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004077934200026665, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003520190059401665 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022717075422406197, + "ssim_fused": 0.9501824975013733, + "seg_l1": 0.036973804235458374, + "seg_ssim_ref": 0.9501824975013733, + "depth": 0.008640883865287632, + "rgb_loss": 0.02813716232776642, + "seg_loss": 0.0395425446331501, + "total": 0.06768834411949151, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008640883865287632, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007993186382648742 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.011931276880204678, + "ssim_fused": 0.9676793217658997, + "seg_l1": 0.019169997423887253, + "seg_ssim_ref": 0.9676791429519653, + "depth": 0.004339401553731101, + "rgb_loss": 0.01600915752351284, + "seg_loss": 0.021800169721245766, + "total": 0.03781366664631234, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004339401553731101, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004339401553731101 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01356047485023737, + "ssim_fused": 0.9635886549949646, + "seg_l1": 0.02191745862364769, + "seg_ssim_ref": 0.9635884761810303, + "depth": 0.004461781861075563, + "rgb_loss": 0.018130648881196976, + "seg_loss": 0.024816272780299187, + "total": 0.042951381580712086, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004461781861075563, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004461781861075563 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 138, + "adam_update_count": 22908 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22279091994278133 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_016c30ed07a04befbc95a110cfb83033_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 139, + "next_interval": 0, + "next_adam_update": 22909, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 138, + "trained_intervals": 22908, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 22908, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9727721214294434, + "median": 7.348358631134033, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6628706455230713, + "median": 5.445287704467773, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3780336380004883, + "median": 1553.6444091796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06974770873785019, + "median": 231.6645965576172, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0139.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0139.json new file mode 100644 index 0000000000000000000000000000000000000000..43c99a9df07626a149615f5243f5d52888388643 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0139.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0139", + "executed_epochs": 139, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c365bf06c8a54956931a0e9058bf015e.npz", + "optimizer_file": "boundary_c365bf06c8a54956931a0e9058bf015e_optimizer.pt", + "arrays_sha256": "3e251d1950fcc3da544677654b9ee21958d1c85c73f4e2c27cfc2c87f6d0a1f8", + "optimizer_sha256": "9ca147aba792464e7394cd24d249464a7b1acea83750d7de9d2b03559d99e18a", + "stage": "adam", + "completed_passes": 139, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23074, + "adam_update_count": 23074, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 140, + "consumed_count": 139, + "last_submitted_update": 23074, + "last_consumed_update": 22908, + "pending": [ + { + "reference": { + "source_update": 23074, + "completed_passes": 139, + "next_interval": 0, + "trained_intervals": 23074, + "snapshot": "pass_end_0139", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 139, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23074, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23074, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015762494876980782, + "update_l2": 0.0023235029075294733 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.4411976230330765e-05, + "update_l2": 0.0008871435420587659 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05380758313685794, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05380758313685794, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01835264265537262, + "ssim_fused": 0.9555928707122803, + "seg_l1": 0.026696495711803436, + "seg_ssim_ref": 0.9555928707122803, + "depth": 0.005413277448605772, + "rgb_loss": 0.02356354147195816, + "seg_loss": 0.03023863211274147, + "total": 0.05380758313685794 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02514045499265194, + "ssim_fused": 0.9409468770027161, + "seg_l1": 0.028526030480861664, + "seg_ssim_ref": 0.9409472346305847, + "depth": 0.004130694247728421, + "rgb_loss": 0.03192298859357834, + "seg_loss": 0.03463137894868851, + "total": 0.06655849823651458, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004130694247728421, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0035729501071034213 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02279057167470455, + "ssim_fused": 0.950093150138855, + "seg_l1": 0.03712765499949455, + "seg_ssim_ref": 0.950093150138855, + "depth": 0.008696202824649711, + "rgb_loss": 0.028213828802108765, + "seg_loss": 0.039683494716882706, + "total": 0.06790601599652582, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008696202824649711, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008048505342010822 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.011935551650822163, + "ssim_fused": 0.9676709771156311, + "seg_l1": 0.01921597495675087, + "seg_ssim_ref": 0.9676707983016968, + "depth": 0.004358484224751592, + "rgb_loss": 0.01601424627006054, + "seg_loss": 0.02183862030506134, + "total": 0.03785722692199178, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004358484224751592, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004358484224751592 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013543992303311825, + "ssim_fused": 0.963660478591919, + "seg_l1": 0.021916329860687256, + "seg_ssim_ref": 0.9636601805686951, + "depth": 0.004467728497293364, + "rgb_loss": 0.0181030984967947, + "seg_loss": 0.02480102702975273, + "total": 0.042908591392399574, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004467728497293364, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004467728497293363 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 139, + "adam_update_count": 23074 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22485708608292043 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c365bf06c8a54956931a0e9058bf015e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 140, + "next_interval": 0, + "next_adam_update": 23075, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 139, + "trained_intervals": 23074, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 23074, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9730170369148254, + "median": 7.348358631134033, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6634984016418457, + "median": 5.4406843185424805, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3779410719871521, + "median": 1553.6444091796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06970394402742386, + "median": 230.60006713867188, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0140.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0140.json new file mode 100644 index 0000000000000000000000000000000000000000..abf4f478de7868decdb8d47f2c6fb9f207c8860b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0140.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0140", + "executed_epochs": 140, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7a3f394169d947cca7a60905e9d6b02b.npz", + "optimizer_file": "boundary_7a3f394169d947cca7a60905e9d6b02b_optimizer.pt", + "arrays_sha256": "eee3f1f1a037c99ce5ff022372e40875fab9c447831d91882816e32ef22632af", + "optimizer_sha256": "7600bf831cb08fec8fcb0252f8289bf410a83c4fdf31d1d653ba9353416b2ceb", + "stage": "adam", + "completed_passes": 140, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23240, + "adam_update_count": 23240, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 141, + "consumed_count": 140, + "last_submitted_update": 23240, + "last_consumed_update": 23074, + "pending": [ + { + "reference": { + "source_update": 23240, + "completed_passes": 140, + "next_interval": 0, + "trained_intervals": 23240, + "snapshot": "pass_end_0140", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 140, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23240, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23240, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010428408131701872, + "update_l2": 0.00440590176731348 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.3624059142312035e-05, + "update_l2": 0.002669681329280138 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.04409903605916877, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.04409903605916877, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.014939294196665287, + "ssim_fused": 0.9601742029190063, + "seg_l1": 0.02026691660284996, + "seg_ssim_ref": 0.9601740837097168, + "depth": 0.003734058526952738, + "rgb_loss": 0.01991659216582775, + "seg_loss": 0.02417870983481407, + "total": 0.04409903605916877 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02276943251490593, + "ssim_fused": 0.9440956115722656, + "seg_l1": 0.025911355391144753, + "seg_ssim_ref": 0.944096028804779, + "depth": 0.0036650983176256227, + "rgb_loss": 0.02939642407000065, + "seg_loss": 0.03190987929701805, + "total": 0.061309970327981474, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0036650983176256227, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0031073541770006226 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.01715017296373844, + "ssim_fused": 0.9580942392349243, + "seg_l1": 0.026079678907990456, + "seg_ssim_ref": 0.95809406042099, + "depth": 0.006229446772756055, + "rgb_loss": 0.02210129052400589, + "seg_loss": 0.029244931414723396, + "total": 0.05135244952285689, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.006229446772756055, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.005581749290117166 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.008970214053988457, + "ssim_fused": 0.9712792038917542, + "seg_l1": 0.013222415931522846, + "seg_ssim_ref": 0.9712789058685303, + "depth": 0.0024242427110340863, + "rgb_loss": 0.012920331209897995, + "seg_loss": 0.016322150826454163, + "total": 0.02924490627906319, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0024242427110340863, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0024242427110340863 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.010867353528738022, + "ssim_fused": 0.9672278165817261, + "seg_l1": 0.015854215249419212, + "seg_ssim_ref": 0.9672274589538574, + "depth": 0.0026174463063951894, + "rgb_loss": 0.015248320065438747, + "seg_loss": 0.019237879663705826, + "total": 0.034488818106773546, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0026174463063951894, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0026174463063951894 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 140, + "adam_update_count": 23240 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22013458516448736 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7a3f394169d947cca7a60905e9d6b02b_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 141, + "next_interval": 0, + "next_adam_update": 23241, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 140, + "trained_intervals": 23240, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 23240, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9737766981124878, + "median": 7.348358631134033, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.664964199066162, + "median": 5.4444684982299805, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3776540458202362, + "median": 1553.6444091796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06960184127092361, + "median": 231.47439575195312, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0141.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0141.json new file mode 100644 index 0000000000000000000000000000000000000000..397f0ea1006d3a517c03ac8844e045e22dca6155 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0141.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0141", + "executed_epochs": 141, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0a6f047b54de4f8fb6b4808ac9ae87f2.npz", + "optimizer_file": "boundary_0a6f047b54de4f8fb6b4808ac9ae87f2_optimizer.pt", + "arrays_sha256": "cc41dcc4fe49fc98703df58af5589614ffdaa375a679675874c27026ee4cdbca", + "optimizer_sha256": "dee5c3d670a5fd709dde21eda586a0c0ff419f79971de36352a65550d46b5c14", + "stage": "adam", + "completed_passes": 141, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23406, + "adam_update_count": 23406, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 142, + "consumed_count": 141, + "last_submitted_update": 23406, + "last_consumed_update": 23240, + "pending": [ + { + "reference": { + "source_update": 23406, + "completed_passes": 141, + "next_interval": 0, + "trained_intervals": 23406, + "snapshot": "pass_end_0141", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 141, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23406, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23406, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013674894580617547, + "update_l2": 0.0035194086376577616 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.527553730644286e-05, + "update_l2": 0.002527073724195361 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05440643226636116, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 474, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05440643226636116, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018574772402644157, + "ssim_fused": 0.9553819894790649, + "seg_l1": 0.027117203921079636, + "seg_ssim_ref": 0.9553819298744202, + "depth": 0.005631539053362471, + "rgb_loss": 0.023783423006534576, + "seg_loss": 0.030617378652095795, + "total": 0.05440643226636116 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024867858737707138, + "ssim_fused": 0.941637396812439, + "seg_l1": 0.028130829334259033, + "seg_ssim_ref": 0.9416376352310181, + "depth": 0.004239489717441353, + "rgb_loss": 0.0315668061375618, + "seg_loss": 0.034177135676145554, + "total": 0.06574817757813449, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004239489717441353, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0036817455768163527 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022674446925520897, + "ssim_fused": 0.9505842924118042, + "seg_l1": 0.03689754009246826, + "seg_ssim_ref": 0.9505842924118042, + "depth": 0.008908551447237066, + "rgb_loss": 0.028022699058055878, + "seg_loss": 0.03940117359161377, + "total": 0.06743278120111688, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008908551447237066, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008260853964598178 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012539822608232498, + "ssim_fused": 0.9667529463768005, + "seg_l1": 0.020288120955228806, + "seg_ssim_ref": 0.9667527675628662, + "depth": 0.004659310140671311, + "rgb_loss": 0.01668126881122589, + "seg_loss": 0.022879943251609802, + "total": 0.03956587137297637, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004659310140671311, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004659310140671312 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.014216962270438671, + "ssim_fused": 0.9625532627105713, + "seg_l1": 0.023152317851781845, + "seg_ssim_ref": 0.9625529646873474, + "depth": 0.004718804908100154, + "rgb_loss": 0.01886291801929474, + "seg_loss": 0.026011262089014053, + "total": 0.04487889891321689, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004718804908100154, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004718804908100154 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 141, + "adam_update_count": 23406 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2224993200507015 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0a6f047b54de4f8fb6b4808ac9ae87f2_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 142, + "next_interval": 0, + "next_adam_update": 23407, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 141, + "trained_intervals": 23406, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 23406, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9732897877693176, + "median": 7.34847354888916, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6661059856414795, + "median": 5.47509765625, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37783798575401306, + "median": 1553.82275390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0695224180817604, + "median": 238.6766357421875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 474, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0142.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0142.json new file mode 100644 index 0000000000000000000000000000000000000000..3c36ab104d23555ad64b83b8e7b988aead186e09 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0142.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0142", + "executed_epochs": 142, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f0e7318e23fb4e6e896019fe9ba43f8a.npz", + "optimizer_file": "boundary_f0e7318e23fb4e6e896019fe9ba43f8a_optimizer.pt", + "arrays_sha256": "2432ad9ce606dbd1de3d3444b02df98d07babc7166f20ac55f5ea64b06d03fbe", + "optimizer_sha256": "b5d7a2e579f62a5aa087d5957484be22ec52e7123a645225d8d090c2874c10dc", + "stage": "adam", + "completed_passes": 142, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23572, + "adam_update_count": 23572, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 143, + "consumed_count": 142, + "last_submitted_update": 23572, + "last_consumed_update": 23406, + "pending": [ + { + "reference": { + "source_update": 23572, + "completed_passes": 142, + "next_interval": 0, + "trained_intervals": 23572, + "snapshot": "pass_end_0142", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 142, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23572, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23572, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.185755773913115e-05, + "update_l2": 0.0018361613620072603 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.1919234869710635e-06, + "update_l2": 0.0015484364703297615 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05897356489546512, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 475, + "attachment": 23, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05897356489546512, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020408891141414642, + "ssim_fused": 0.9533587694168091, + "seg_l1": 0.029979171231389046, + "seg_ssim_ref": 0.9533587694168091, + "depth": 0.006608794107178369, + "rgb_loss": 0.025655372068285942, + "seg_loss": 0.03331158310174942, + "total": 0.05897356489546512 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027086040005087852, + "ssim_fused": 0.9391158223152161, + "seg_l1": 0.03043367527425289, + "seg_ssim_ref": 0.9391162991523743, + "depth": 0.004870496078437039, + "rgb_loss": 0.03384567052125931, + "seg_loss": 0.03652368113398552, + "total": 0.07037421842603296, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004870496078437039, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004312751937812039 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024527141824364662, + "ssim_fused": 0.9487208724021912, + "seg_l1": 0.04013781622052193, + "seg_ssim_ref": 0.9487208724021912, + "depth": 0.010110177004420098, + "rgb_loss": 0.029877539724111557, + "seg_loss": 0.04236607998609543, + "total": 0.0722537261619211, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010110177004420098, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009462479521781206 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01402027253061533, + "ssim_fused": 0.9652091264724731, + "seg_l1": 0.022906452417373657, + "seg_ssim_ref": 0.9652090668678284, + "depth": 0.005814471571819546, + "rgb_loss": 0.018174393102526665, + "seg_loss": 0.02528334967792034, + "total": 0.04346355725201882, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005814471571819546, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0058144715718195464 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016002114862203598, + "ssim_fused": 0.9603890180587769, + "seg_l1": 0.026438742876052856, + "seg_ssim_ref": 0.9603888392448425, + "depth": 0.005640031774036793, + "rgb_loss": 0.020723888650536537, + "seg_loss": 0.02907322719693184, + "total": 0.04980275774188756, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005640031774036793, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005640031774036793 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 142, + "adam_update_count": 23572 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2382188921328634 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f0e7318e23fb4e6e896019fe9ba43f8a_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 143, + "next_interval": 0, + "next_adam_update": 23573, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 142, + "trained_intervals": 23572, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 23572, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9736617207527161, + "median": 7.348392486572266, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.666285514831543, + "median": 5.4664740562438965, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37769749760627747, + "median": 1553.6968994140625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06950994580984116, + "median": 236.68246459960938, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 475, + "controller_edge_stiffness": 23 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0143.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0143.json new file mode 100644 index 0000000000000000000000000000000000000000..c9e4b31c879106ecec842aa40879d45dd4fdee41 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0143.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0143", + "executed_epochs": 143, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_783bdbb2e55d4e5c987bd0b55d090eb5.npz", + "optimizer_file": "boundary_783bdbb2e55d4e5c987bd0b55d090eb5_optimizer.pt", + "arrays_sha256": "9ecbd52b41b76c44969f6675a4654168d6e5e75eb02331e36a5b414f209988fa", + "optimizer_sha256": "f92b2eef2cb12c884649707ce192f6a19e5de8ac413c090c1566e40450007752", + "stage": "adam", + "completed_passes": 143, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23738, + "adam_update_count": 23738, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 144, + "consumed_count": 143, + "last_submitted_update": 23738, + "last_consumed_update": 23572, + "pending": [ + { + "reference": { + "source_update": 23738, + "completed_passes": 143, + "next_interval": 0, + "trained_intervals": 23738, + "snapshot": "pass_end_0143", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 143, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23738, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23738, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.0669124650303274e-05, + "update_l2": 0.018353257328271866 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.458452728315024e-06, + "update_l2": 0.0024875670205801725 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.057777256325226165, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 475, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.057777256325226165, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02001923695206642, + "ssim_fused": 0.9539377689361572, + "seg_l1": 0.029163191094994545, + "seg_ssim_ref": 0.9539377689361572, + "depth": 0.006421089511258179, + "rgb_loss": 0.025227831676602364, + "seg_loss": 0.03254299983382225, + "total": 0.057777256325226165 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026755861937999725, + "ssim_fused": 0.9396739602088928, + "seg_l1": 0.029709329828619957, + "seg_ssim_ref": 0.9396743178367615, + "depth": 0.004716894183227432, + "rgb_loss": 0.033469896763563156, + "seg_loss": 0.03583259880542755, + "total": 0.06930721618846424, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004716894183227432, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004159150042602431 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024120258167386055, + "ssim_fused": 0.9493541717529297, + "seg_l1": 0.039237286895513535, + "seg_ssim_ref": 0.9493541717529297, + "depth": 0.00990318981088879, + "rgb_loss": 0.029425371438264847, + "seg_loss": 0.04151899367570877, + "total": 0.07095427202907481, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00990318981088879, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.0092554923282499 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013627390377223492, + "ssim_fused": 0.9657410979270935, + "seg_l1": 0.022153114899992943, + "seg_ssim_ref": 0.9657409191131592, + "depth": 0.005636629778933194, + "rgb_loss": 0.017753692343831062, + "seg_loss": 0.024574309587478638, + "total": 0.042333636698443484, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005636629778933194, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005636629778933194 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015573438256978989, + "ssim_fused": 0.9609819054603577, + "seg_l1": 0.025553030893206596, + "seg_ssim_ref": 0.9609816074371338, + "depth": 0.005427644271983298, + "rgb_loss": 0.020262369886040688, + "seg_loss": 0.02824610285460949, + "total": 0.04851390038492216, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005427644271983298, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005427644271983298 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 143, + "adam_update_count": 23738 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22291383193805814 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_783bdbb2e55d4e5c987bd0b55d090eb5_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 144, + "next_interval": 0, + "next_adam_update": 23739, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 143, + "trained_intervals": 23738, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 23738, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.965944230556488, + "median": 7.348743438720703, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6712865829467773, + "median": 5.487543106079102, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3806236684322357, + "median": 1554.2423095703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06916318833827972, + "median": 241.70675659179688, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 475, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0144.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0144.json new file mode 100644 index 0000000000000000000000000000000000000000..09b3923d24a2b03416cef1cd5457c4d0c17894e3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0144.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0144", + "executed_epochs": 144, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_12ec3478c7f147b2b7116a1d4f8a6c20.npz", + "optimizer_file": "boundary_12ec3478c7f147b2b7116a1d4f8a6c20_optimizer.pt", + "arrays_sha256": "44059dc033de73492677549722e8e8792d2d72654a907df00e85408f48b21b3f", + "optimizer_sha256": "7457ff4813280dfbdd0d6896a40b5a7a56cb017549021f2992fd329dcccca8a1", + "stage": "adam", + "completed_passes": 144, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23904, + "adam_update_count": 23904, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 145, + "consumed_count": 144, + "last_submitted_update": 23904, + "last_consumed_update": 23738, + "pending": [ + { + "reference": { + "source_update": 23904, + "completed_passes": 144, + "next_interval": 0, + "trained_intervals": 23904, + "snapshot": "pass_end_0144", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 144, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23904, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23904, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.359607505146414e-05, + "update_l2": 0.0004344412300270051 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.394863587251166e-06, + "update_l2": 0.00015746279677841812 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0566973309118048, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 475, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0566973309118048, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01964426599442959, + "ssim_fused": 0.9544829726219177, + "seg_l1": 0.028461068868637085, + "seg_ssim_ref": 0.9544830322265625, + "depth": 0.006256167937880512, + "rgb_loss": 0.024818815290927887, + "seg_loss": 0.031872257590293884, + "total": 0.0566973309118048 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026276521384716034, + "ssim_fused": 0.9403216242790222, + "seg_l1": 0.02898651920258999, + "seg_ssim_ref": 0.9403221011161804, + "depth": 0.004624308535447086, + "rgb_loss": 0.032956890761852264, + "seg_loss": 0.03512479364871979, + "total": 0.0680863087191075, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004624308535447086, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004066564394822086 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.023606248199939728, + "ssim_fused": 0.9501202702522278, + "seg_l1": 0.03823794052004814, + "seg_ssim_ref": 0.9501202702522278, + "depth": 0.009624167377282607, + "rgb_loss": 0.028860945254564285, + "seg_loss": 0.040566299110651016, + "total": 0.06943686853259258, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009624167377282607, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008976469894643718 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013315501622855663, + "ssim_fused": 0.9661914110183716, + "seg_l1": 0.021514536812901497, + "seg_ssim_ref": 0.9661912322044373, + "depth": 0.005464872357885664, + "rgb_loss": 0.017414119094610214, + "seg_loss": 0.023973383009433746, + "total": 0.041392966976401845, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005464872357885664, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005464872357885664 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015378796495497227, + "ssim_fused": 0.9612986445426941, + "seg_l1": 0.02510528266429901, + "seg_ssim_ref": 0.9612983465194702, + "depth": 0.00531132348090669, + "rgb_loss": 0.020043309777975082, + "seg_loss": 0.027824558317661285, + "total": 0.04787317941911728, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00531132348090669, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005311323480906688 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 144, + "adam_update_count": 23904 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21806629095226526 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_12ec3478c7f147b2b7116a1d4f8a6c20_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 145, + "next_interval": 0, + "next_adam_update": 23905, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 144, + "trained_intervals": 23904, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 23904, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9790971279144287, + "median": 7.349822521209717, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.656712293624878, + "median": 5.496948719024658, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3756501376628876, + "median": 1555.92041015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0701785758137703, + "median": 243.9781494140625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 475, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0145.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0145.json new file mode 100644 index 0000000000000000000000000000000000000000..aeac59ff9f1d43205a88567ba61edd4453617f31 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0145.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0145", + "executed_epochs": 145, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2fa3b5ce3bc84274925a2ddc55bb07ca.npz", + "optimizer_file": "boundary_2fa3b5ce3bc84274925a2ddc55bb07ca_optimizer.pt", + "arrays_sha256": "e2acba8491784fd5e9ebca0ad8d6374496ad79a5c09ce14884fb1845c9c5a957", + "optimizer_sha256": "5c8f32caa8a52e2650b43c84464f20353542ca3e71ce48f7ea0ed0fc6ebfc95a", + "stage": "adam", + "completed_passes": 145, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24070, + "adam_update_count": 24070, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 146, + "consumed_count": 145, + "last_submitted_update": 24070, + "last_consumed_update": 23904, + "pending": [ + { + "reference": { + "source_update": 24070, + "completed_passes": 145, + "next_interval": 0, + "trained_intervals": 24070, + "snapshot": "pass_end_0145", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 145, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24070, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24070, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011716014705598354, + "update_l2": 0.0017220729496330023 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 2.5343962988699786e-05, + "update_l2": 0.00047374621499329805 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05242579283890894, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 475, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05242579283890894, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.017836878076195717, + "ssim_fused": 0.9562383890151978, + "seg_l1": 0.025807972997426987, + "seg_ssim_ref": 0.956238329410553, + "depth": 0.005245606877119733, + "rgb_loss": 0.02302182838320732, + "seg_loss": 0.0293987188488245, + "total": 0.05242579283890894 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024343939498066902, + "ssim_fused": 0.942194938659668, + "seg_l1": 0.027573807165026665, + "seg_ssim_ref": 0.9421953558921814, + "depth": 0.004119674219333618, + "rgb_loss": 0.031036164611577988, + "seg_loss": 0.03361997380852699, + "total": 0.06466025809432431, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004119674219333618, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003561930078708619 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02144533582031727, + "ssim_fused": 0.9519897699356079, + "seg_l1": 0.03454969823360443, + "seg_ssim_ref": 0.9519896507263184, + "depth": 0.008247645256162311, + "rgb_loss": 0.026758316904306412, + "seg_loss": 0.03724183142185211, + "total": 0.06400839224612438, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008247645256162311, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007599947773523422 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0118676433339715, + "ssim_fused": 0.9674983620643616, + "seg_l1": 0.019055569544434547, + "seg_ssim_ref": 0.9674981832504272, + "depth": 0.004223504634702371, + "rgb_loss": 0.015994442626833916, + "seg_loss": 0.02174481935799122, + "total": 0.037743485489459834, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004223504634702371, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004223504634702372 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013690592721104622, + "ssim_fused": 0.9632704257965088, + "seg_l1": 0.022052818909287453, + "seg_ssim_ref": 0.9632700085639954, + "depth": 0.0043916033982806316, + "rgb_loss": 0.01829838939011097, + "seg_loss": 0.02498825453221798, + "total": 0.04329103552572723, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0043916033982806316, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004391603398280632 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 145, + "adam_update_count": 24070 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24375452217645943 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2fa3b5ce3bc84274925a2ddc55bb07ca_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 146, + "next_interval": 0, + "next_adam_update": 24071, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 145, + "trained_intervals": 24070, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 24070, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9793573021888733, + "median": 7.350122928619385, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6568732261657715, + "median": 5.506911754608154, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37555238604545593, + "median": 1556.387939453125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.07016727328300476, + "median": 246.44149780273438, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 475, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0146.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0146.json new file mode 100644 index 0000000000000000000000000000000000000000..12f05cb82348e4dd6872f3d0945ed79744b26394 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0146.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0146", + "executed_epochs": 146, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_76cab4d3717f4f5e85dad95a424b81e9.npz", + "optimizer_file": "boundary_76cab4d3717f4f5e85dad95a424b81e9_optimizer.pt", + "arrays_sha256": "934d2d33140a1e51f8e14e7666289d65c347a070b4240cda84e2f3428080eef2", + "optimizer_sha256": "06e17c00e85b09954e050973179d1615dc6f15a70add03a33e9e7f0080725057", + "stage": "adam", + "completed_passes": 146, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24236, + "adam_update_count": 24236, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 147, + "consumed_count": 146, + "last_submitted_update": 24236, + "last_consumed_update": 24070, + "pending": [ + { + "reference": { + "source_update": 24236, + "completed_passes": 146, + "next_interval": 0, + "trained_intervals": 24236, + "snapshot": "pass_end_0146", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 146, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24236, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24236, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.646743713645265e-05, + "update_l2": 0.0003377679968252778 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.406729309877846e-06, + "update_l2": 7.523024396505207e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.057461440029020164, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 476, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.057461440029020164, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01997428387403488, + "ssim_fused": 0.9542012810707092, + "seg_l1": 0.028945190832018852, + "seg_ssim_ref": 0.954201340675354, + "depth": 0.006392063970420083, + "rgb_loss": 0.02513916604220867, + "seg_loss": 0.03231588378548622, + "total": 0.057461440029020164 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02687131240963936, + "ssim_fused": 0.9400090575218201, + "seg_l1": 0.029498985037207603, + "seg_ssim_ref": 0.9400094747543335, + "depth": 0.004741463444245876, + "rgb_loss": 0.03349523991346359, + "seg_loss": 0.0355972945690155, + "total": 0.06909727594592334, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004741463444245876, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0041837193036208765 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.023964595049619675, + "ssim_fused": 0.9495968818664551, + "seg_l1": 0.03894706815481186, + "seg_ssim_ref": 0.9495968818664551, + "depth": 0.009828028673339482, + "rgb_loss": 0.029252298176288605, + "seg_loss": 0.04123827815055847, + "total": 0.07050040435552042, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009828028673339482, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00918033119070059 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013525168411433697, + "ssim_fused": 0.9660059213638306, + "seg_l1": 0.02192973531782627, + "seg_ssim_ref": 0.9660058617591858, + "depth": 0.005596895700898538, + "rgb_loss": 0.017618950456380844, + "seg_loss": 0.024342617020010948, + "total": 0.04196716250944754, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005596895700898538, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005596895700898539 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015536060556769371, + "ssim_fused": 0.9611933827400208, + "seg_l1": 0.025404976680874825, + "seg_ssim_ref": 0.9611932039260864, + "depth": 0.005401868063196437, + "rgb_loss": 0.020190171897411346, + "seg_loss": 0.028085341677069664, + "total": 0.04828091730518936, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005401868063196437, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005401868063196437 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 146, + "adam_update_count": 24236 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22226092708297074 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_76cab4d3717f4f5e85dad95a424b81e9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 147, + "next_interval": 0, + "next_adam_update": 24237, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 146, + "trained_intervals": 24236, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 24236, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9687517285346985, + "median": 7.349329948425293, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.667445182800293, + "median": 5.493559837341309, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3795565366744995, + "median": 1555.1541748046875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06942937523126602, + "median": 243.17303466796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 476, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0147.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0147.json new file mode 100644 index 0000000000000000000000000000000000000000..caf6b3cc87d705cf7ab7389ffc716b4db25535f1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0147.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0147", + "executed_epochs": 147, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_101fadc9bbaf424cae4730db452238a3.npz", + "optimizer_file": "boundary_101fadc9bbaf424cae4730db452238a3_optimizer.pt", + "arrays_sha256": "33a7f047942725c4be329746aa3f858ac47ac2812b99960c1d542899053cd1ca", + "optimizer_sha256": "96373ce86cfcd643e8a4155331009256eaeef8eea5c0d801e5c8489f3d7b84c2", + "stage": "adam", + "completed_passes": 147, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24402, + "adam_update_count": 24402, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 148, + "consumed_count": 147, + "last_submitted_update": 24402, + "last_consumed_update": 24236, + "pending": [ + { + "reference": { + "source_update": 24402, + "completed_passes": 147, + "next_interval": 0, + "trained_intervals": 24402, + "snapshot": "pass_end_0147", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 147, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24402, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24402, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.6151718783658e-05, + "update_l2": 0.0005809262511320412 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.381476279988419e-06, + "update_l2": 0.0001703534071566537 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.057645553117826626, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 476, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.057645553117826626, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020034771412611008, + "ssim_fused": 0.9541114568710327, + "seg_l1": 0.029069896787405014, + "seg_ssim_ref": 0.9541115760803223, + "depth": 0.006432971194429686, + "rgb_loss": 0.025205515325069427, + "seg_loss": 0.032433606684207916, + "total": 0.057645553117826626 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026978636160492897, + "ssim_fused": 0.9398329257965088, + "seg_l1": 0.02969009056687355, + "seg_ssim_ref": 0.9398334622383118, + "depth": 0.004764545433174871, + "rgb_loss": 0.0336163230240345, + "seg_loss": 0.035785380750894547, + "total": 0.06940646832036222, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004764545433174871, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004206801292549871 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024045607075095177, + "ssim_fused": 0.949463427066803, + "seg_l1": 0.039082758128643036, + "seg_ssim_ref": 0.949463427066803, + "depth": 0.009894113608672957, + "rgb_loss": 0.029343802481889725, + "seg_loss": 0.04137352481484413, + "total": 0.07072722141034253, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009894113608672957, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009246416126034067 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013554803095757961, + "ssim_fused": 0.9659774899482727, + "seg_l1": 0.022013142704963684, + "seg_ssim_ref": 0.9659773111343384, + "depth": 0.005642686053216457, + "rgb_loss": 0.017648344859480858, + "seg_loss": 0.02441505342721939, + "total": 0.04206904283539861, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005642686053216457, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005642686053216457 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015560037456452847, + "ssim_fused": 0.9611722230911255, + "seg_l1": 0.025493592023849487, + "seg_ssim_ref": 0.9611720442771912, + "depth": 0.005430539682654458, + "rgb_loss": 0.02021358534693718, + "seg_loss": 0.028160465881228447, + "total": 0.04837947990520313, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005430539682654458, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005430539682654458 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 147, + "adam_update_count": 24402 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21633230010047555 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_101fadc9bbaf424cae4730db452238a3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 148, + "next_interval": 0, + "next_adam_update": 24403, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 147, + "trained_intervals": 24402, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 24402, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9687324166297913, + "median": 7.349329948425293, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6674413681030273, + "median": 5.493832588195801, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3795638382434845, + "median": 1555.1541748046875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06942964345216751, + "median": 243.23873901367188, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 476, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0148.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0148.json new file mode 100644 index 0000000000000000000000000000000000000000..1cf0f829953a6943bdd71a7c92bf445089be6a96 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0148.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0148", + "executed_epochs": 148, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ef79f1885d27427eb6e0a3bfcabec16e.npz", + "optimizer_file": "boundary_ef79f1885d27427eb6e0a3bfcabec16e_optimizer.pt", + "arrays_sha256": "73e04457eb751fb6f6cdf23de7965e0844fe3899763498fec95850e27d404558", + "optimizer_sha256": "b599ec6c6a1ffa0e5363b9c191a36d5f7e9484f579e421037fb5cab340b0c3fa", + "stage": "adam", + "completed_passes": 148, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24568, + "adam_update_count": 24568, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 149, + "consumed_count": 148, + "last_submitted_update": 24568, + "last_consumed_update": 24402, + "pending": [ + { + "reference": { + "source_update": 24568, + "completed_passes": 148, + "next_interval": 0, + "trained_intervals": 24568, + "snapshot": "pass_end_0148", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 148, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24568, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24568, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.185439269756898e-05, + "update_l2": 0.0008830551523715258 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.43792588764336e-06, + "update_l2": 0.0003371463099028915 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05636535047387181, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 476, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05636535047387181, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.019557040184736252, + "ssim_fused": 0.9547065496444702, + "seg_l1": 0.028245147317647934, + "seg_ssim_ref": 0.9547065496444702, + "depth": 0.006221447339637477, + "rgb_loss": 0.02470431849360466, + "seg_loss": 0.031654808670282364, + "total": 0.05636535047387181 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026254264637827873, + "ssim_fused": 0.9405165910720825, + "seg_l1": 0.028827421367168427, + "seg_ssim_ref": 0.940517008304596, + "depth": 0.0046147038265149515, + "rgb_loss": 0.032900094985961914, + "seg_loss": 0.03495853394269943, + "total": 0.06786324363248786, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0046147038265149515, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004056959685889953 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.023427141830325127, + "ssim_fused": 0.9503539204597473, + "seg_l1": 0.037857964634895325, + "seg_ssim_ref": 0.9503539204597473, + "depth": 0.009540102980796559, + "rgb_loss": 0.02867092937231064, + "seg_loss": 0.040215589106082916, + "total": 0.06889605858137435, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009540102980796559, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008892405498157667 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013212381862103939, + "ssim_fused": 0.9665523767471313, + "seg_l1": 0.02129906602203846, + "seg_ssim_ref": 0.966552197933197, + "depth": 0.005442160078474424, + "rgb_loss": 0.01725943014025688, + "seg_loss": 0.023728813976049423, + "total": 0.04099368627638478, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005442160078474424, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005442160078474424 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015334373340010643, + "ssim_fused": 0.9614033699035645, + "seg_l1": 0.024996140971779823, + "seg_ssim_ref": 0.9614030718803406, + "depth": 0.005288822472763973, + "rgb_loss": 0.019986825063824654, + "seg_loss": 0.027716299518942833, + "total": 0.04770841340524025, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005288822472763973, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005288822472763973 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 148, + "adam_update_count": 24568 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2221148288808763 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ef79f1885d27427eb6e0a3bfcabec16e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 149, + "next_interval": 0, + "next_adam_update": 24569, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 148, + "trained_intervals": 24568, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 24568, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9686539769172668, + "median": 7.348822116851807, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6674606800079346, + "median": 5.494339466094971, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3795936405658722, + "median": 1554.3646240234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06942830234766006, + "median": 243.36080932617188, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 476, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0149.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0149.json new file mode 100644 index 0000000000000000000000000000000000000000..f65a39a59213dce7985ecb0ae4abff7cb25afce6 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0149.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0149", + "executed_epochs": 149, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_12bb948329f944cc834d4148346e20e6.npz", + "optimizer_file": "boundary_12bb948329f944cc834d4148346e20e6_optimizer.pt", + "arrays_sha256": "82d52ded62fda9b79c5c30c5806ddd72d8ea11c2ab2c0fd765811309edceb05d", + "optimizer_sha256": "c2eaa1ac9146fed30a4ebd655697f2c22272ba28bf6848b345096e99a873df5e", + "stage": "adam", + "completed_passes": 149, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24734, + "adam_update_count": 24734, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 150, + "consumed_count": 149, + "last_submitted_update": 24734, + "last_consumed_update": 24568, + "pending": [ + { + "reference": { + "source_update": 24734, + "completed_passes": 149, + "next_interval": 0, + "trained_intervals": 24734, + "snapshot": "pass_end_0149", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 149, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24734, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24734, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.405801832443103e-05, + "update_l2": 0.0011477924417704344 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.662809366593137e-06, + "update_l2": 0.0004708985798060894 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05643560126697078, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 476, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05643560126697078, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.0195785965770483, + "ssim_fused": 0.9546604156494141, + "seg_l1": 0.028288286179304123, + "seg_ssim_ref": 0.9546603560447693, + "depth": 0.006227235248225689, + "rgb_loss": 0.024730809032917023, + "seg_loss": 0.0316985659301281, + "total": 0.05643560126697078 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026253506541252136, + "ssim_fused": 0.9405280947685242, + "seg_l1": 0.02881924994289875, + "seg_ssim_ref": 0.9405285120010376, + "depth": 0.0046209285867416, + "rgb_loss": 0.032897185534238815, + "seg_loss": 0.03494969755411148, + "total": 0.06785150029164674, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0046209285867416, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0040631844461165995 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02346218191087246, + "ssim_fused": 0.9503204822540283, + "seg_l1": 0.03795541077852249, + "seg_ssim_ref": 0.9503203630447388, + "depth": 0.009552567916064937, + "rgb_loss": 0.028705649077892303, + "seg_loss": 0.04030025750398636, + "total": 0.06901545914979473, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009552567916064937, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008904870433426046 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013244546949863434, + "ssim_fused": 0.9664124250411987, + "seg_l1": 0.021357182413339615, + "seg_ssim_ref": 0.9664121866226196, + "depth": 0.005440073141755225, + "rgb_loss": 0.017313152551651, + "seg_loss": 0.023803308606147766, + "total": 0.04112190123094052, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005440073141755225, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005440073141755225 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015354151837527752, + "ssim_fused": 0.9613803625106812, + "seg_l1": 0.025021295994520187, + "seg_ssim_ref": 0.9613801836967468, + "depth": 0.005295371348340996, + "rgb_loss": 0.02000724896788597, + "seg_loss": 0.027741000056266785, + "total": 0.0477535443955011, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005295371348340996, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005295371348340995 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 149, + "adam_update_count": 24734 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2223085470031947 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_12bb948329f944cc834d4148346e20e6_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 150, + "next_interval": 0, + "next_adam_update": 24735, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 149, + "trained_intervals": 24734, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 24734, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9683992862701416, + "median": 7.348822116851807, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.667567014694214, + "median": 5.495224952697754, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3796903192996979, + "median": 1554.3646240234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06942091882228851, + "median": 243.57223510742188, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 476, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0150.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0150.json new file mode 100644 index 0000000000000000000000000000000000000000..793e0b8e48b01f331f0769a11cd9f09ba1980f2f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0150.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0150", + "executed_epochs": 150, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2e61d35ea2504ad1aa2f5f3337dfcab9.npz", + "optimizer_file": "boundary_2e61d35ea2504ad1aa2f5f3337dfcab9_optimizer.pt", + "arrays_sha256": "4c182d20a8860ab67de95aaccd7ead872d36f707de5836f979d3e2732697933a", + "optimizer_sha256": "9ec36624dc8e11b073f9e1648d3314a0898ad00d9b739cfc9aab9fd8ac002559", + "stage": "adam", + "completed_passes": 150, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24900, + "adam_update_count": 24900, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 151, + "consumed_count": 150, + "last_submitted_update": 24900, + "last_consumed_update": 24734, + "pending": [ + { + "reference": { + "source_update": 24900, + "completed_passes": 150, + "next_interval": 0, + "trained_intervals": 24900, + "snapshot": "pass_end_0150", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 150, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24900, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24900, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010777806164696813, + "update_l2": 0.001928408513776958 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.511683421995258e-05, + "update_l2": 0.0011353252921253443 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06042338414023293, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 476, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06042338414023293, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020630797371268272, + "ssim_fused": 0.9524111747741699, + "seg_l1": 0.031095704063773155, + "seg_ssim_ref": 0.9524112343788147, + "depth": 0.006667057970894125, + "rgb_loss": 0.026022396981716156, + "seg_loss": 0.03439432382583618, + "total": 0.06042338414023293 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026212576776742935, + "ssim_fused": 0.9397457242012024, + "seg_l1": 0.031054377555847168, + "seg_ssim_ref": 0.9397462606430054, + "depth": 0.004758366831365145, + "rgb_loss": 0.03302091732621193, + "seg_loss": 0.03689425066113472, + "total": 0.06991992635417801, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004758366831365145, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004200622690740145 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.025296324864029884, + "ssim_fused": 0.9463836550712585, + "seg_l1": 0.04190290346741676, + "seg_ssim_ref": 0.9463836550712585, + "depth": 0.010278048108655492, + "rgb_loss": 0.0309603288769722, + "seg_loss": 0.04424559324979782, + "total": 0.07521620017487868, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010278048108655492, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009630350626016606 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01466379500925541, + "ssim_fused": 0.9637933969497681, + "seg_l1": 0.024152277037501335, + "seg_ssim_ref": 0.9637932181358337, + "depth": 0.005842039668002786, + "rgb_loss": 0.018972355872392654, + "seg_loss": 0.02656317874789238, + "total": 0.04554137665995304, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005842039668002786, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005842039668002787 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01635049097239971, + "ssim_fused": 0.9597220420837402, + "seg_l1": 0.027273260056972504, + "seg_ssim_ref": 0.9597217440605164, + "depth": 0.005789777275553077, + "rgb_loss": 0.021135985851287842, + "seg_loss": 0.02987425960600376, + "total": 0.05101603337192201, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005789777275553077, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005789777275553077 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 150, + "adam_update_count": 24900 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21738260192796588 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2e61d35ea2504ad1aa2f5f3337dfcab9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 151, + "next_interval": 0, + "next_adam_update": 24901, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 150, + "trained_intervals": 24900, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 24900, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9688038229942322, + "median": 7.348822116851807, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.668087959289551, + "median": 5.507562160491943, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3795367479324341, + "median": 1554.3646240234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06938476860523224, + "median": 246.57516479492188, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 476, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0151.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0151.json new file mode 100644 index 0000000000000000000000000000000000000000..75f4b1b0720350e6372a85b03f8849341eee893c --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0151.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0151", + "executed_epochs": 151, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e7cf0668341c4fe4ae165fdad7d3a316.npz", + "optimizer_file": "boundary_e7cf0668341c4fe4ae165fdad7d3a316_optimizer.pt", + "arrays_sha256": "5bdfc3e24058801861b42d88c4d9524980b46fdfa4c6f827d2c71d6cadc18f2c", + "optimizer_sha256": "440fc65266d1083aa1c244f2d992e4380542a1cadf97b952818c8400335768b1", + "stage": "adam", + "completed_passes": 151, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25066, + "adam_update_count": 25066, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 152, + "consumed_count": 151, + "last_submitted_update": 25066, + "last_consumed_update": 24900, + "pending": [ + { + "reference": { + "source_update": 25066, + "completed_passes": 151, + "next_interval": 0, + "trained_intervals": 25066, + "snapshot": "pass_end_0151", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 151, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25066, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25066, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.452927482314408e-05, + "update_l2": 0.008966797962784767 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.541013928857865e-06, + "update_l2": 0.0004478214541450143 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.057613776375646755, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.057613776375646755, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020028209313750267, + "ssim_fused": 0.9541296362876892, + "seg_l1": 0.02904583513736725, + "seg_ssim_ref": 0.9541297554969788, + "depth": 0.0064292299701342644, + "rgb_loss": 0.025196626782417297, + "seg_loss": 0.032410718500614166, + "total": 0.057613776375646755 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026994753628969193, + "ssim_fused": 0.9398462772369385, + "seg_l1": 0.029685266315937042, + "seg_ssim_ref": 0.9398467540740967, + "depth": 0.004767224091300225, + "rgb_loss": 0.03362654894590378, + "seg_loss": 0.03577886149287224, + "total": 0.06941017393757702, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004767224091300225, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004209479950675224 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02402735874056816, + "ssim_fused": 0.9494832158088684, + "seg_l1": 0.039040837436914444, + "seg_ssim_ref": 0.949483335018158, + "depth": 0.009883257748308954, + "rgb_loss": 0.029325243085622787, + "seg_loss": 0.04133600369095802, + "total": 0.07067113003432912, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009883257748308954, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009235560265670064 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013541637919843197, + "ssim_fused": 0.9659959077835083, + "seg_l1": 0.021987413987517357, + "seg_ssim_ref": 0.965995728969574, + "depth": 0.005639632664854742, + "rgb_loss": 0.017634129151701927, + "seg_loss": 0.02439078688621521, + "total": 0.04203055753322714, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005639632664854742, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005639632664854742 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015549085102975368, + "ssim_fused": 0.9611933827400208, + "seg_l1": 0.025469815358519554, + "seg_ssim_ref": 0.9611931443214417, + "depth": 0.005426805376073139, + "rgb_loss": 0.020200591534376144, + "seg_loss": 0.028137225657701492, + "total": 0.04834324399745371, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005426805376073139, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005426805376073139 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 151, + "adam_update_count": 25066 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22519088489934802 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e7cf0668341c4fe4ae165fdad7d3a316_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 152, + "next_interval": 0, + "next_adam_update": 25067, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 151, + "trained_intervals": 25066, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 25066, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9692454934120178, + "median": 7.350594520568848, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6658713817596436, + "median": 5.519985198974609, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37936916947364807, + "median": 1557.1219482421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06953873485326767, + "median": 249.65597534179688, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0152.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0152.json new file mode 100644 index 0000000000000000000000000000000000000000..7edca8f220ba2b6123aff4ff8ab1677495a43321 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0152.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0152", + "executed_epochs": 152, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a92642db417741f0bff0f2867f3c2c30.npz", + "optimizer_file": "boundary_a92642db417741f0bff0f2867f3c2c30_optimizer.pt", + "arrays_sha256": "b093abdc3b972a108fade8a71da2560e4635755c14699fdc9a78004d51b2a41a", + "optimizer_sha256": "cb8edc496905da68a2cb3da08f72a9e5e70fd93c45f83f17507c56837f80739f", + "stage": "adam", + "completed_passes": 152, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25232, + "adam_update_count": 25232, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 153, + "consumed_count": 152, + "last_submitted_update": 25232, + "last_consumed_update": 25066, + "pending": [ + { + "reference": { + "source_update": 25232, + "completed_passes": 152, + "next_interval": 0, + "trained_intervals": 25232, + "snapshot": "pass_end_0152", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 152, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25232, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25232, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012837385293096304, + "update_l2": 0.017264308407902718 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.308115527848713e-06, + "update_l2": 0.002716724295169115 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05887961053721927, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05887961053721927, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020487498492002487, + "ssim_fused": 0.9534605741500854, + "seg_l1": 0.02983400598168373, + "seg_ssim_ref": 0.9534606337547302, + "depth": 0.006650029349549828, + "rgb_loss": 0.025697879493236542, + "seg_loss": 0.03317508101463318, + "total": 0.05887961053721927 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027517169713974, + "ssim_fused": 0.9392364621162415, + "seg_l1": 0.030142929404973984, + "seg_ssim_ref": 0.9392368197441101, + "depth": 0.004896422745322343, + "rgb_loss": 0.03416644409298897, + "seg_loss": 0.036266982555389404, + "total": 0.0704383193458334, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004896422745322343, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004338678604697344 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024607999250292778, + "ssim_fused": 0.9484286308288574, + "seg_l1": 0.04022728651762009, + "seg_ssim_ref": 0.9484286308288574, + "depth": 0.010172813563579434, + "rgb_loss": 0.03000067174434662, + "seg_loss": 0.042496103793382645, + "total": 0.07250694462600255, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010172813563579434, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009525116080940546 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01390744373202324, + "ssim_fused": 0.965471088886261, + "seg_l1": 0.02271813154220581, + "seg_ssim_ref": 0.9654710292816162, + "depth": 0.005867298382616395, + "rgb_loss": 0.018031736835837364, + "seg_loss": 0.025080299004912376, + "total": 0.04311790313913236, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005867298382616395, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005867298382616395 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015917371958494186, + "ssim_fused": 0.9607061743736267, + "seg_l1": 0.02624768391251564, + "seg_ssim_ref": 0.9607059955596924, + "depth": 0.005663582706681143, + "rgb_loss": 0.020592663437128067, + "seg_loss": 0.028856948018074036, + "total": 0.04945527503790879, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005663582706681143, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005663582706681141 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 152, + "adam_update_count": 25232 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22329881717450917 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a92642db417741f0bff0f2867f3c2c30_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 153, + "next_interval": 0, + "next_adam_update": 25233, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 152, + "trained_intervals": 25232, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 25232, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9578948616981506, + "median": 7.350528240203857, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.675537109375, + "median": 5.532634258270264, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38369980454444885, + "median": 1557.018798828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06886982917785645, + "median": 252.8275604248047, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0153.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0153.json new file mode 100644 index 0000000000000000000000000000000000000000..e514f3e73f539e25370a7bc516fbd95b691235f6 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0153.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0153", + "executed_epochs": 153, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_09baac9644764f04a95eeaca897367fa.npz", + "optimizer_file": "boundary_09baac9644764f04a95eeaca897367fa_optimizer.pt", + "arrays_sha256": "1efcdf3548fc02178eb041b554560253652211772210f785f26613afdc1e5d34", + "optimizer_sha256": "6d5e00f8993f67e968d73999cd7798ac992007c260a3828f266b55440e32a4f9", + "stage": "adam", + "completed_passes": 153, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25398, + "adam_update_count": 25398, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 154, + "consumed_count": 153, + "last_submitted_update": 25398, + "last_consumed_update": 25232, + "pending": [ + { + "reference": { + "source_update": 25398, + "completed_passes": 153, + "next_interval": 0, + "trained_intervals": 25398, + "snapshot": "pass_end_0153", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 153, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25398, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25398, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001314997934969142, + "update_l2": 0.0008089314796961844 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.2530471546342596e-05, + "update_l2": 0.00026771854027174413 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05314882663875896, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05314882663875896, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018028132617473602, + "ssim_fused": 0.9559415578842163, + "seg_l1": 0.026371924206614494, + "seg_ssim_ref": 0.9559414982795715, + "depth": 0.005385892988019947, + "rgb_loss": 0.023234199732542038, + "seg_loss": 0.02990924008190632, + "total": 0.05314882663875896 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024093730375170708, + "ssim_fused": 0.9425703287124634, + "seg_l1": 0.02746850997209549, + "seg_ssim_ref": 0.942570686340332, + "depth": 0.004062635784170384, + "rgb_loss": 0.03076091967523098, + "seg_loss": 0.033460669219493866, + "total": 0.06422565339315417, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004062635784170384, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0035048916435453836 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02205898053944111, + "ssim_fused": 0.9511760473251343, + "seg_l1": 0.035812705755233765, + "seg_ssim_ref": 0.9511760473251343, + "depth": 0.008554996067816392, + "rgb_loss": 0.02741197496652603, + "seg_loss": 0.038414955139160156, + "total": 0.06583548510175401, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008554996067816392, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007907298585177502 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012142647989094257, + "ssim_fused": 0.9670193195343018, + "seg_l1": 0.019706610590219498, + "seg_ssim_ref": 0.9670191407203674, + "depth": 0.00440356063961724, + "rgb_loss": 0.016310254111886024, + "seg_loss": 0.02236146107316017, + "total": 0.03867612060833096, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00440356063961724, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00440356063961724 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013817169703543186, + "ssim_fused": 0.9630004167556763, + "seg_l1": 0.022499868646264076, + "seg_ssim_ref": 0.9630001187324524, + "depth": 0.00452237946047577, + "rgb_loss": 0.018453653901815414, + "seg_loss": 0.025399871170520782, + "total": 0.043858047451796674, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00452237946047577, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00452237946047577 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 153, + "adam_update_count": 25398 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23483161395415664 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_09baac9644764f04a95eeaca897367fa_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 154, + "next_interval": 0, + "next_adam_update": 25399, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 153, + "trained_intervals": 25398, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 25398, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9563770294189453, + "median": 7.351221561431885, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6774120330810547, + "median": 5.534383773803711, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3842826187610626, + "median": 1558.0986328125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06874082237482071, + "median": 253.27008056640625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0154.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0154.json new file mode 100644 index 0000000000000000000000000000000000000000..7584c982787cd28094b4386c3e43a8f9189f6903 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0154.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0154", + "executed_epochs": 154, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7b3f775f54624c068d0f82cab1e4ed15.npz", + "optimizer_file": "boundary_7b3f775f54624c068d0f82cab1e4ed15_optimizer.pt", + "arrays_sha256": "5cc9da503349c756818c6aa98c97c2707eabffcb23b2b4a3f9bda6d89c583091", + "optimizer_sha256": "0d0953d6d27976065e801315a0a335d820f48f274616703c2d4f7e06d3e6fc91", + "stage": "adam", + "completed_passes": 154, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25564, + "adam_update_count": 25564, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 155, + "consumed_count": 154, + "last_submitted_update": 25564, + "last_consumed_update": 25398, + "pending": [ + { + "reference": { + "source_update": 25564, + "completed_passes": 154, + "next_interval": 0, + "trained_intervals": 25564, + "snapshot": "pass_end_0154", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 154, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25564, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25564, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012218252231832594, + "update_l2": 0.0011056646471843123 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.965545743587427e-05, + "update_l2": 0.0005316861788742244 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06017122554950835, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06017122554950835, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020605536177754402, + "ssim_fused": 0.9525716304779053, + "seg_l1": 0.03088601492345333, + "seg_ssim_ref": 0.95257169008255, + "depth": 0.0066472905171123175, + "rgb_loss": 0.02597009763121605, + "seg_loss": 0.03419448062777519, + "total": 0.06017122554950835 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026628965511918068, + "ssim_fused": 0.9391907453536987, + "seg_l1": 0.03133200481534004, + "seg_ssim_ref": 0.9391911029815674, + "depth": 0.004856502625953095, + "rgb_loss": 0.03346502408385277, + "seg_loss": 0.037227384746074677, + "total": 0.0706972616072631, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004856502625953095, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004298758485328095 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.025201240554451942, + "ssim_fused": 0.9465475082397461, + "seg_l1": 0.04166748747229576, + "seg_ssim_ref": 0.9465475082397461, + "depth": 0.0102395136801795, + "rgb_loss": 0.030851490795612335, + "seg_loss": 0.04402448982000351, + "total": 0.07488622012929602, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.0102395136801795, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009591816197540612 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014448368921875954, + "ssim_fused": 0.9642916917800903, + "seg_l1": 0.02369915135204792, + "seg_ssim_ref": 0.964291512966156, + "depth": 0.005779709423046249, + "rgb_loss": 0.018700357526540756, + "seg_loss": 0.026101019233465195, + "total": 0.044807156469428996, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005779709423046249, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005779709423046248 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016143569722771645, + "ssim_fused": 0.9602566957473755, + "seg_l1": 0.02684541791677475, + "seg_ssim_ref": 0.9602565169334412, + "depth": 0.005713436339270427, + "rgb_loss": 0.020863518118858337, + "seg_loss": 0.029425030574202538, + "total": 0.05029426399204529, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005713436339270427, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005713436339270427 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 154, + "adam_update_count": 25564 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22127878409810364 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7b3f775f54624c068d0f82cab1e4ed15_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 155, + "next_interval": 0, + "next_adam_update": 25565, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 154, + "trained_intervals": 25564, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 25564, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9567593932151794, + "median": 7.351556777954102, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.679426908493042, + "median": 5.534955978393555, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3841356933116913, + "median": 1558.6209716796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06860245764255524, + "median": 253.4138641357422, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0155.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0155.json new file mode 100644 index 0000000000000000000000000000000000000000..44129a764f431e846920251e4937ef911708ce0b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0155.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0155", + "executed_epochs": 155, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cc522671e49a40dfbde03d3f3d203058.npz", + "optimizer_file": "boundary_cc522671e49a40dfbde03d3f3d203058_optimizer.pt", + "arrays_sha256": "ff181aee9619addfa6ddefee03d3b1e75162dd2d65438614735d8bbea770234e", + "optimizer_sha256": "ed06949c83408ac465cf45737cb395a364c61efee1e4348f2c22794be341e82d", + "stage": "adam", + "completed_passes": 155, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25730, + "adam_update_count": 25730, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 156, + "consumed_count": 155, + "last_submitted_update": 25730, + "last_consumed_update": 25564, + "pending": [ + { + "reference": { + "source_update": 25730, + "completed_passes": 155, + "next_interval": 0, + "trained_intervals": 25730, + "snapshot": "pass_end_0155", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 155, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25730, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25730, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.36842891573905945, + "update_l2": 0.007125853095203638 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 0.013422269374132156, + "update_l2": 0.0047491672448813915 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.058606173030257, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.058606173030257, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020389670506119728, + "ssim_fused": 0.9535917043685913, + "seg_l1": 0.029655642807483673, + "seg_ssim_ref": 0.9535917043685913, + "depth": 0.006605989455956862, + "rgb_loss": 0.02559339441359043, + "seg_loss": 0.03300616890192032, + "total": 0.058606173030257 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02740064635872841, + "ssim_fused": 0.9393774271011353, + "seg_l1": 0.02998572401702404, + "seg_ssim_ref": 0.9393779039382935, + "depth": 0.004866638045862524, + "rgb_loss": 0.034045033156871796, + "seg_loss": 0.03611300140619278, + "total": 0.07016290120111043, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004866638045862524, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004308893905237524 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02448320761322975, + "ssim_fused": 0.9486262798309326, + "seg_l1": 0.03998057171702385, + "seg_ssim_ref": 0.9486262798309326, + "depth": 0.010106236909213733, + "rgb_loss": 0.029861312359571457, + "seg_loss": 0.042259205132722855, + "total": 0.07213062372920352, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010106236909213733, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009458539426574847 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01382949948310852, + "ssim_fused": 0.9655594229698181, + "seg_l1": 0.022556746378540993, + "seg_ssim_ref": 0.9655592441558838, + "depth": 0.00582228773163321, + "rgb_loss": 0.017951715737581253, + "seg_loss": 0.024933548644185066, + "total": 0.0428910885321431, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00582228773163321, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00582228773163321 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01584532856941223, + "ssim_fused": 0.9608036875724792, + "seg_l1": 0.02609953284263611, + "seg_ssim_ref": 0.9608035087585449, + "depth": 0.005628795137117979, + "rgb_loss": 0.020515525713562965, + "seg_loss": 0.02871892601251602, + "total": 0.049240078658570954, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005628795137117979, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005628795137117979 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 155, + "adam_update_count": 25730 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2393443901091814 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cc522671e49a40dfbde03d3f3d203058_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 156, + "next_interval": 0, + "next_adam_update": 25731, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 155, + "trained_intervals": 25730, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 25730, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9565002918243408, + "median": 7.351410388946533, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6817538738250732, + "median": 5.534491539001465, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3842352628707886, + "median": 1558.3929443359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06844300776720047, + "median": 253.2957763671875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0156.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0156.json new file mode 100644 index 0000000000000000000000000000000000000000..1fbe1c369246444c20b93161b08854f8e08d81d3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0156.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0156", + "executed_epochs": 156, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f950f1fa2a7a4dbabc09569968e1ab62.npz", + "optimizer_file": "boundary_f950f1fa2a7a4dbabc09569968e1ab62_optimizer.pt", + "arrays_sha256": "03413e13f98d32867d155bf1c5ae934a80aac51c4e3d71c1c2eb3b72544faea3", + "optimizer_sha256": "991eac688d93cef3316284205993c3a3adf5c35143de07a832f26ef7bfa9d022", + "stage": "adam", + "completed_passes": 156, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25896, + "adam_update_count": 25896, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 157, + "consumed_count": 156, + "last_submitted_update": 25896, + "last_consumed_update": 25730, + "pending": [ + { + "reference": { + "source_update": 25896, + "completed_passes": 156, + "next_interval": 0, + "trained_intervals": 25896, + "snapshot": "pass_end_0156", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 156, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25896, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25896, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.727231084369123e-05, + "update_l2": 0.0063493880443274975 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.830360234744148e-06, + "update_l2": 0.0026856493204832077 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05843860677581978, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05843860677581978, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.0203289445489645, + "ssim_fused": 0.9536741971969604, + "seg_l1": 0.029548173770308495, + "seg_ssim_ref": 0.9536741971969604, + "depth": 0.006571627676010571, + "rgb_loss": 0.025528326630592346, + "seg_loss": 0.03290370851755142, + "total": 0.05843860677581978 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027316205203533173, + "ssim_fused": 0.9394548535346985, + "seg_l1": 0.029883593320846558, + "seg_ssim_ref": 0.9394552707672119, + "depth": 0.004841889761135293, + "rgb_loss": 0.03396199271082878, + "seg_loss": 0.0360158234834671, + "total": 0.06998266180934731, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004841889761135293, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004284145620510293 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024408981204032898, + "ssim_fused": 0.9487313628196716, + "seg_l1": 0.03983621299266815, + "seg_ssim_ref": 0.9487313628196716, + "depth": 0.010065429911543874, + "rgb_loss": 0.029780913144350052, + "seg_loss": 0.042122699320316315, + "total": 0.0719136816198682, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010065429911543874, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009417732428904986 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013784903101623058, + "ssim_fused": 0.9656311273574829, + "seg_l1": 0.022458413615822792, + "seg_ssim_ref": 0.9656309485435486, + "depth": 0.005786578066961632, + "rgb_loss": 0.017901698127388954, + "seg_loss": 0.024840541183948517, + "total": 0.042748024026759285, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005786578066961632, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005786578066961632 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015805691480636597, + "ssim_fused": 0.9608792662620544, + "seg_l1": 0.026014477014541626, + "seg_ssim_ref": 0.9608790874481201, + "depth": 0.005592612964401487, + "rgb_loss": 0.02046870067715645, + "seg_loss": 0.028635764494538307, + "total": 0.049110059647304305, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005592612964401487, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005592612964401486 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 156, + "adam_update_count": 25896 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22887952998280525 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f950f1fa2a7a4dbabc09569968e1ab62_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 157, + "next_interval": 0, + "next_adam_update": 25897, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 156, + "trained_intervals": 25896, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 25896, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9474799036979675, + "median": 7.351290225982666, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.691725969314575, + "median": 5.5251312255859375, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3877168893814087, + "median": 1558.20556640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06776387989521027, + "median": 250.93423461914062, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0157.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0157.json new file mode 100644 index 0000000000000000000000000000000000000000..b5878ba962254e81c8f5f3ee2f25165d9ccbfd34 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0157.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0157", + "executed_epochs": 157, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_751290c808904822882ddf64818988ee.npz", + "optimizer_file": "boundary_751290c808904822882ddf64818988ee_optimizer.pt", + "arrays_sha256": "767ffa8bbf976da2c9b7609e494fcb958ee80f2f674d4e1ec5e902cb982a2cca", + "optimizer_sha256": "1833f6df81cc61514c46d6f3080dd6675ce7ddd9c673bc7ab6ca9d2ae2f07b3c", + "stage": "adam", + "completed_passes": 157, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26062, + "adam_update_count": 26062, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 158, + "consumed_count": 157, + "last_submitted_update": 26062, + "last_consumed_update": 25896, + "pending": [ + { + "reference": { + "source_update": 26062, + "completed_passes": 157, + "next_interval": 0, + "trained_intervals": 26062, + "snapshot": "pass_end_0157", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 157, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26062, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26062, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011917243682546541, + "update_l2": 0.0013095538597553968 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.9402290490688756e-05, + "update_l2": 0.0003288006701041013 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0605402215727191, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0605402215727191, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020721323788166046, + "ssim_fused": 0.9523336887359619, + "seg_l1": 0.031112423166632652, + "seg_ssim_ref": 0.9523336887359619, + "depth": 0.006690562568199755, + "rgb_loss": 0.02611032873392105, + "seg_loss": 0.03442320227622986, + "total": 0.0605402215727191 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026570294052362442, + "ssim_fused": 0.9392421841621399, + "seg_l1": 0.03125834837555885, + "seg_ssim_ref": 0.9392426013946533, + "depth": 0.004829585545762028, + "rgb_loss": 0.033407799899578094, + "seg_loss": 0.03715816140174866, + "total": 0.07057079088687251, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004829585545762028, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004271841405137028 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.025333184748888016, + "ssim_fused": 0.9463073015213013, + "seg_l1": 0.041917309165000916, + "seg_ssim_ref": 0.9463072419166565, + "depth": 0.010295542700774709, + "rgb_loss": 0.03100508823990822, + "seg_loss": 0.04427240043878555, + "total": 0.07528778794668485, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010295542700774709, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00964784521813582 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014635373838245869, + "ssim_fused": 0.963968813419342, + "seg_l1": 0.02404346875846386, + "seg_ssim_ref": 0.9639687538146973, + "depth": 0.0058572181231450905, + "rgb_loss": 0.018914537504315376, + "seg_loss": 0.026441024616360664, + "total": 0.04536141933879918, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0058572181231450905, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0058572181231450905 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016346437856554985, + "ssim_fused": 0.9598163366317749, + "seg_l1": 0.02723056823015213, + "seg_ssim_ref": 0.9598161578178406, + "depth": 0.005779903903117197, + "rgb_loss": 0.021113883703947067, + "seg_loss": 0.029821224510669708, + "total": 0.05094088811851989, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005779903903117197, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005779903903117197 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 157, + "adam_update_count": 26062 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23278435179963708 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_751290c808904822882ddf64818988ee_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 158, + "next_interval": 0, + "next_adam_update": 26063, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 157, + "trained_intervals": 26062, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 26062, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9465531706809998, + "median": 7.351756572723389, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.69425630569458, + "median": 5.524448394775391, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3880763649940491, + "median": 1558.9324951171875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06759262830018997, + "median": 250.76171875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0158.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0158.json new file mode 100644 index 0000000000000000000000000000000000000000..8e14950647feb6e7843d3233ff183107dbdb0b5f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0158.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0158", + "executed_epochs": 158, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_bb989915c3e144928abfcedd10ccb99d.npz", + "optimizer_file": "boundary_bb989915c3e144928abfcedd10ccb99d_optimizer.pt", + "arrays_sha256": "8b8be9c5223cddbc9349a9fe0d981d2c2d735335576cef3067e7f601385c9557", + "optimizer_sha256": "f6ed072ba5666555e6350250f44fef260f4e5b3916afa177cc6b1218ca1d64ed", + "stage": "adam", + "completed_passes": 158, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26228, + "adam_update_count": 26228, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 159, + "consumed_count": 158, + "last_submitted_update": 26228, + "last_consumed_update": 26062, + "pending": [ + { + "reference": { + "source_update": 26228, + "completed_passes": 158, + "next_interval": 0, + "trained_intervals": 26228, + "snapshot": "pass_end_0158", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 158, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26228, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26228, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012927188072353601, + "update_l2": 0.0012602086644619703 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 2.058350401057396e-05, + "update_l2": 0.0005436736973933876 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0576635596276283, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0576635596276283, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.019673991948366165, + "ssim_fused": 0.9537990689277649, + "seg_l1": 0.029297105967998505, + "seg_ssim_ref": 0.9537990093231201, + "depth": 0.006301973855472235, + "rgb_loss": 0.024979380890727043, + "seg_loss": 0.032677873969078064, + "total": 0.0576635596276283 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025551611557602882, + "ssim_fused": 0.9401337504386902, + "seg_l1": 0.02985415980219841, + "seg_ssim_ref": 0.9401339888572693, + "depth": 0.004481671663134411, + "rgb_loss": 0.03241454064846039, + "seg_loss": 0.03585653007030487, + "total": 0.06827555239042839, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004481671663134411, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003923927522509411 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024247953668236732, + "ssim_fused": 0.9481912851333618, + "seg_l1": 0.03970865160226822, + "seg_ssim_ref": 0.9481912851333618, + "depth": 0.009932306679549835, + "rgb_loss": 0.029760107398033142, + "seg_loss": 0.04212866351008415, + "total": 0.07189870694008714, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009932306679549835, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009284609196910947 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013574180193245411, + "ssim_fused": 0.9656859636306763, + "seg_l1": 0.02221219800412655, + "seg_ssim_ref": 0.9656858444213867, + "depth": 0.005498656158926379, + "rgb_loss": 0.017722152173519135, + "seg_loss": 0.024632591754198074, + "total": 0.042360242583876134, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005498656158926379, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005498656158926379 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015322224237024784, + "ssim_fused": 0.9611852765083313, + "seg_l1": 0.02541341446340084, + "seg_ssim_ref": 0.961185097694397, + "depth": 0.005295260920278314, + "rgb_loss": 0.020020725205540657, + "seg_loss": 0.028093714267015457, + "total": 0.048119736596121544, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005295260920278314, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005295260920278314 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 158, + "adam_update_count": 26228 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22331381822004914 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_bb989915c3e144928abfcedd10ccb99d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 159, + "next_interval": 0, + "next_adam_update": 26229, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 158, + "trained_intervals": 26228, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 26228, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9467454552650452, + "median": 7.351756572723389, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6950457096099854, + "median": 5.527321815490723, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3880017399787903, + "median": 1558.9324951171875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06753929704427719, + "median": 251.48062133789062, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0159.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0159.json new file mode 100644 index 0000000000000000000000000000000000000000..b11afd671b6ee3b6aae475b243f7ffc5560f2818 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0159.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0159", + "executed_epochs": 159, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_33ea886a5469463abdfb4fec0e4323b4.npz", + "optimizer_file": "boundary_33ea886a5469463abdfb4fec0e4323b4_optimizer.pt", + "arrays_sha256": "d5abe2fc0f698fbfbc6289ce5e48d288208d8c4e79f2add6688abd0f8541d207", + "optimizer_sha256": "ea88324f450db26399188e1b9cdb60905d7b139abaf45705f418ed7298e8b2aa", + "stage": "adam", + "completed_passes": 159, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26394, + "adam_update_count": 26394, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 160, + "consumed_count": 159, + "last_submitted_update": 26394, + "last_consumed_update": 26228, + "pending": [ + { + "reference": { + "source_update": 26394, + "completed_passes": 159, + "next_interval": 0, + "trained_intervals": 26394, + "snapshot": "pass_end_0159", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 159, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26394, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26394, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012947162031196058, + "update_l2": 0.0018188749672845006 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.971870915440377e-05, + "update_l2": 0.000871910247951746 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05738727340277541, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05738727340277541, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.019531089812517166, + "ssim_fused": 0.9540096521377563, + "seg_l1": 0.02920002117753029, + "seg_ssim_ref": 0.9540097117424011, + "depth": 0.006255337859284611, + "rgb_loss": 0.024822939187288284, + "seg_loss": 0.032558079808950424, + "total": 0.05738727340277541 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02500852569937706, + "ssim_fused": 0.941092848777771, + "seg_l1": 0.029407287016510963, + "seg_ssim_ref": 0.941093385219574, + "depth": 0.004358130584416601, + "rgb_loss": 0.03178825229406357, + "seg_loss": 0.035307154059410095, + "total": 0.06709976448405808, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004358130584416601, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003800386443791601 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024160899221897125, + "ssim_fused": 0.9483109712600708, + "seg_l1": 0.03959564119577408, + "seg_ssim_ref": 0.948310911655426, + "depth": 0.009890726733483478, + "rgb_loss": 0.02966652438044548, + "seg_loss": 0.04201433062553406, + "total": 0.07169074945800331, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009890726733483478, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009243029250844588 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0135871646925807, + "ssim_fused": 0.9655613303184509, + "seg_l1": 0.02227744087576866, + "seg_ssim_ref": 0.9655611515045166, + "depth": 0.005479398010551101, + "rgb_loss": 0.017757466062903404, + "seg_loss": 0.02470972202718258, + "total": 0.042472667488096534, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005479398010551101, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005479398010551102 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015367770567536354, + "ssim_fused": 0.9610735177993774, + "seg_l1": 0.02551971562206745, + "seg_ssim_ref": 0.9610733389854431, + "depth": 0.0052930961086872655, + "rgb_loss": 0.020079514011740685, + "seg_loss": 0.028201106935739517, + "total": 0.04828591218094374, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0052930961086872655, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0052930961086872655 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 159, + "adam_update_count": 26394 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22513794503174722 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_33ea886a5469463abdfb4fec0e4323b4_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 160, + "next_interval": 0, + "next_adam_update": 26395, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 159, + "trained_intervals": 26394, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 26394, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9483924508094788, + "median": 7.351756572723389, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6972928047180176, + "median": 5.533278465270996, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3873632550239563, + "median": 1558.9324951171875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06738770008087158, + "median": 252.9780731201172, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0160.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0160.json new file mode 100644 index 0000000000000000000000000000000000000000..7bcc4d38947540c48c8b191e33a5c8653832d5f7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0160.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0160", + "executed_epochs": 160, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5c2fe21d83494d6e8a690e82dbc1427d.npz", + "optimizer_file": "boundary_5c2fe21d83494d6e8a690e82dbc1427d_optimizer.pt", + "arrays_sha256": "70f638b2f82d8cf0575b648e927ff63a3ab646f3d080d4e7edc4c2fd2c15ab50", + "optimizer_sha256": "53591d33c62a27ec09ee580e0f5d41a1ab7381384653c9e1cec9e263a3324b44", + "stage": "adam", + "completed_passes": 160, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26560, + "adam_update_count": 26560, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 161, + "consumed_count": 160, + "last_submitted_update": 26560, + "last_consumed_update": 26394, + "pending": [ + { + "reference": { + "source_update": 26560, + "completed_passes": 160, + "next_interval": 0, + "trained_intervals": 26560, + "snapshot": "pass_end_0160", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 160, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26560, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26560, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001289451465709135, + "update_l2": 0.002647582208737731 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.9320365026942454e-05, + "update_l2": 0.001410122960805893 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0577131003990174, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 477, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0577131003990174, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01964655891060829, + "ssim_fused": 0.9538346529006958, + "seg_l1": 0.02940426953136921, + "seg_ssim_ref": 0.9538346529006958, + "depth": 0.006298246920173534, + "rgb_loss": 0.024950318038463593, + "seg_loss": 0.03275648504495621, + "total": 0.0577131003990174 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025127863511443138, + "ssim_fused": 0.9409121870994568, + "seg_l1": 0.029555482789874077, + "seg_ssim_ref": 0.9409127235412598, + "depth": 0.004387240589756209, + "rgb_loss": 0.031919851899147034, + "seg_loss": 0.03546184301376343, + "total": 0.06738608215350021, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004387240589756209, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0038294964491312087 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024309692904353142, + "ssim_fused": 0.9480973482131958, + "seg_l1": 0.03991037979722023, + "seg_ssim_ref": 0.9480973482131958, + "depth": 0.009974894520952108, + "rgb_loss": 0.029828285798430443, + "seg_loss": 0.04230883717536926, + "total": 0.07214709973096581, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009974894520952108, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009327197038313218 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013707928359508514, + "ssim_fused": 0.9653290510177612, + "seg_l1": 0.022496914491057396, + "seg_ssim_ref": 0.9653288722038269, + "depth": 0.005510741197850244, + "rgb_loss": 0.017900532111525536, + "seg_loss": 0.024931756779551506, + "total": 0.042837799632274895, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005510741197850244, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005510741197850244 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015440743416547775, + "ssim_fused": 0.9609999656677246, + "seg_l1": 0.025654301047325134, + "seg_ssim_ref": 0.9609997272491455, + "depth": 0.005320111372135579, + "rgb_loss": 0.020152602344751358, + "seg_loss": 0.028323497623205185, + "total": 0.04848142007932868, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005320111372135579, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005320111372135579 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 160, + "adam_update_count": 26560 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22631639102473855 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5c2fe21d83494d6e8a690e82dbc1427d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 161, + "next_interval": 0, + "next_adam_update": 26561, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 160, + "trained_intervals": 26560, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 26560, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.967893123626709, + "median": 7.351832389831543, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.701125144958496, + "median": 5.551692485809326, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3798825740814209, + "median": 1559.05078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0671299397945404, + "median": 257.674072265625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 477, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0161.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0161.json new file mode 100644 index 0000000000000000000000000000000000000000..8419cc2a881b37b9f96910a43f4bbfe6607f8ce1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0161.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0161", + "executed_epochs": 161, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a6d49b28cff04266909809876a5dcb92.npz", + "optimizer_file": "boundary_a6d49b28cff04266909809876a5dcb92_optimizer.pt", + "arrays_sha256": "7c3e37c888300171a6b9aa9d6b7fcaa95e538c87c32f6c8cd8e0c88a700cba1b", + "optimizer_sha256": "37f9132bf2fc9a06f8aa922a3624b95f6e3946c72201b7121e18300d3eebdd93", + "stage": "adam", + "completed_passes": 161, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26726, + "adam_update_count": 26726, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 162, + "consumed_count": 161, + "last_submitted_update": 26726, + "last_consumed_update": 26560, + "pending": [ + { + "reference": { + "source_update": 26726, + "completed_passes": 161, + "next_interval": 0, + "trained_intervals": 26726, + "snapshot": "pass_end_0161", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 161, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26726, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26726, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012858152331318706, + "update_l2": 0.004443274810910225 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.9460649127722718e-05, + "update_l2": 0.0022808860521763563 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05778147082619482, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 478, + "attachment": 24, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05778147082619482, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01969325728714466, + "ssim_fused": 0.9537743330001831, + "seg_l1": 0.029412806034088135, + "seg_ssim_ref": 0.9537742137908936, + "depth": 0.006319841669139699, + "rgb_loss": 0.024999752640724182, + "seg_loss": 0.0327753983438015, + "total": 0.05778147082619482 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025360532104969025, + "ssim_fused": 0.9405396580696106, + "seg_l1": 0.029732223600149155, + "seg_ssim_ref": 0.9405400156974792, + "depth": 0.004441763958643554, + "rgb_loss": 0.03218049556016922, + "seg_loss": 0.035677775740623474, + "total": 0.06786271306475133, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004441763958643554, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0038840198180185533 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024321913719177246, + "ssim_fused": 0.9480546712875366, + "seg_l1": 0.03988613560795784, + "seg_ssim_ref": 0.9480546712875366, + "depth": 0.00996995391305019, + "rgb_loss": 0.029846597462892532, + "seg_loss": 0.042297977954149246, + "total": 0.07215454537095482, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00996995391305019, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009322256430411296 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013665251433849335, + "ssim_fused": 0.9654837846755981, + "seg_l1": 0.02240891009569168, + "seg_ssim_ref": 0.9654834866523743, + "depth": 0.005529405583326912, + "rgb_loss": 0.017835445702075958, + "seg_loss": 0.02483043074607849, + "total": 0.04267140585373778, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005529405583326912, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005529405583326912 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015425334684550762, + "ssim_fused": 0.961018979549408, + "seg_l1": 0.025623958557844162, + "seg_ssim_ref": 0.9610188007354736, + "depth": 0.0053382432215381415, + "rgb_loss": 0.020136471837759018, + "seg_loss": 0.028295408934354782, + "total": 0.04843721901533534, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0053382432215381415, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0053382432215381415 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 161, + "adam_update_count": 26726 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22693965211510658 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a6d49b28cff04266909809876a5dcb92_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 162, + "next_interval": 0, + "next_adam_update": 26727, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 161, + "trained_intervals": 26726, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 26726, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9824059009552002, + "median": 7.352061748504639, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.6991684436798096, + "median": 5.562799453735352, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3744092285633087, + "median": 1559.408203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06726142019033432, + "median": 260.5522155761719, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 478, + "controller_edge_stiffness": 24 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0162.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0162.json new file mode 100644 index 0000000000000000000000000000000000000000..e1d110a3bdd52cde7eaf1ccfb4f52aafa16227f2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0162.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0162", + "executed_epochs": 162, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cbb1850aff934d48891304cbce77ce72.npz", + "optimizer_file": "boundary_cbb1850aff934d48891304cbce77ce72_optimizer.pt", + "arrays_sha256": "43258f1ed30e0af47cd872542f06d8e3e2a5c7665c5c10fb6c95e09d40da82a6", + "optimizer_sha256": "b55720d054d3f4464e8b7c956b042a14f875e0e66e6eadfbd1e5227057923d4b", + "stage": "adam", + "completed_passes": 162, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26892, + "adam_update_count": 26892, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 163, + "consumed_count": 162, + "last_submitted_update": 26892, + "last_consumed_update": 26726, + "pending": [ + { + "reference": { + "source_update": 26892, + "completed_passes": 162, + "next_interval": 0, + "trained_intervals": 26892, + "snapshot": "pass_end_0162", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 162, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26892, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26892, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012896070256829262, + "update_l2": 0.005382056813687086 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6299047274515033e-05, + "update_l2": 0.0021278050262480974 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.058390777118755066, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 479, + "attachment": 25, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.058390777118755066, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.019929679110646248, + "ssim_fused": 0.953456461429596, + "seg_l1": 0.02977900393307209, + "seg_ssim_ref": 0.953456461429596, + "depth": 0.006414510560714924, + "rgb_loss": 0.025252453982830048, + "seg_loss": 0.033131908625364304, + "total": 0.058390777118755066 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.025813493877649307, + "ssim_fused": 0.9398844242095947, + "seg_l1": 0.03026920184493065, + "seg_ssim_ref": 0.9398847818374634, + "depth": 0.004546506618524954, + "rgb_loss": 0.0326739102602005, + "seg_loss": 0.0362384058535099, + "total": 0.06891685889503862, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004546506618524954, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003988762477899954 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024581221863627434, + "ssim_fused": 0.9476736783981323, + "seg_l1": 0.04036274552345276, + "seg_ssim_ref": 0.9476736783981323, + "depth": 0.010115452306180054, + "rgb_loss": 0.03013024292886257, + "seg_loss": 0.04275546222925186, + "total": 0.07289582247306577, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010115452306180054, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009467754823541166 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013814030215144157, + "ssim_fused": 0.9652911424636841, + "seg_l1": 0.02268551103770733, + "seg_ssim_ref": 0.9652910828590393, + "depth": 0.005612558193299402, + "rgb_loss": 0.01799299567937851, + "seg_loss": 0.02509019337594509, + "total": 0.04308880347616205, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005612558193299402, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005612558193299402 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015509971417486668, + "ssim_fused": 0.9609765410423279, + "seg_l1": 0.025798551738262177, + "seg_ssim_ref": 0.9609763622283936, + "depth": 0.005383525124855288, + "rgb_loss": 0.020212668925523758, + "seg_loss": 0.02844356931746006, + "total": 0.048661623630753825, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005383525124855288, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005383525124855287 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 162, + "adam_update_count": 26892 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2214106940664351 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cbb1850aff934d48891304cbce77ce72_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 163, + "next_interval": 0, + "next_adam_update": 26893, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 162, + "trained_intervals": 26892, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 26892, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9914100170135498, + "median": 7.351954936981201, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.7095324993133545, + "median": 5.555749416351318, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37105312943458557, + "median": 1559.2418212890625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06656792014837265, + "median": 258.7221374511719, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 479, + "controller_edge_stiffness": 25 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0163.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0163.json new file mode 100644 index 0000000000000000000000000000000000000000..e9e117436dc51dc61fb3d3587379c515c18006d8 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0163.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0163", + "executed_epochs": 163, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f69d13b34f084ff2809f0413718fd796.npz", + "optimizer_file": "boundary_f69d13b34f084ff2809f0413718fd796_optimizer.pt", + "arrays_sha256": "f9ae36624f5f91832e1d1db302605ffc6fa76a53a2733c7b71b5abc815d72341", + "optimizer_sha256": "acc7756713581de262b1d99002eafee6b2d4f115a3cec2f68e019eaae2e42a56", + "stage": "adam", + "completed_passes": 163, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27058, + "adam_update_count": 27058, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 164, + "consumed_count": 163, + "last_submitted_update": 27058, + "last_consumed_update": 26892, + "pending": [ + { + "reference": { + "source_update": 27058, + "completed_passes": 163, + "next_interval": 0, + "trained_intervals": 27058, + "snapshot": "pass_end_0163", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 163, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27058, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27058, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017343087529297918, + "update_l2": 0.007010785862803459 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.392159022856504e-05, + "update_l2": 0.002571552526205778 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.054694195619752896, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 479, + "attachment": 25, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.054694195619752896, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018630867823958397, + "ssim_fused": 0.9550635814666748, + "seg_l1": 0.02726168930530548, + "seg_ssim_ref": 0.9550634622573853, + "depth": 0.005566856792462705, + "rgb_loss": 0.023891979828476906, + "seg_loss": 0.03079664707183838, + "total": 0.054694195619752896 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026042500510811806, + "ssim_fused": 0.93938148021698, + "seg_l1": 0.03020039014518261, + "seg_ssim_ref": 0.9393818974494934, + "depth": 0.004460520393590495, + "rgb_loss": 0.03295770287513733, + "seg_loss": 0.036283932626247406, + "total": 0.06924609602177832, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004460520393590495, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003902776252965495 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.023147964850068092, + "ssim_fused": 0.949705958366394, + "seg_l1": 0.03779537230730057, + "seg_ssim_ref": 0.9497058391571045, + "depth": 0.009049781725725367, + "rgb_loss": 0.028577178716659546, + "seg_loss": 0.040295131504535675, + "total": 0.06888136000292094, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009049781725725367, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008402084243086479 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.011968553066253662, + "ssim_fused": 0.9675269722938538, + "seg_l1": 0.01940041407942772, + "seg_ssim_ref": 0.9675267338752747, + "depth": 0.004405210474349765, + "rgb_loss": 0.016069447621703148, + "seg_loss": 0.022014984861016273, + "total": 0.038088837693193774, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004405210474349765, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004405210474349765 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013364451006054878, + "ssim_fused": 0.9636398553848267, + "seg_l1": 0.021650584414601326, + "seg_ssim_ref": 0.9636396169662476, + "depth": 0.004351914576185195, + "rgb_loss": 0.0179635901004076, + "seg_loss": 0.02459254488348961, + "total": 0.042560488761118544, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004351914576185195, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004351914576185195 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 163, + "adam_update_count": 27058 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21720628486946225 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f69d13b34f084ff2809f0413718fd796_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 164, + "next_interval": 0, + "next_adam_update": 27059, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 163, + "trained_intervals": 27058, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 27058, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9930869936943054, + "median": 7.35188627243042, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.7159502506256104, + "median": 5.547547817230225, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37043139338493347, + "median": 1559.134765625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06614207476377487, + "median": 256.6077880859375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 479, + "controller_edge_stiffness": 25 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0164.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0164.json new file mode 100644 index 0000000000000000000000000000000000000000..57e8b60992f129a5cde4a95d0fc1c8e2e4f12536 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0164.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0164", + "executed_epochs": 164, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_703288bd44da4d71bdb849895e7f2311.npz", + "optimizer_file": "boundary_703288bd44da4d71bdb849895e7f2311_optimizer.pt", + "arrays_sha256": "b64b02e2af2e45e166c0e6f6d0cd7def5d7ad1b9ae5b91c0d87c255df8ea145d", + "optimizer_sha256": "62a0bfa51b829888511d045c821ec38d85dde53ecc99d7f2b1ee11e125b08782", + "stage": "adam", + "completed_passes": 164, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27224, + "adam_update_count": 27224, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 165, + "consumed_count": 164, + "last_submitted_update": 27224, + "last_consumed_update": 27058, + "pending": [ + { + "reference": { + "source_update": 27224, + "completed_passes": 164, + "next_interval": 0, + "trained_intervals": 27224, + "snapshot": "pass_end_0164", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 164, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27224, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27224, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013023731298744678, + "update_l2": 0.004995647352188826 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.354059637989849e-05, + "update_l2": 0.0024798442609608173 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05309783737754695, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 479, + "attachment": 25, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05309783737754695, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018035123124718666, + "ssim_fused": 0.9559451937675476, + "seg_l1": 0.02630305290222168, + "seg_ssim_ref": 0.9559451937675476, + "depth": 0.005387474058794582, + "rgb_loss": 0.023239051923155785, + "seg_loss": 0.029853397980332375, + "total": 0.05309783737754695 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02423207089304924, + "ssim_fused": 0.9423084855079651, + "seg_l1": 0.02744489535689354, + "seg_ssim_ref": 0.9423088431358337, + "depth": 0.004050558967924574, + "rgb_loss": 0.030923958867788315, + "seg_loss": 0.03349414840340614, + "total": 0.06442215783016238, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004050558967924574, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003492814827299574 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022127987816929817, + "ssim_fused": 0.9510393142700195, + "seg_l1": 0.03593682125210762, + "seg_ssim_ref": 0.9510393142700195, + "depth": 0.00859502720163954, + "rgb_loss": 0.027494527399539948, + "seg_loss": 0.03854159265756607, + "total": 0.06604471508430766, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.00859502720163954, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00794732971900065 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012047658674418926, + "ssim_fused": 0.9672587513923645, + "seg_l1": 0.01949520967900753, + "seg_ssim_ref": 0.9672585725784302, + "depth": 0.004389759231376875, + "rgb_loss": 0.01618637703359127, + "seg_loss": 0.02214445360004902, + "total": 0.03833522039287167, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004389759231376875, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004389759231376875 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013732771389186382, + "ssim_fused": 0.9631743431091309, + "seg_l1": 0.02233528532087803, + "seg_ssim_ref": 0.9631741642951965, + "depth": 0.00451455083423734, + "rgb_loss": 0.018351348116993904, + "seg_loss": 0.025233395397663116, + "total": 0.04358925620284611, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00451455083423734, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00451455083423734 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 164, + "adam_update_count": 27224 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2259269671048969 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_703288bd44da4d71bdb849895e7f2311_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 165, + "next_interval": 0, + "next_adam_update": 27225, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 164, + "trained_intervals": 27224, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 27224, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9990414977073669, + "median": 7.35188627243042, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.724593162536621, + "median": 5.561038017272949, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.36823225021362305, + "median": 1559.134765625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06557288020849228, + "median": 260.1170654296875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 479, + "controller_edge_stiffness": 25 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0165.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0165.json new file mode 100644 index 0000000000000000000000000000000000000000..a60f87067f0d462393079e98bde73ab8bd5cd206 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0165.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0165", + "executed_epochs": 165, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_939e95f5d847456daf6d8261e6d50c39.npz", + "optimizer_file": "boundary_939e95f5d847456daf6d8261e6d50c39_optimizer.pt", + "arrays_sha256": "221d7f97b243cf8dbd4c2a47c8a8fc2af9b5350ff05f2b217301539721d8dd72", + "optimizer_sha256": "c1c5203757e5ce5d0bdd6dfca4e88e9f5a01928ee44349d16f9f5862ca332d9d", + "stage": "adam", + "completed_passes": 165, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27390, + "adam_update_count": 27390, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 166, + "consumed_count": 165, + "last_submitted_update": 27390, + "last_consumed_update": 27224, + "pending": [ + { + "reference": { + "source_update": 27390, + "completed_passes": 165, + "next_interval": 0, + "trained_intervals": 27390, + "snapshot": "pass_end_0165", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 165, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27390, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27390, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00018661015201359987, + "update_l2": 0.010680103674530983 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.032858750084415e-05, + "update_l2": 0.005009808111935854 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.054608472851641596, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 479, + "attachment": 25, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.054608472851641596, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018601126968860626, + "ssim_fused": 0.9551089406013489, + "seg_l1": 0.027206961065530777, + "seg_ssim_ref": 0.9551088213920593, + "depth": 0.0055527739004475815, + "rgb_loss": 0.023859120905399323, + "seg_loss": 0.03074379824101925, + "total": 0.054608472851641596 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026014935225248337, + "ssim_fused": 0.9394169449806213, + "seg_l1": 0.03016499988734722, + "seg_ssim_ref": 0.93941730260849, + "depth": 0.004464433324005093, + "rgb_loss": 0.03292855992913246, + "seg_loss": 0.03624853864312172, + "total": 0.06918156300557819, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004464433324005093, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003906689183380093 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02309773489832878, + "ssim_fused": 0.9497674107551575, + "seg_l1": 0.03770501911640167, + "seg_ssim_ref": 0.9497673511505127, + "depth": 0.009011954442214531, + "rgb_loss": 0.02852470800280571, + "seg_loss": 0.0402105450630188, + "total": 0.06874426874555702, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009011954442214531, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008364256959575643 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.011940743774175644, + "ssim_fused": 0.967586100101471, + "seg_l1": 0.0193380955606699, + "seg_ssim_ref": 0.9675859212875366, + "depth": 0.004390543689800737, + "rgb_loss": 0.016035374253988266, + "seg_loss": 0.021953292191028595, + "total": 0.03799305698870666, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004390543689800737, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004390543689800737 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013351093977689743, + "ssim_fused": 0.9636651873588562, + "seg_l1": 0.021619733422994614, + "seg_ssim_ref": 0.9636648297309875, + "depth": 0.004344164145769965, + "rgb_loss": 0.017947837710380554, + "seg_loss": 0.02456282079219818, + "total": 0.042515002666724505, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004344164145769965, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004344164145769965 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 165, + "adam_update_count": 27390 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2183980760164559 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_939e95f5d847456daf6d8261e6d50c39_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 166, + "next_interval": 0, + "next_adam_update": 27391, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 165, + "trained_intervals": 27390, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 27390, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.994585394859314, + "median": 7.351986408233643, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.741081714630127, + "median": 5.550647735595703, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3698767423629761, + "median": 1559.2908935546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06450054049491882, + "median": 257.49224853515625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 479, + "controller_edge_stiffness": 25 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0166.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0166.json new file mode 100644 index 0000000000000000000000000000000000000000..93aed066a1ee24f7fb4e4481cb087b988fe1568e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0166.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0166", + "executed_epochs": 166, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6a84f2bbbcc54d43ae283822379fb745.npz", + "optimizer_file": "boundary_6a84f2bbbcc54d43ae283822379fb745_optimizer.pt", + "arrays_sha256": "24321a8a19514b301a491b14cd2ba3d58003ad542d42d561ea113a3f4d3ce5fc", + "optimizer_sha256": "83a9127e6b5aa1a035258ce356df2d6b8a046d92ec0b64e7f25392fc7c60795d", + "stage": "adam", + "completed_passes": 166, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27556, + "adam_update_count": 27556, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 167, + "consumed_count": 166, + "last_submitted_update": 27556, + "last_consumed_update": 27390, + "pending": [ + { + "reference": { + "source_update": 27556, + "completed_passes": 166, + "next_interval": 0, + "trained_intervals": 27556, + "snapshot": "pass_end_0166", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 166, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27556, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27556, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.278408495243639e-05, + "update_l2": 0.007122281473129988 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.349810064421035e-06, + "update_l2": 0.002360626356676221 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.057824669907996694, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 479, + "attachment": 25, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.057824669907996694, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.019627952948212624, + "ssim_fused": 0.9538756608963013, + "seg_l1": 0.02958267740905285, + "seg_ssim_ref": 0.9538756012916565, + "depth": 0.00642755926613282, + "rgb_loss": 0.024927224963903427, + "seg_loss": 0.03289101645350456, + "total": 0.057824669907996694 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02461136505007744, + "ssim_fused": 0.9418803453445435, + "seg_l1": 0.02945694699883461, + "seg_ssim_ref": 0.9418805837631226, + "depth": 0.0044609916922287085, + "rgb_loss": 0.03131302446126938, + "seg_loss": 0.035189442336559296, + "total": 0.0665069277895209, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0044609916922287085, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0039032475516037088 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024309605360031128, + "ssim_fused": 0.9480769038200378, + "seg_l1": 0.03986331447958946, + "seg_ssim_ref": 0.9480769038200378, + "depth": 0.010020907953485278, + "rgb_loss": 0.029832303524017334, + "seg_loss": 0.04227527230978012, + "total": 0.07211759674175094, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010020907953485278, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00937321047084639 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013782269321382046, + "ssim_fused": 0.965280294418335, + "seg_l1": 0.022668320685625076, + "seg_ssim_ref": 0.9652801156044006, + "depth": 0.005671756751682195, + "rgb_loss": 0.017969757318496704, + "seg_loss": 0.025078633800148964, + "total": 0.0430540610127522, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005671756751682195, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005671756751682195 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015808576717972755, + "ssim_fused": 0.9602652192115784, + "seg_l1": 0.026342131197452545, + "seg_ssim_ref": 0.9602649211883545, + "depth": 0.005556580667135099, + "rgb_loss": 0.02059381827712059, + "seg_loss": 0.02902071923017502, + "total": 0.049620094087962745, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005556580667135099, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005556580667135099 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 166, + "adam_update_count": 27556 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21780358511023223 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6a84f2bbbcc54d43ae283822379fb745_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 167, + "next_interval": 0, + "next_adam_update": 27557, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 166, + "trained_intervals": 27556, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 27556, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0020147562026978, + "median": 7.351691722869873, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.7691102027893066, + "median": 5.519453048706055, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3671390116214752, + "median": 1558.8314208984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06271778792142868, + "median": 249.51324462890625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 479, + "controller_edge_stiffness": 25 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0167.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0167.json new file mode 100644 index 0000000000000000000000000000000000000000..c6522e68c507ae0f8ef6a17b12934a190c9ed8c3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0167.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0167", + "executed_epochs": 167, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f292f8a07f4b484599c60ce30052d428.npz", + "optimizer_file": "boundary_f292f8a07f4b484599c60ce30052d428_optimizer.pt", + "arrays_sha256": "c0deb9fccbf353396d444103558e8a51fd84a979e85a9d84303d8093b907cd5c", + "optimizer_sha256": "52b1883a9caeafc8bbae1216783088db55cc647348bd7d705d7b637bceb849b5", + "stage": "adam", + "completed_passes": 167, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27722, + "adam_update_count": 27722, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 168, + "consumed_count": 167, + "last_submitted_update": 27722, + "last_consumed_update": 27556, + "pending": [ + { + "reference": { + "source_update": 27722, + "completed_passes": 167, + "next_interval": 0, + "trained_intervals": 27722, + "snapshot": "pass_end_0167", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 167, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27722, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27722, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.301588968606666e-05, + "update_l2": 0.00940859317779541 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.525112439703662e-06, + "update_l2": 0.002680016215890646 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.057235642424935014, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 479, + "attachment": 25, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.057235642424935014, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.019421979784965515, + "ssim_fused": 0.9541539549827576, + "seg_l1": 0.029191650450229645, + "seg_ssim_ref": 0.9541539549827576, + "depth": 0.006325631552846496, + "rgb_loss": 0.02470678649842739, + "seg_loss": 0.0325225293636322, + "total": 0.057235642424935014 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024355901405215263, + "ssim_fused": 0.9421930909156799, + "seg_l1": 0.029018478468060493, + "seg_ssim_ref": 0.9421933889389038, + "depth": 0.004382364671714863, + "rgb_loss": 0.031046103686094284, + "seg_loss": 0.03477610647678375, + "total": 0.06582659625284006, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004382364671714863, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003824620531089863 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024115391075611115, + "ssim_fused": 0.9484624266624451, + "seg_l1": 0.03948412835597992, + "seg_ssim_ref": 0.9484623670578003, + "depth": 0.009906166562918678, + "rgb_loss": 0.029599828645586967, + "seg_loss": 0.041894830763339996, + "total": 0.07150456743813503, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009906166562918678, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009258469080279788 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01361054740846157, + "ssim_fused": 0.9654356241226196, + "seg_l1": 0.02233215793967247, + "seg_ssim_ref": 0.9654354453086853, + "depth": 0.005559802672541183, + "rgb_loss": 0.0178013127297163, + "seg_loss": 0.024778638035058975, + "total": 0.04258550870480267, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005559802672541183, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005559802672541183 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015606073662638664, + "ssim_fused": 0.9605247974395752, + "seg_l1": 0.025931833311915398, + "seg_ssim_ref": 0.9605246186256409, + "depth": 0.005454192304211255, + "rgb_loss": 0.020379899069666862, + "seg_loss": 0.028640544041991234, + "total": 0.049025897303962306, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005454192304211255, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005454192304211255 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 167, + "adam_update_count": 27722 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24123990698717535 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f292f8a07f4b484599c60ce30052d428_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 168, + "next_interval": 0, + "next_adam_update": 27723, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 167, + "trained_intervals": 27722, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 27722, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0131208896636963, + "median": 7.351865768432617, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.8061492443084717, + "median": 5.535333633422852, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.363084077835083, + "median": 1559.102783203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.06043727323412895, + "median": 253.49246215820312, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 479, + "controller_edge_stiffness": 25 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0168.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0168.json new file mode 100644 index 0000000000000000000000000000000000000000..181cb0a4b49ddeab320a1c7a67bcebe7cefc6e59 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0168.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0168", + "executed_epochs": 168, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_465cc3ad560140d19032222001b99639.npz", + "optimizer_file": "boundary_465cc3ad560140d19032222001b99639_optimizer.pt", + "arrays_sha256": "2157b70cd7beb0fc92a61c7c5d1c2237e8c92042a4199ec1bf52a463f7967f97", + "optimizer_sha256": "3869900410f10b318226c47a1667d4c1be34dcd741ac518790787ee169c56299", + "stage": "adam", + "completed_passes": 168, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27888, + "adam_update_count": 27888, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 169, + "consumed_count": 168, + "last_submitted_update": 27888, + "last_consumed_update": 27722, + "pending": [ + { + "reference": { + "source_update": 27888, + "completed_passes": 168, + "next_interval": 0, + "trained_intervals": 27888, + "snapshot": "pass_end_0168", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 168, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27888, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27888, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010136055061593652, + "update_l2": 0.01114480197429657 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.056491186725907e-05, + "update_l2": 0.0038707824423909187 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.053068623862696944, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 479, + "attachment": 25, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.053068623862696944, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01800687611103058, + "ssim_fused": 0.9560002088546753, + "seg_l1": 0.026322228834033012, + "seg_ssim_ref": 0.9560002088546753, + "depth": 0.005406312180819222, + "rgb_loss": 0.02320546656847, + "seg_loss": 0.029857750982046127, + "total": 0.053068623862696944 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024003131315112114, + "ssim_fused": 0.9427108764648438, + "seg_l1": 0.02732682228088379, + "seg_ssim_ref": 0.9427112340927124, + "depth": 0.004057634150883856, + "rgb_loss": 0.03066033124923706, + "seg_loss": 0.03331921249628067, + "total": 0.06398360137966862, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004057634150883856, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003499890010258856 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02208460308611393, + "ssim_fused": 0.9510456323623657, + "seg_l1": 0.03586263209581375, + "seg_ssim_ref": 0.9510456323623657, + "depth": 0.008574252731639944, + "rgb_loss": 0.027458555996418, + "seg_loss": 0.0384809784591198, + "total": 0.06594810498297914, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008574252731639944, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007926555249001054 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012121952138841152, + "ssim_fused": 0.9671373963356018, + "seg_l1": 0.019611677154898643, + "seg_ssim_ref": 0.9671372175216675, + "depth": 0.004433300828729859, + "rgb_loss": 0.01627008244395256, + "seg_loss": 0.02226189896464348, + "total": 0.03853641470942477, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004433300828729859, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004433300828729859 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013817816972732544, + "ssim_fused": 0.9631067514419556, + "seg_l1": 0.022487780079245567, + "seg_ssim_ref": 0.9631065726280212, + "depth": 0.004560061012023232, + "rgb_loss": 0.01843290403485298, + "seg_loss": 0.025368910282850266, + "total": 0.04380637437871527, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004560061012023232, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004560061012023232 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 168, + "adam_update_count": 27888 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22250746609643102 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_465cc3ad560140d19032222001b99639_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 169, + "next_interval": 0, + "next_adam_update": 27889, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 168, + "trained_intervals": 27888, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 27888, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.047060251235962, + "median": 7.352238178253174, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.8349087238311768, + "median": 5.555068016052246, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.35096800327301025, + "median": 1559.6834716796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.05872388556599617, + "median": 258.5477294921875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 479, + "controller_edge_stiffness": 25 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0169.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0169.json new file mode 100644 index 0000000000000000000000000000000000000000..996e3732629388dbbb30747ca4acdf7c1030e571 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0169.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0169", + "executed_epochs": 169, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b46ea8caa7f44baa924f4b7d35adf218.npz", + "optimizer_file": "boundary_b46ea8caa7f44baa924f4b7d35adf218_optimizer.pt", + "arrays_sha256": "9a9e10c39b4973f48f37f3cf9d85d7d269273e67d15c1a8f1a3bdd806bed209a", + "optimizer_sha256": "d29bfb896b9cf95c5cd94b3b535a850a8df57afbc78dae914d8fce2fcd41eb7e", + "stage": "adam", + "completed_passes": 169, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28054, + "adam_update_count": 28054, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 170, + "consumed_count": 169, + "last_submitted_update": 28054, + "last_consumed_update": 27888, + "pending": [ + { + "reference": { + "source_update": 28054, + "completed_passes": 169, + "next_interval": 0, + "trained_intervals": 28054, + "snapshot": "pass_end_0169", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 169, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28054, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28054, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001362826587865129, + "update_l2": 0.015295944176614285 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.980747765628621e-05, + "update_l2": 0.0038820630870759487 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06026883534310042, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 479, + "attachment": 25, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06026883534310042, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021003087982535362, + "ssim_fused": 0.9528785943984985, + "seg_l1": 0.030763624235987663, + "seg_ssim_ref": 0.9528785943984985, + "depth": 0.006915248610370264, + "rgb_loss": 0.026226745918393135, + "seg_loss": 0.034035176038742065, + "total": 0.06026883534310042 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.027803722769021988, + "ssim_fused": 0.9388789534568787, + "seg_l1": 0.030422763898968697, + "seg_ssim_ref": 0.9388794898986816, + "depth": 0.0050347772694580885, + "rgb_loss": 0.0344671867787838, + "seg_loss": 0.03656231611967087, + "total": 0.07103453395043383, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0050347772694580885, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004477033128833088 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.025329584255814552, + "ssim_fused": 0.947367250919342, + "seg_l1": 0.041711173951625824, + "seg_ssim_ref": 0.947367250919342, + "depth": 0.010689124105496385, + "rgb_loss": 0.030790217220783234, + "seg_loss": 0.04389549046754837, + "total": 0.0746963968124371, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010689124105496385, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.010041426622857494 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01456361822783947, + "ssim_fused": 0.9648902416229248, + "seg_l1": 0.02387077733874321, + "seg_ssim_ref": 0.9648901224136353, + "depth": 0.006092195293728986, + "rgb_loss": 0.018672846257686615, + "seg_loss": 0.026118598878383636, + "total": 0.04479753733136398, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006092195293728986, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006092195293728986 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01631542108952999, + "ssim_fused": 0.9603779911994934, + "seg_l1": 0.02704978547990322, + "seg_ssim_ref": 0.9603776931762695, + "depth": 0.005844897772797591, + "rgb_loss": 0.02097673900425434, + "seg_loss": 0.02956429123878479, + "total": 0.05054687327816678, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005844897772797591, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00584489777279759 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 169, + "adam_update_count": 28054 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22212601196952164 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b46ea8caa7f44baa924f4b7d35adf218_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 170, + "next_interval": 0, + "next_adam_update": 28055, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 169, + "trained_intervals": 28054, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 28054, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0634055137634277, + "median": 7.35238790512085, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.850005626678467, + "median": 5.574832916259766, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.34527796506881714, + "median": 1559.9169921875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.057843998074531555, + "median": 263.7079772949219, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 479, + "controller_edge_stiffness": 25 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0170.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0170.json new file mode 100644 index 0000000000000000000000000000000000000000..09b18638aabe0d28bcd6c1d6e1b12239313355c4 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0170.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0170", + "executed_epochs": 170, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_011a4d9583f84869b38d22e372dcc1b8.npz", + "optimizer_file": "boundary_011a4d9583f84869b38d22e372dcc1b8_optimizer.pt", + "arrays_sha256": "c01622ccc32d7c85bbe26d73759470b65951aacbff05367a1d88910660ee4d91", + "optimizer_sha256": "2d2ddcd43e312efaf4d4482562107bc12515a72746de8a8f71864a29f84b9e1e", + "stage": "adam", + "completed_passes": 170, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28220, + "adam_update_count": 28220, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 171, + "consumed_count": 170, + "last_submitted_update": 28220, + "last_consumed_update": 28054, + "pending": [ + { + "reference": { + "source_update": 28220, + "completed_passes": 170, + "next_interval": 0, + "trained_intervals": 28220, + "snapshot": "pass_end_0170", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 170, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28220, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28220, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011081957927672192, + "update_l2": 0.014709148555994034 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.1207542633637786e-05, + "update_l2": 0.0031974862795323133 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05320441072614388, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 480, + "attachment": 26, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05320441072614388, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018072310835123062, + "ssim_fused": 0.955936074256897, + "seg_l1": 0.026394415646791458, + "seg_ssim_ref": 0.9559359550476074, + "depth": 0.005433352603488343, + "rgb_loss": 0.023270640522241592, + "seg_loss": 0.029928335919976234, + "total": 0.05320441072614388 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024161504581570625, + "ssim_fused": 0.9424542188644409, + "seg_l1": 0.02741711214184761, + "seg_ssim_ref": 0.9424545764923096, + "depth": 0.004072840643802969, + "rgb_loss": 0.030838359147310257, + "seg_loss": 0.033442772924900055, + "total": 0.06428520863814441, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004072840643802969, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003515096503177968 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022193288430571556, + "ssim_fused": 0.950952410697937, + "seg_l1": 0.03606683760881424, + "seg_ssim_ref": 0.9509523510932922, + "depth": 0.008646381744806551, + "rgb_loss": 0.027564149349927902, + "seg_loss": 0.038662999868392944, + "total": 0.06623579932535595, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008646381744806551, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.007998684262167662 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.012121669948101044, + "ssim_fused": 0.9671961665153503, + "seg_l1": 0.019607337191700935, + "seg_ssim_ref": 0.967195987701416, + "depth": 0.004443775970156614, + "rgb_loss": 0.016258101910352707, + "seg_loss": 0.022246671840548515, + "total": 0.03850921566422623, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004443775970156614, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004443775970156614 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013812784105539322, + "ssim_fused": 0.9631413817405701, + "seg_l1": 0.022486377507448196, + "seg_ssim_ref": 0.9631410241127014, + "depth": 0.004570412055187238, + "rgb_loss": 0.018421951681375504, + "seg_loss": 0.025360897183418274, + "total": 0.04378741927684896, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004570412055187238, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004570412055187238 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 170, + "adam_update_count": 28220 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22419843496754766 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_011a4d9583f84869b38d22e372dcc1b8_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 171, + "next_interval": 0, + "next_adam_update": 28221, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 170, + "trained_intervals": 28220, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 28220, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.128476619720459, + "median": 7.353078365325928, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.902223825454712, + "median": 5.593814849853516, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.32352572679519653, + "median": 1560.9945068359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.054900992661714554, + "median": 268.75909423828125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 480, + "controller_edge_stiffness": 26 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0171.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0171.json new file mode 100644 index 0000000000000000000000000000000000000000..bf31c4b0310b3d01466d3e37bdf2fc223c23f3cb --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0171.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0171", + "executed_epochs": 171, + "score": null, + "best_score": 0.04173202000550427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_78ae707b0c9f446398e3dbc03f03c65c.npz", + "optimizer_file": "boundary_78ae707b0c9f446398e3dbc03f03c65c_optimizer.pt", + "arrays_sha256": "918f558077b60542458838f29115cfacb59267f16ffae0f44ca66160d5c24ee6", + "optimizer_sha256": "2268279575af998d29dab82d2d98913df1973f16699b18ca07548c82de58203e", + "stage": "adam", + "completed_passes": 171, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28386, + "adam_update_count": 28386, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 172, + "consumed_count": 171, + "last_submitted_update": 28386, + "last_consumed_update": 28220, + "pending": [ + { + "reference": { + "source_update": 28386, + "completed_passes": 171, + "next_interval": 0, + "trained_intervals": 28386, + "snapshot": "pass_end_0171", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19090, + "pass_science": { + "completed_passes": 171, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28386, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28386, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010857966117328033, + "update_l2": 0.014148527756333351 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.03914330288535e-05, + "update_l2": 0.003746812930330634 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05362483735989829, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 480, + "attachment": 26, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05362483735989829, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.018263012170791626, + "ssim_fused": 0.9557377696037292, + "seg_l1": 0.026630010455846786, + "seg_ssim_ref": 0.9557377099990845, + "depth": 0.005513130240645647, + "rgb_loss": 0.023462852463126183, + "seg_loss": 0.030156470835208893, + "total": 0.05362483735989829 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.024613384157419205, + "ssim_fused": 0.9419415593147278, + "seg_l1": 0.02780536748468876, + "seg_ssim_ref": 0.9419419169425964, + "depth": 0.004150503852284617, + "rgb_loss": 0.03130239620804787, + "seg_loss": 0.03385591134428978, + "total": 0.06516245805618993, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004150503852284617, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003592759711659617 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.022445978596806526, + "ssim_fused": 0.9506819844245911, + "seg_l1": 0.036519236862659454, + "seg_ssim_ref": 0.9506818056106567, + "depth": 0.008792953286426557, + "rgb_loss": 0.027820385992527008, + "seg_loss": 0.039079029113054276, + "total": 0.06690821178415801, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.008792953286426557, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.008145255803787667 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01217220164835453, + "ssim_fused": 0.9672355055809021, + "seg_l1": 0.019703544676303864, + "seg_ssim_ref": 0.9672353267669678, + "depth": 0.004513105606921535, + "rgb_loss": 0.016290660947561264, + "seg_loss": 0.022315770387649536, + "total": 0.038610944440817724, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.004513105606921535, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.004513105606921535 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.013820481486618519, + "ssim_fused": 0.9630920886993408, + "seg_l1": 0.022491896525025368, + "seg_ssim_ref": 0.9630917310714722, + "depth": 0.004595958216949884, + "rgb_loss": 0.01843796670436859, + "seg_loss": 0.02537517063319683, + "total": 0.043817735158427525, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.004595958216949884, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.004595958216949884 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 171, + "adam_update_count": 28386 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22115685604512691 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_78ae707b0c9f446398e3dbc03f03c65c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 172, + "next_interval": 0, + "next_adam_update": 28387, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 171, + "trained_intervals": 28386, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 28386, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1941026449203491, + "median": 7.353203296661377, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.9585213661193848, + "median": 5.596139907836914, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.30297571420669556, + "median": 1561.1895751953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.05189559608697891, + "median": 269.38848876953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 480, + "controller_edge_stiffness": 26 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0172.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0172.json new file mode 100644 index 0000000000000000000000000000000000000000..51798bd734211ebdbed478012deab1f30213273d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0172.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0172", + "executed_epochs": 172, + "score": null, + "best_score": 0.04125707054011635, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f3087e09e7624630baf0c0502fd0cbc3.npz", + "optimizer_file": "boundary_f3087e09e7624630baf0c0502fd0cbc3_optimizer.pt", + "arrays_sha256": "098e57308da1308ecee84fa3cefa6a6d9917561d90a55fb472b3b4f2ed5955b9", + "optimizer_sha256": "b7da041d0a24251accc6ddc51748d6d8e590af8b2f3f8bb8517aa620939b0ef1", + "stage": "adam", + "completed_passes": 172, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28552, + "adam_update_count": 28552, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 173, + "consumed_count": 172, + "last_submitted_update": 28552, + "last_consumed_update": 28386, + "pending": [ + { + "reference": { + "source_update": 28552, + "completed_passes": 172, + "next_interval": 0, + "trained_intervals": 28552, + "snapshot": "pass_end_0172", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 28386, + "pass_science": { + "completed_passes": 172, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28552, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28552, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011003913823515177, + "update_l2": 0.005126266740262508 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0271030987496488e-05, + "update_l2": 0.0014747072709724307 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05728535823742154, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 480, + "attachment": 26, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05728535823742154, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.01954234391450882, + "ssim_fused": 0.9538885951042175, + "seg_l1": 0.029000800102949142, + "seg_ssim_ref": 0.9538885354995728, + "depth": 0.006274359619652128, + "rgb_loss": 0.02485615387558937, + "seg_loss": 0.032422930002212524, + "total": 0.05728535823742154 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02549109049141407, + "ssim_fused": 0.9398364424705505, + "seg_l1": 0.029833782464265823, + "seg_ssim_ref": 0.9398366808891296, + "depth": 0.004483826259903663, + "rgb_loss": 0.03242558240890503, + "seg_loss": 0.03589969128370285, + "total": 0.06832975751886779, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004483826259903663, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.003926082119278662 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024056322872638702, + "ssim_fused": 0.9485175013542175, + "seg_l1": 0.03922105208039284, + "seg_ssim_ref": 0.9485174417495728, + "depth": 0.009839002854948759, + "rgb_loss": 0.029541559517383575, + "seg_loss": 0.04167335480451584, + "total": 0.07122475332475436, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.009839002854948759, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00919130537230987 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013319154269993305, + "ssim_fused": 0.9660490155220032, + "seg_l1": 0.021683495491743088, + "seg_ssim_ref": 0.9660488963127136, + "depth": 0.005464130359182859, + "rgb_loss": 0.0174455214291811, + "seg_loss": 0.024137018248438835, + "total": 0.04158800380797912, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005464130359182859, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005464130359182858 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015302803367376328, + "ssim_fused": 0.9611514210700989, + "seg_l1": 0.02526487410068512, + "seg_ssim_ref": 0.9611512422561646, + "depth": 0.005310479004573232, + "rgb_loss": 0.020011957734823227, + "seg_loss": 0.027981651946902275, + "total": 0.047998918298084926, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005310479004573232, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005310479004573232 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 172, + "adam_update_count": 28552 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2265903891529888 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f3087e09e7624630baf0c0502fd0cbc3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 173, + "next_interval": 0, + "next_adam_update": 28553, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 172, + "trained_intervals": 28552, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 28552, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.209115743637085, + "median": 7.352319240570068, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.961512327194214, + "median": 5.597221374511719, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.29846107959747314, + "median": 1559.8099365234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0517406091094017, + "median": 269.6759948730469, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 480, + "controller_edge_stiffness": 26 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0173.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0173.json new file mode 100644 index 0000000000000000000000000000000000000000..76ab5bcdebcff13d448120727a7a49f9e16376a6 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0173.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0173", + "executed_epochs": 173, + "score": null, + "best_score": 0.0412125721999151, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2e121232de97490394b19bb04e18987f.npz", + "optimizer_file": "boundary_2e121232de97490394b19bb04e18987f_optimizer.pt", + "arrays_sha256": "1c7da699a403a94e9e46dc2100d8753cbb7022fa8d5379a47cc1252ab473317c", + "optimizer_sha256": "37b88e15520420ae6de11bf8681453db35ee83b319ccc836662d879ea045fda1", + "stage": "adam", + "completed_passes": 173, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28718, + "adam_update_count": 28718, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 174, + "consumed_count": 173, + "last_submitted_update": 28718, + "last_consumed_update": 28552, + "pending": [ + { + "reference": { + "source_update": 28718, + "completed_passes": 173, + "next_interval": 0, + "trained_intervals": 28718, + "snapshot": "pass_end_0173", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 28552, + "pass_science": { + "completed_passes": 173, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28718, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28718, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011273326526861638, + "update_l2": 0.006767421495169401 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1609229659370612e-05, + "update_l2": 0.002247207099571824 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05922091681305269, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 480, + "attachment": 26, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05922091681305269, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020163914188742638, + "ssim_fused": 0.9529240131378174, + "seg_l1": 0.030316002666950226, + "seg_ssim_ref": 0.9529239535331726, + "depth": 0.006574427522219679, + "rgb_loss": 0.025546330958604813, + "seg_loss": 0.03366801142692566, + "total": 0.05922091681305269 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.026087511330842972, + "ssim_fused": 0.9391713738441467, + "seg_l1": 0.03140939027070999, + "seg_ssim_ref": 0.939171552658081, + "depth": 0.004711465446594068, + "rgb_loss": 0.03303573280572891, + "seg_loss": 0.0372932031750679, + "total": 0.0703336474462434, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.004711465446594068, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004153721305969069 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02477182261645794, + "ssim_fused": 0.9472271203994751, + "seg_l1": 0.04057680815458298, + "seg_ssim_ref": 0.9472271203994751, + "depth": 0.010167592455029953, + "rgb_loss": 0.03037203475832939, + "seg_loss": 0.04301602393388748, + "total": 0.07339822255938161, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010167592455029953, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009519894972391064 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.013900567777454853, + "ssim_fused": 0.9649972915649414, + "seg_l1": 0.02279779314994812, + "seg_ssim_ref": 0.9649971127510071, + "depth": 0.005762399610979483, + "rgb_loss": 0.01812099665403366, + "seg_loss": 0.02523881196975708, + "total": 0.043365571023401724, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.005762399610979483, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.005762399610979483 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.015895752236247063, + "ssim_fused": 0.9603002071380615, + "seg_l1": 0.026480019092559814, + "seg_ssim_ref": 0.9603000283241272, + "depth": 0.005656252576275211, + "rgb_loss": 0.020656559616327286, + "seg_loss": 0.029124010354280472, + "total": 0.04978622622318403, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005656252576275211, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005656252576275211 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 173, + "adam_update_count": 28718 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22857656003907323 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2e121232de97490394b19bb04e18987f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 174, + "next_interval": 0, + "next_adam_update": 28719, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 173, + "trained_intervals": 28718, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 28718, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.199992060661316, + "median": 7.352319240570068, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -2.9892921447753906, + "median": 5.583064079284668, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3011966049671173, + "median": 1559.8099365234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.05032304674386978, + "median": 265.88507080078125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 480, + "controller_edge_stiffness": 26 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +}