| { |
| "policy": "rain", |
| "episodes": 50, |
| "seed_start": 100000, |
| "max_steps": 300, |
| "nfe": 3, |
| "sampler": "adaptive", |
| "mean_score": 0.6945582717318711, |
| "success_rate": 0.18, |
| "mean_max_coverage": 0.6617873897764772, |
| "coverage_episodes": 50, |
| "steps_to_success_mean": 160.22222222222223, |
| "successful_count": 9, |
| "simulation_steps": 13742, |
| "model_calls": 5229, |
| "model_calls_source": "forward_hook:refiner", |
| "model_call_counts": { |
| "chunk_generations": 1743, |
| "tube_initializations": 0, |
| "tube_stream_updates": 0, |
| "chunk_head_calls": 5229, |
| "initialization_head_calls": 0, |
| "stream_head_calls": 0, |
| "rain_choice_0": 0, |
| "rain_choice_1": 0, |
| "rain_choice_2": 0, |
| "rain_choice_3": 1743 |
| }, |
| "action_clipping_count": 0, |
| "environment": { |
| "id": "gym_pusht/PushT-v0", |
| "observation": "pixels_agent_pos", |
| "reset_protocol": "original_dp_random_state_reset_to_state", |
| "control_hz": 10, |
| "prediction_horizon": 16, |
| "observation_horizon": 2, |
| "action_horizon": 8 |
| }, |
| "episode_rows": [ |
| { |
| "episode_index": 0, |
| "environment_seed": 100000, |
| "policy_seed": 223456, |
| "success": false, |
| "reward_max": 0.9825342183543222, |
| "coverage_max": 0.933407507436606, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": "/project_antwerp/pusht_parallel/pusht-parallel-20261019-s0-rain/rain_seed0/evaluations/step_0033600/videos/episode_0000_seed_100000.mp4" |
| }, |
| { |
| "episode_index": 1, |
| "environment_seed": 100001, |
| "policy_seed": 223457, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9504585287005535, |
| "steps_to_success": 277, |
| "simulation_steps": 277, |
| "termination_reason": "terminated", |
| "model_calls": 105, |
| "action_clipping_count": 0, |
| "video_path": "/project_antwerp/pusht_parallel/pusht-parallel-20261019-s0-rain/rain_seed0/evaluations/step_0033600/videos/episode_0001_seed_100001.mp4" |
| }, |
| { |
| "episode_index": 2, |
| "environment_seed": 100002, |
| "policy_seed": 223458, |
| "success": false, |
| "reward_max": 0.9987214975688052, |
| "coverage_max": 0.9487854226903649, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": "/project_antwerp/pusht_parallel/pusht-parallel-20261019-s0-rain/rain_seed0/evaluations/step_0033600/videos/episode_0002_seed_100002.mp4" |
| }, |
| { |
| "episode_index": 3, |
| "environment_seed": 100003, |
| "policy_seed": 223459, |
| "success": false, |
| "reward_max": 0.32379688754626523, |
| "coverage_max": 0.30760704316895193, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 4, |
| "environment_seed": 100004, |
| "policy_seed": 223460, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9519814772699225, |
| "steps_to_success": 102, |
| "simulation_steps": 102, |
| "termination_reason": "terminated", |
| "model_calls": 39, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 5, |
| "environment_seed": 100005, |
| "policy_seed": 223461, |
| "success": false, |
| "reward_max": 0.6874908235708123, |
| "coverage_max": 0.6531162823922716, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 6, |
| "environment_seed": 100006, |
| "policy_seed": 223462, |
| "success": false, |
| "reward_max": 0.6612110067655568, |
| "coverage_max": 0.628150456427279, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 7, |
| "environment_seed": 100007, |
| "policy_seed": 223463, |
| "success": false, |
| "reward_max": 0.9465674141672865, |
| "coverage_max": 0.8992390434589221, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 8, |
| "environment_seed": 100008, |
| "policy_seed": 223464, |
| "success": false, |
| "reward_max": 0.9958576092200118, |
| "coverage_max": 0.9460647287590112, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 9, |
| "environment_seed": 100009, |
| "policy_seed": 223465, |
| "success": false, |
| "reward_max": 0.24472693442580964, |
| "coverage_max": 0.23249058770451916, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 10, |
| "environment_seed": 100010, |
| "policy_seed": 223466, |
| "success": false, |
| "reward_max": 0.9603003169209868, |
| "coverage_max": 0.9122853010749374, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 11, |
| "environment_seed": 100011, |
| "policy_seed": 223467, |
| "success": false, |
| "reward_max": 0.9692472018216841, |
| "coverage_max": 0.9207848417305998, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 12, |
| "environment_seed": 100012, |
| "policy_seed": 223468, |
| "success": false, |
| "reward_max": 0.4374012543841005, |
| "coverage_max": 0.41553119166489544, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 13, |
| "environment_seed": 100013, |
| "policy_seed": 223469, |
| "success": false, |
| "reward_max": 0.6876319348883007, |
| "coverage_max": 0.6532503381438856, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 14, |
| "environment_seed": 100014, |
| "policy_seed": 223470, |
| "success": false, |
| "reward_max": 0.9102373018615912, |
| "coverage_max": 0.8647254367685117, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 15, |
| "environment_seed": 100015, |
| "policy_seed": 223471, |
| "success": false, |
| "reward_max": 0.6771758054455107, |
| "coverage_max": 0.6433170151732351, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 16, |
| "environment_seed": 100016, |
| "policy_seed": 223472, |
| "success": false, |
| "reward_max": 0.9948516523249055, |
| "coverage_max": 0.9451090697086602, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 17, |
| "environment_seed": 100017, |
| "policy_seed": 223473, |
| "success": false, |
| "reward_max": 0.6286465729410435, |
| "coverage_max": 0.5972142442939913, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 18, |
| "environment_seed": 100018, |
| "policy_seed": 223474, |
| "success": false, |
| "reward_max": 0.9574709258958967, |
| "coverage_max": 0.9095973796011018, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 19, |
| "environment_seed": 100019, |
| "policy_seed": 223475, |
| "success": false, |
| "reward_max": 0.5360263551368684, |
| "coverage_max": 0.5092250373800249, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 20, |
| "environment_seed": 100020, |
| "policy_seed": 223476, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.963146226299104, |
| "steps_to_success": 185, |
| "simulation_steps": 185, |
| "termination_reason": "terminated", |
| "model_calls": 72, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 21, |
| "environment_seed": 100021, |
| "policy_seed": 223477, |
| "success": false, |
| "reward_max": 0.5220069670256404, |
| "coverage_max": 0.49590661867435837, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 22, |
| "environment_seed": 100022, |
| "policy_seed": 223478, |
| "success": false, |
| "reward_max": 0.622519692796601, |
| "coverage_max": 0.591393708156771, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 23, |
| "environment_seed": 100023, |
| "policy_seed": 223479, |
| "success": false, |
| "reward_max": 0.9549139251484154, |
| "coverage_max": 0.9071682288909946, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 24, |
| "environment_seed": 100024, |
| "policy_seed": 223480, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 25, |
| "environment_seed": 100025, |
| "policy_seed": 223481, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9799901943932977, |
| "steps_to_success": 121, |
| "simulation_steps": 121, |
| "termination_reason": "terminated", |
| "model_calls": 48, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 26, |
| "environment_seed": 100026, |
| "policy_seed": 223482, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 27, |
| "environment_seed": 100027, |
| "policy_seed": 223483, |
| "success": false, |
| "reward_max": 0.47941969029500037, |
| "coverage_max": 0.4554487057802503, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 28, |
| "environment_seed": 100028, |
| "policy_seed": 223484, |
| "success": false, |
| "reward_max": 0.016418418869974503, |
| "coverage_max": 0.015597497926475778, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 29, |
| "environment_seed": 100029, |
| "policy_seed": 223485, |
| "success": false, |
| "reward_max": 0.9418344398833569, |
| "coverage_max": 0.894742717889189, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 30, |
| "environment_seed": 100030, |
| "policy_seed": 223486, |
| "success": false, |
| "reward_max": 0.9334365961428924, |
| "coverage_max": 0.8867647663357477, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 31, |
| "environment_seed": 100031, |
| "policy_seed": 223487, |
| "success": false, |
| "reward_max": 0.9327180987548993, |
| "coverage_max": 0.8860821938171543, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 32, |
| "environment_seed": 100032, |
| "policy_seed": 223488, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9581666473305572, |
| "steps_to_success": 134, |
| "simulation_steps": 134, |
| "termination_reason": "terminated", |
| "model_calls": 51, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 33, |
| "environment_seed": 100033, |
| "policy_seed": 223489, |
| "success": false, |
| "reward_max": 0.9449354790938398, |
| "coverage_max": 0.8976887051391478, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 34, |
| "environment_seed": 100034, |
| "policy_seed": 223490, |
| "success": false, |
| "reward_max": 0.6558893750607121, |
| "coverage_max": 0.6230949063076765, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 35, |
| "environment_seed": 100035, |
| "policy_seed": 223491, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 36, |
| "environment_seed": 100036, |
| "policy_seed": 223492, |
| "success": false, |
| "reward_max": 0.32993493490468917, |
| "coverage_max": 0.3134381881594547, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 37, |
| "environment_seed": 100037, |
| "policy_seed": 223493, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 38, |
| "environment_seed": 100038, |
| "policy_seed": 223494, |
| "success": false, |
| "reward_max": 0.9634769362259243, |
| "coverage_max": 0.9153030894146281, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 39, |
| "environment_seed": 100039, |
| "policy_seed": 223495, |
| "success": false, |
| "reward_max": 0.9791629538953285, |
| "coverage_max": 0.930204806200562, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 40, |
| "environment_seed": 100040, |
| "policy_seed": 223496, |
| "success": false, |
| "reward_max": 0.6917695686171659, |
| "coverage_max": 0.6571810901863075, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 41, |
| "environment_seed": 100041, |
| "policy_seed": 223497, |
| "success": false, |
| "reward_max": 0.012880728323517688, |
| "coverage_max": 0.012236691907341803, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 42, |
| "environment_seed": 100042, |
| "policy_seed": 223498, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9583684250804665, |
| "steps_to_success": 125, |
| "simulation_steps": 125, |
| "termination_reason": "terminated", |
| "model_calls": 48, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 43, |
| "environment_seed": 100043, |
| "policy_seed": 223499, |
| "success": false, |
| "reward_max": 0.9623231213354827, |
| "coverage_max": 0.9142069652687085, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 44, |
| "environment_seed": 100044, |
| "policy_seed": 223500, |
| "success": false, |
| "reward_max": 0.5759283945558371, |
| "coverage_max": 0.5471319748280452, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 45, |
| "environment_seed": 100045, |
| "policy_seed": 223501, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9548981327486428, |
| "steps_to_success": 111, |
| "simulation_steps": 111, |
| "termination_reason": "terminated", |
| "model_calls": 42, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 46, |
| "environment_seed": 100046, |
| "policy_seed": 223502, |
| "success": false, |
| "reward_max": 0.6084485524245248, |
| "coverage_max": 0.5780261248032985, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 47, |
| "environment_seed": 100047, |
| "policy_seed": 223503, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9800785075405464, |
| "steps_to_success": 138, |
| "simulation_steps": 138, |
| "termination_reason": "terminated", |
| "model_calls": 54, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 48, |
| "environment_seed": 100048, |
| "policy_seed": 223504, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9507634421968882, |
| "steps_to_success": 249, |
| "simulation_steps": 249, |
| "termination_reason": "terminated", |
| "model_calls": 96, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 49, |
| "environment_seed": 100049, |
| "policy_seed": 223505, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 114, |
| "action_clipping_count": 0, |
| "video_path": null |
| } |
| ], |
| "rain_router_calibrated": false, |
| "rain_router_ready": 0, |
| "rain_mean_refinements": 3.0, |
| "rain_refinement_calls": 5229, |
| "rain_proposal_calls": 1743, |
| "rain_routing_decisions": 1743, |
| "rain_choice_0_fraction": 0.0, |
| "rain_choice_1_fraction": 0.0, |
| "rain_choice_2_fraction": 0.0, |
| "rain_choice_3_fraction": 1.0, |
| "step": 33600, |
| "rain_training_stage": "proposal" |
| } |
|
|
