pusht-parallel-rain-seed0 / evaluation_step0067200.json
IXDLI's picture
Final EMA rain seed0, 512400 updates
06c63ab verified
Raw History Blame Contribute Delete
21.4 kB
{
"policy": "rain",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 3,
"sampler": "adaptive",
"mean_score": 0.7221910380005241,
"success_rate": 0.18,
"mean_max_coverage": 0.6878789329616286,
"coverage_episodes": 50,
"steps_to_success_mean": 213.44444444444446,
"successful_count": 9,
"simulation_steps": 14221,
"model_calls": 5403,
"model_calls_source": "forward_hook:refiner",
"model_call_counts": {
"chunk_generations": 1801,
"tube_initializations": 0,
"tube_stream_updates": 0,
"chunk_head_calls": 5403,
"initialization_head_calls": 0,
"stream_head_calls": 0,
"rain_choice_0": 0,
"rain_choice_1": 0,
"rain_choice_2": 0,
"rain_choice_3": 1801
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": false,
"reward_max": 0.9821674642601682,
"coverage_max": 0.9330590910471598,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": "/project_antwerp/pusht_parallel/pusht-parallel-20261019-s0-rain/rain_seed0/evaluations/step_0067200/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9553493804766097,
"steps_to_success": 294,
"simulation_steps": 294,
"termination_reason": "terminated",
"model_calls": 111,
"action_clipping_count": 0,
"video_path": "/project_antwerp/pusht_parallel/pusht-parallel-20261019-s0-rain/rain_seed0/evaluations/step_0067200/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.959308646383431,
"steps_to_success": 185,
"simulation_steps": 185,
"termination_reason": "terminated",
"model_calls": 72,
"action_clipping_count": 0,
"video_path": "/project_antwerp/pusht_parallel/pusht-parallel-20261019-s0-rain/rain_seed0/evaluations/step_0067200/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": false,
"reward_max": 0.3847087937367564,
"coverage_max": 0.3654733540499186,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": false,
"reward_max": 0.9837259176954358,
"coverage_max": 0.934539621810664,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": false,
"reward_max": 0.9251865885282319,
"coverage_max": 0.8789272591018202,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": false,
"reward_max": 0.7287272306441286,
"coverage_max": 0.6922908691119222,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": false,
"reward_max": 0.9941011232090864,
"coverage_max": 0.944396067048632,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": false,
"reward_max": 0.9783856468017101,
"coverage_max": 0.9294663644616246,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.8949810004948496,
"coverage_max": 0.8502319504701071,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": false,
"reward_max": 0.9775791034752005,
"coverage_max": 0.9287001483014404,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9538625924477926,
"steps_to_success": 277,
"simulation_steps": 277,
"termination_reason": "terminated",
"model_calls": 105,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": false,
"reward_max": 0.4738985207320371,
"coverage_max": 0.4502035946954352,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": false,
"reward_max": 0.7272429744729889,
"coverage_max": 0.6908808257493394,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.7072696406505578,
"coverage_max": 0.6719061586180298,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": false,
"reward_max": 0.9783242485742597,
"coverage_max": 0.9294080361455467,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": false,
"reward_max": 0.7081682424447807,
"coverage_max": 0.6727598303225416,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9671370228742097,
"steps_to_success": 235,
"simulation_steps": 235,
"termination_reason": "terminated",
"model_calls": 90,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.5521977185425725,
"coverage_max": 0.5245878326154438,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": false,
"reward_max": 0.5870045334916312,
"coverage_max": 0.5576543068170496,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.5773560108455197,
"coverage_max": 0.5484882103032437,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": false,
"reward_max": 0.992947750474499,
"coverage_max": 0.943300362950774,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": false,
"reward_max": 0.9070130630440179,
"coverage_max": 0.861662409891817,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": false,
"reward_max": 0.8527394511027617,
"coverage_max": 0.8101024785476236,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": false,
"reward_max": 0.2770571230400466,
"coverage_max": 0.26320426688804427,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": false,
"reward_max": 0.9197562471756623,
"coverage_max": 0.8737684348168792,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": false,
"reward_max": 0.9638692105238972,
"coverage_max": 0.9156757499977023,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.5427674931477237,
"coverage_max": 0.5156291184903374,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9549831074599984,
"steps_to_success": 111,
"simulation_steps": 111,
"termination_reason": "terminated",
"model_calls": 42,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": false,
"reward_max": 0.5147008004294477,
"coverage_max": 0.48896576040797524,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": false,
"reward_max": 0.928474625858391,
"coverage_max": 0.8820508945654715,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.8930376653938465,
"coverage_max": 0.8483857821241542,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9580295681155032,
"steps_to_success": 271,
"simulation_steps": 271,
"termination_reason": "terminated",
"model_calls": 102,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": false,
"reward_max": 0.8832391075695889,
"coverage_max": 0.8390771521911095,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9669925091844108,
"steps_to_success": 176,
"simulation_steps": 176,
"termination_reason": "terminated",
"model_calls": 66,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": false,
"reward_max": 0.7240625816518012,
"coverage_max": 0.6878594525692111,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": false,
"reward_max": 0.43760566194418554,
"coverage_max": 0.41572537884697625,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": false,
"reward_max": 0.9954902182882743,
"coverage_max": 0.9457157073738606,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.959613694804831,
"steps_to_success": 270,
"simulation_steps": 270,
"termination_reason": "terminated",
"model_calls": 102,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": false,
"reward_max": 0.5743083036710886,
"coverage_max": 0.5455928884875342,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": false,
"reward_max": 0.9936354327719263,
"coverage_max": 0.94395366113333,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.6033799832870776,
"coverage_max": 0.5732109841227238,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9645958213097584,
"steps_to_success": 102,
"simulation_steps": 102,
"termination_reason": "terminated",
"model_calls": 39,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.9444424220520474,
"coverage_max": 0.897220300949445,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 114,
"action_clipping_count": 0,
"video_path": null
}
],
"rain_router_calibrated": false,
"rain_router_ready": 0,
"rain_mean_refinements": 3.0,
"rain_refinement_calls": 5403,
"rain_proposal_calls": 1801,
"rain_routing_decisions": 1801,
"rain_choice_0_fraction": 0.0,
"rain_choice_1_fraction": 0.0,
"rain_choice_2_fraction": 0.0,
"rain_choice_3_fraction": 1.0,
"step": 67200,
"rain_training_stage": "proposal"
}