pusht-parallel-dit-seed0 / evaluation_final_ddpm100.json
IXDLI's picture
Final EMA dit seed0, 512400 updates
2d7bd36 verified
Raw History Blame Contribute Delete
20.9 kB
{
"policy": "dit",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 100,
"sampler": "ddpm",
"mean_score": 0.7515603153262039,
"success_rate": 0.34,
"mean_max_coverage": 0.7174598127511099,
"coverage_episodes": 50,
"steps_to_success_mean": 184.7058823529412,
"successful_count": 17,
"simulation_steps": 13040,
"model_calls": 165400,
"model_calls_source": "forward_hook:denoiser",
"model_call_counts": {
"chunk_generations": 1654,
"tube_initializations": 0,
"tube_stream_updates": 0,
"chunk_head_calls": 165400,
"initialization_head_calls": 0,
"stream_head_calls": 0
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": false,
"reward_max": 0.6677155799158666,
"coverage_max": 0.6343298009200733,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/final_ddpm100/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.952573115099897,
"steps_to_success": 234,
"simulation_steps": 234,
"termination_reason": "terminated",
"model_calls": 3000,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/final_ddpm100/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9574235451208535,
"steps_to_success": 240,
"simulation_steps": 240,
"termination_reason": "terminated",
"model_calls": 3000,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/final_ddpm100/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": false,
"reward_max": 0.31849675940404487,
"coverage_max": 0.3025719214338426,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9675895498390222,
"steps_to_success": 95,
"simulation_steps": 95,
"termination_reason": "terminated",
"model_calls": 1200,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9584028592631607,
"steps_to_success": 188,
"simulation_steps": 188,
"termination_reason": "terminated",
"model_calls": 2400,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.952577345277441,
"steps_to_success": 147,
"simulation_steps": 147,
"termination_reason": "terminated",
"model_calls": 1900,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": false,
"reward_max": 0.38411580691121494,
"coverage_max": 0.3649100165656542,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.022466457353651263,
"coverage_max": 0.0213431344859687,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.7131472326486776,
"coverage_max": 0.6774898710162437,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": false,
"reward_max": 0.905795254741325,
"coverage_max": 0.8605054920042587,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": false,
"reward_max": 0.992382478900965,
"coverage_max": 0.9427633549559167,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9674517801821023,
"steps_to_success": 223,
"simulation_steps": 223,
"termination_reason": "terminated",
"model_calls": 2800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9560772764686655,
"steps_to_success": 247,
"simulation_steps": 247,
"termination_reason": "terminated",
"model_calls": 3100,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.6995882933299937,
"coverage_max": 0.664608878663494,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": false,
"reward_max": 0.9867207618876377,
"coverage_max": 0.9373847237932558,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": false,
"reward_max": 0.9292951523162952,
"coverage_max": 0.8828303947004804,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9789811582994888,
"steps_to_success": 198,
"simulation_steps": 198,
"termination_reason": "terminated",
"model_calls": 2500,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.7234703803769182,
"coverage_max": 0.6872968613580723,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": false,
"reward_max": 0.9290396423614946,
"coverage_max": 0.8825876602434198,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": false,
"reward_max": 0.7196515195818222,
"coverage_max": 0.683668943602731,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.7193455426403504,
"coverage_max": 0.6833782655083329,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": false,
"reward_max": 0.9649775563133116,
"coverage_max": 0.9167286784976459,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.3694653520781803,
"coverage_max": 0.35099208447427127,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9613391835148982,
"steps_to_success": 134,
"simulation_steps": 134,
"termination_reason": "terminated",
"model_calls": 1700,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": false,
"reward_max": 0.7238228249059051,
"coverage_max": 0.6876316836606098,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": false,
"reward_max": 0.2534309197140382,
"coverage_max": 0.24075937372833625,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9700079975750371,
"steps_to_success": 241,
"simulation_steps": 241,
"termination_reason": "terminated",
"model_calls": 3100,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9547969866664503,
"steps_to_success": 213,
"simulation_steps": 213,
"termination_reason": "terminated",
"model_calls": 2700,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.5450407396441048,
"coverage_max": 0.5177887026618996,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9723043624006117,
"steps_to_success": 146,
"simulation_steps": 146,
"termination_reason": "terminated",
"model_calls": 1900,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9501666614405324,
"steps_to_success": 190,
"simulation_steps": 190,
"termination_reason": "terminated",
"model_calls": 2400,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": false,
"reward_max": 0.67825552783274,
"coverage_max": 0.644342751441103,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.9770385172289618,
"coverage_max": 0.9281865913675137,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.7248557048805341,
"coverage_max": 0.6886129196365074,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": false,
"reward_max": 0.9893418997140615,
"coverage_max": 0.9398748047283584,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9543206705427435,
"steps_to_success": 170,
"simulation_steps": 170,
"termination_reason": "terminated",
"model_calls": 2200,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": false,
"reward_max": 0.9737709497567508,
"coverage_max": 0.9250824022689133,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": false,
"reward_max": 0.9896165358376235,
"coverage_max": 0.9401357090457423,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9505866472464658,
"steps_to_success": 202,
"simulation_steps": 202,
"termination_reason": "terminated",
"model_calls": 2600,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": false,
"reward_max": 2.311010755381166e-05,
"coverage_max": 2.1954602176121074e-05,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.964673091069335,
"steps_to_success": 183,
"simulation_steps": 183,
"termination_reason": "terminated",
"model_calls": 2300,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": false,
"reward_max": 0.17819026699389695,
"coverage_max": 0.1692807536442021,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": false,
"reward_max": 0.9886791527118274,
"coverage_max": 0.9392451950762359,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.5326336346972476,
"coverage_max": 0.5060019529623851,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.954603429554104,
"steps_to_success": 89,
"simulation_steps": 89,
"termination_reason": "terminated",
"model_calls": 1200,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.9776422115231974,
"coverage_max": 0.9287601009470375,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 3800,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 512400
}