pusht-parallel-grn-seed0 / evaluation_final_ddim16.json
IXDLI's picture
Final EMA grn seed0, 512400 updates
3546f72 verified
Raw History Blame Contribute Delete
21 kB
{
"policy": "grn",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 16,
"sampler": "ddim",
"mean_score": 0.7040615121084205,
"success_rate": 0.2,
"mean_max_coverage": 0.6709571570888023,
"coverage_episodes": 50,
"steps_to_success_mean": 204.3,
"successful_count": 10,
"simulation_steps": 14043,
"model_calls": 28480,
"model_calls_source": "forward_hook:output",
"model_call_counts": {
"chunk_generations": 1780,
"tube_initializations": 0,
"tube_stream_updates": 0,
"chunk_head_calls": 28480,
"initialization_head_calls": 0,
"stream_head_calls": 0
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": false,
"reward_max": 0.9719021273173027,
"coverage_max": 0.9233070209514376,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0-grnc6/grn_seed0/final_ddim16/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": false,
"reward_max": 0.48580617188166964,
"coverage_max": 0.46151586328758615,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0-grnc6/grn_seed0/final_ddim16/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9571583744786145,
"steps_to_success": 177,
"simulation_steps": 177,
"termination_reason": "terminated",
"model_calls": 368,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0-grnc6/grn_seed0/final_ddim16/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": false,
"reward_max": 0.4900596303276928,
"coverage_max": 0.46555664881130815,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": false,
"reward_max": 0.9626122189016763,
"coverage_max": 0.9144816079565924,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": false,
"reward_max": 0.5069058913007959,
"coverage_max": 0.4815605967357561,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": false,
"reward_max": 0.11380034151270933,
"coverage_max": 0.10811032443707386,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": false,
"reward_max": 0.9954171761324938,
"coverage_max": 0.9456463173258691,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9517557846766384,
"steps_to_success": 198,
"simulation_steps": 198,
"termination_reason": "terminated",
"model_calls": 400,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.7142358521719109,
"coverage_max": 0.6785240595633153,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.6645981731855611,
"coverage_max": 0.631368264526283,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": false,
"reward_max": 0.9788968569782966,
"coverage_max": 0.9299520141293818,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": false,
"reward_max": 0.6067076362320879,
"coverage_max": 0.5763722544204835,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": false,
"reward_max": 0.11349384701464467,
"coverage_max": 0.10781915466391243,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9649246392358831,
"steps_to_success": 194,
"simulation_steps": 194,
"termination_reason": "terminated",
"model_calls": 400,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.7246850517963557,
"coverage_max": 0.6884507992065378,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": false,
"reward_max": 0.9693781427225934,
"coverage_max": 0.9209092355864636,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": false,
"reward_max": 0.5102536077344232,
"coverage_max": 0.484740927347702,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": false,
"reward_max": 0.6000040668697797,
"coverage_max": 0.5700038635262907,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.951696592593817,
"steps_to_success": 232,
"simulation_steps": 232,
"termination_reason": "terminated",
"model_calls": 464,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": false,
"reward_max": 0.9888496142397588,
"coverage_max": 0.9394071335277708,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": false,
"reward_max": 0.7080547845411213,
"coverage_max": 0.6726520453140652,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.36994349555197725,
"coverage_max": 0.3514463207743784,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9813605223324848,
"steps_to_success": 280,
"simulation_steps": 280,
"termination_reason": "terminated",
"model_calls": 560,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9632901594025759,
"steps_to_success": 161,
"simulation_steps": 161,
"termination_reason": "terminated",
"model_calls": 336,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": false,
"reward_max": 0.5540190533410146,
"coverage_max": 0.5263181006739639,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9721009580775134,
"steps_to_success": 217,
"simulation_steps": 217,
"termination_reason": "terminated",
"model_calls": 448,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": false,
"reward_max": 0.686232280658012,
"coverage_max": 0.6519206666251114,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.5851609059848615,
"coverage_max": 0.5559028606856183,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9503720207578618,
"steps_to_success": 119,
"simulation_steps": 119,
"termination_reason": "terminated",
"model_calls": 240,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": false,
"reward_max": 0.43510516085989154,
"coverage_max": 0.41334990281689693,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9527364675867828,
"steps_to_success": 288,
"simulation_steps": 288,
"termination_reason": "terminated",
"model_calls": 576,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.520094883240443,
"coverage_max": 0.4940901390784208,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.4883379382390562,
"coverage_max": 0.4639210413271034,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": false,
"reward_max": 0.43942347558480205,
"coverage_max": 0.4174523018055619,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": false,
"reward_max": 0.9716977713116498,
"coverage_max": 0.9231128827460673,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": false,
"reward_max": 0.7185899602678327,
"coverage_max": 0.6826604622544411,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": false,
"reward_max": 0.6883205397690701,
"coverage_max": 0.6539045127806166,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": false,
"reward_max": 0.6909946147337521,
"coverage_max": 0.6564448839970645,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": false,
"reward_max": 0.6748732670213208,
"coverage_max": 0.6411296036702547,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": false,
"reward_max": 0.9701067115395505,
"coverage_max": 0.921601375962573,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": false,
"reward_max": 0.9794496135945838,
"coverage_max": 0.9304771329148546,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": false,
"reward_max": 0.728694018265413,
"coverage_max": 0.6922593173521423,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.6671440329574093,
"coverage_max": 0.6337868313095388,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9595405101479727,
"steps_to_success": 177,
"simulation_steps": 177,
"termination_reason": "terminated",
"model_calls": 368,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.9575011154408252,
"coverage_max": 0.9096260596687838,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.9717255761986844,
"coverage_max": 0.9231392973887501,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 512400
}