pusht-parallel-dit-seed0 / evaluation_step0126000.json
IXDLI's picture
Final EMA dit seed0, 512400 updates
2d7bd36 verified
Raw History Blame Contribute Delete
20.9 kB
{
"policy": "dit",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 10,
"sampler": "ddim",
"mean_score": 0.7224271342946931,
"success_rate": 0.22,
"mean_max_coverage": 0.6893125288028144,
"coverage_episodes": 50,
"steps_to_success_mean": 173.0909090909091,
"successful_count": 11,
"simulation_steps": 13604,
"model_calls": 17240,
"model_calls_source": "forward_hook:denoiser",
"model_call_counts": {
"chunk_generations": 1724,
"tube_initializations": 0,
"tube_stream_updates": 0,
"chunk_head_calls": 17240,
"initialization_head_calls": 0,
"stream_head_calls": 0
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": false,
"reward_max": 0.7194566803426755,
"coverage_max": 0.6834838463255417,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/evaluations/step_0126000/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": false,
"reward_max": 0.6767249302740033,
"coverage_max": 0.6428886837603031,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/evaluations/step_0126000/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9520947695823034,
"steps_to_success": 145,
"simulation_steps": 145,
"termination_reason": "terminated",
"model_calls": 190,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/evaluations/step_0126000/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": false,
"reward_max": 0.957889119221288,
"coverage_max": 0.9099946632602236,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9615414603357155,
"steps_to_success": 103,
"simulation_steps": 103,
"termination_reason": "terminated",
"model_calls": 130,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.987113013672023,
"steps_to_success": 144,
"simulation_steps": 144,
"termination_reason": "terminated",
"model_calls": 180,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": false,
"reward_max": 0.9881241760590599,
"coverage_max": 0.9387179672561069,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": false,
"reward_max": 0.38672956842803197,
"coverage_max": 0.36739309000663034,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.9954099621353353,
"coverage_max": 0.9456394640285685,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.7006373187267774,
"coverage_max": 0.6656054527904385,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9849703728175083,
"steps_to_success": 247,
"simulation_steps": 247,
"termination_reason": "terminated",
"model_calls": 310,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": false,
"reward_max": 0.9911807719068937,
"coverage_max": 0.941621733311549,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": false,
"reward_max": 0.540658442477486,
"coverage_max": 0.5136255203536116,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": false,
"reward_max": 0.5860461319764343,
"coverage_max": 0.5567438253776126,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.7208769609428335,
"coverage_max": 0.6848331128956918,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": false,
"reward_max": 0.9696187981898209,
"coverage_max": 0.9211378582803298,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": false,
"reward_max": 0.6596553336924503,
"coverage_max": 0.6266725670078278,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9542756995892542,
"steps_to_success": 85,
"simulation_steps": 85,
"termination_reason": "terminated",
"model_calls": 110,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.7254944115815867,
"coverage_max": 0.6892196910025074,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": false,
"reward_max": 0.15151842955582165,
"coverage_max": 0.14394250807803055,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": false,
"reward_max": 0.5546216333642221,
"coverage_max": 0.526890551696011,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.4671870911673923,
"coverage_max": 0.4438277366090227,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9652644550264589,
"steps_to_success": 151,
"simulation_steps": 151,
"termination_reason": "terminated",
"model_calls": 190,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.2054368605176396,
"coverage_max": 0.1951650174917576,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9563812177491963,
"steps_to_success": 278,
"simulation_steps": 278,
"termination_reason": "terminated",
"model_calls": 350,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": false,
"reward_max": 0.5475321295336374,
"coverage_max": 0.5201555230569554,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": false,
"reward_max": 0.9512674384822843,
"coverage_max": 0.90370406655817,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.957123760474578,
"steps_to_success": 244,
"simulation_steps": 244,
"termination_reason": "terminated",
"model_calls": 310,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.027090625058193395,
"coverage_max": 0.025736093805283723,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": false,
"reward_max": 0.9997192938668613,
"coverage_max": 0.9497333291735182,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9506453984487037,
"steps_to_success": 125,
"simulation_steps": 125,
"termination_reason": "terminated",
"model_calls": 160,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": false,
"reward_max": 0.8920476388159699,
"coverage_max": 0.8474452568751714,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.27105793491200636,
"coverage_max": 0.257505038166406,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.9545080298768749,
"coverage_max": 0.9067826283830311,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": false,
"reward_max": 0.9351384270888652,
"coverage_max": 0.8883815057344219,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": false,
"reward_max": 0.860301585587539,
"coverage_max": 0.817286506308162,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": false,
"reward_max": 0.9687297184226401,
"coverage_max": 0.9202932325015081,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": false,
"reward_max": 0.9649695239215883,
"coverage_max": 0.9167210477255089,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": false,
"reward_max": 0.7616726236966185,
"coverage_max": 0.7235889925117875,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9731564602674223,
"steps_to_success": 163,
"simulation_steps": 163,
"termination_reason": "terminated",
"model_calls": 210,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9577709531796316,
"steps_to_success": 219,
"simulation_steps": 219,
"termination_reason": "terminated",
"model_calls": 280,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": false,
"reward_max": 0.9581191694755663,
"coverage_max": 0.910213211001788,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": false,
"reward_max": 0.5904443784552953,
"coverage_max": 0.5609221595325306,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.6030777340988435,
"coverage_max": 0.5729238473939012,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": false,
"reward_max": 0.9574407181593478,
"coverage_max": 0.9095686822513804,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.8809731247227717,
"coverage_max": 0.836924468486633,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 126000
}