| [ |
| { |
| "variant": "human", |
| "instance_id": 301, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 500, |
| "first_stage4": 2460, |
| "stage4_resets": 1, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 19, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.4817696697075746, |
| "base_m_per_1000_steps": 0.45946346347521694, |
| "left_distance_m": 4.013852946663064, |
| "left_m_per_1000_steps": 1.2446055648567642, |
| "right_distance_m": 4.624412126420566, |
| "right_m_per_1000_steps": 1.433926240750563, |
| "stage0_fraction": 0.13643410852713178, |
| "stage1_fraction": 0.018604651162790697, |
| "stage2_fraction": 0.11782945736434108, |
| "stage3_fraction": 0.7209302325581395, |
| "stage4_fraction": 0.006201550387596899 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 302, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 400, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 0, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.312600407869553, |
| "base_m_per_1000_steps": 0.40700787840916375, |
| "left_distance_m": 3.3176200485067966, |
| "left_m_per_1000_steps": 1.0287193948858284, |
| "right_distance_m": 4.659467902976303, |
| "right_m_per_1000_steps": 1.4447962489849002, |
| "stage0_fraction": 0.09302325581395349, |
| "stage1_fraction": 0.031007751937984496, |
| "stage2_fraction": 0.875968992248062, |
| "stage3_fraction": 0.0, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 303, |
| "success": true, |
| "steps": 1611, |
| "first_stage2": 520, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 4, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 81, |
| "base_distance_m": 1.144753266282919, |
| "base_m_per_1000_steps": 0.7105855160042949, |
| "left_distance_m": 3.2541365430952283, |
| "left_m_per_1000_steps": 2.0199481955898375, |
| "right_distance_m": 4.190670601021338, |
| "right_m_per_1000_steps": 2.601285289274574, |
| "stage0_fraction": 0.21104903786468032, |
| "stage1_fraction": 0.11173184357541899, |
| "stage2_fraction": 0.3600248292985723, |
| "stage3_fraction": 0.31719428926132837, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 304, |
| "success": true, |
| "steps": 1118, |
| "first_stage2": 560, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 4, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 56, |
| "base_distance_m": 0.22761509926351664, |
| "base_m_per_1000_steps": 0.20359132313373582, |
| "left_distance_m": 1.6308526773118501, |
| "left_m_per_1000_steps": 1.4587233249658769, |
| "right_distance_m": 2.655986305816441, |
| "right_m_per_1000_steps": 2.3756585919646165, |
| "stage0_fraction": 0.03577817531305903, |
| "stage1_fraction": 0.46511627906976744, |
| "stage2_fraction": 0.26833631484794274, |
| "stage3_fraction": 0.23076923076923078, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 305, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 1320, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 26, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.5706939533467903, |
| "base_m_per_1000_steps": 0.1769593653788497, |
| "left_distance_m": 3.8296018381902286, |
| "left_m_per_1000_steps": 1.1874734381985206, |
| "right_distance_m": 4.467613373894437, |
| "right_m_per_1000_steps": 1.3853064725254067, |
| "stage0_fraction": 0.22325581395348837, |
| "stage1_fraction": 0.18604651162790697, |
| "stage2_fraction": 0.31627906976744186, |
| "stage3_fraction": 0.2744186046511628, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 306, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 780, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 14, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.1497129209960235, |
| "base_m_per_1000_steps": 0.35650013054140267, |
| "left_distance_m": 3.6272973996628934, |
| "left_m_per_1000_steps": 1.124743379740432, |
| "right_distance_m": 5.7820268026498525, |
| "right_m_per_1000_steps": 1.7928765279534427, |
| "stage0_fraction": 0.13023255813953488, |
| "stage1_fraction": 0.11162790697674418, |
| "stage2_fraction": 0.26666666666666666, |
| "stage3_fraction": 0.49147286821705427, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 307, |
| "success": true, |
| "steps": 1265, |
| "first_stage2": 340, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 4, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 64, |
| "base_distance_m": 0.396309370106394, |
| "base_m_per_1000_steps": 0.3132880396097976, |
| "left_distance_m": 1.8536515397304356, |
| "left_m_per_1000_steps": 1.4653371855576567, |
| "right_distance_m": 2.60776129181977, |
| "right_m_per_1000_steps": 2.0614713769326243, |
| "stage0_fraction": 0.1422924901185771, |
| "stage1_fraction": 0.12648221343873517, |
| "stage2_fraction": 0.5217391304347826, |
| "stage3_fraction": 0.20948616600790515, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 308, |
| "success": true, |
| "steps": 2112, |
| "first_stage2": 720, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 36, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 106, |
| "base_distance_m": 1.679432067925518, |
| "base_m_per_1000_steps": 0.7951856382223097, |
| "left_distance_m": 3.366130811095104, |
| "left_m_per_1000_steps": 1.5938119370715456, |
| "right_distance_m": 3.6778552237096847, |
| "right_m_per_1000_steps": 1.7414087233473885, |
| "stage0_fraction": 0.17045454545454544, |
| "stage1_fraction": 0.17045454545454544, |
| "stage2_fraction": 0.634469696969697, |
| "stage3_fraction": 0.02462121212121212, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 309, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 680, |
| "first_stage4": 2480, |
| "stage4_resets": 5, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 7, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.5474623799566984, |
| "base_m_per_1000_steps": 0.1697557767307592, |
| "left_distance_m": 2.812098415377477, |
| "left_m_per_1000_steps": 0.871968500892241, |
| "right_distance_m": 3.6960577434249444, |
| "right_m_per_1000_steps": 1.1460644165658742, |
| "stage0_fraction": 0.04961240310077519, |
| "stage1_fraction": 0.16124031007751938, |
| "stage2_fraction": 0.48372093023255813, |
| "stage3_fraction": 0.2744186046511628, |
| "stage4_fraction": 0.031007751937984496 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 310, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 940, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 11, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.929308044908396, |
| "base_m_per_1000_steps": 0.5982350526847738, |
| "left_distance_m": 3.3412318744631193, |
| "left_m_per_1000_steps": 1.0360408913063934, |
| "right_distance_m": 4.07351179442594, |
| "right_m_per_1000_steps": 1.2631044323801364, |
| "stage0_fraction": 0.09302325581395349, |
| "stage1_fraction": 0.19844961240310077, |
| "stage2_fraction": 0.7085271317829457, |
| "stage3_fraction": 0.0, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 311, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 680, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 1, |
| "action_modified": 0, |
| "compression_disabled": 62, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.2904507071363014, |
| "base_m_per_1000_steps": 0.4001397541507911, |
| "left_distance_m": 2.9537591328125927, |
| "left_m_per_1000_steps": 0.9158943047480907, |
| "right_distance_m": 3.736135976757623, |
| "right_m_per_1000_steps": 1.1584917757387978, |
| "stage0_fraction": 0.11162790697674418, |
| "stage1_fraction": 0.12403100775193798, |
| "stage2_fraction": 0.7643410852713178, |
| "stage3_fraction": 0.0, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 312, |
| "success": true, |
| "steps": 1825, |
| "first_stage2": 600, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 1, |
| "action_modified": 0, |
| "compression_disabled": 6, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 92, |
| "base_distance_m": 1.6774996447488206, |
| "base_m_per_1000_steps": 0.9191778875336003, |
| "left_distance_m": 4.136026721375401, |
| "left_m_per_1000_steps": 2.266316011712549, |
| "right_distance_m": 4.851219471141121, |
| "right_m_per_1000_steps": 2.6582024499403403, |
| "stage0_fraction": 0.19726027397260273, |
| "stage1_fraction": 0.19726027397260273, |
| "stage2_fraction": 0.2958904109589041, |
| "stage3_fraction": 0.3095890410958904, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 313, |
| "success": true, |
| "steps": 1299, |
| "first_stage2": 720, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 2, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 65, |
| "base_distance_m": 1.7464705265598468, |
| "base_m_per_1000_steps": 1.344473076643454, |
| "left_distance_m": 4.068020621660253, |
| "left_m_per_1000_steps": 3.1316555978908798, |
| "right_distance_m": 4.497102230035125, |
| "right_m_per_1000_steps": 3.4619724634604503, |
| "stage0_fraction": 0.41570438799076215, |
| "stage1_fraction": 0.13856812933025403, |
| "stage2_fraction": 0.20015396458814472, |
| "stage3_fraction": 0.2455735180908391, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 314, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 860, |
| "first_stage4": 2620, |
| "stage4_resets": 1, |
| "model_stage_backtracks": 1, |
| "action_modified": 0, |
| "compression_disabled": 14, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.8783875346570937, |
| "base_m_per_1000_steps": 0.5824457471804941, |
| "left_distance_m": 5.177731172634594, |
| "left_m_per_1000_steps": 1.6054980380262307, |
| "right_distance_m": 5.7380104421965825, |
| "right_m_per_1000_steps": 1.7792280440919634, |
| "stage0_fraction": 0.09302325581395349, |
| "stage1_fraction": 0.17364341085271318, |
| "stage2_fraction": 0.36589147286821705, |
| "stage3_fraction": 0.3612403100775194, |
| "stage4_fraction": 0.006201550387596899 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 315, |
| "success": true, |
| "steps": 1449, |
| "first_stage2": 420, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 1, |
| "action_modified": 0, |
| "compression_disabled": 5, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 73, |
| "base_distance_m": 0.7117730764511236, |
| "base_m_per_1000_steps": 0.4912167539345228, |
| "left_distance_m": 2.7458552979824162, |
| "left_m_per_1000_steps": 1.8950002056469402, |
| "right_distance_m": 3.5346888712965665, |
| "right_m_per_1000_steps": 2.439398806967955, |
| "stage0_fraction": 0.1518288474810214, |
| "stage1_fraction": 0.13802622498274672, |
| "stage2_fraction": 0.4554865424430642, |
| "stage3_fraction": 0.2546583850931677, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 316, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 680, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 19, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.6943949993691376, |
| "base_m_per_1000_steps": 0.21531627887415122, |
| "left_distance_m": 2.8449398941709205, |
| "left_m_per_1000_steps": 0.8821519051692777, |
| "right_distance_m": 4.199123301222016, |
| "right_m_per_1000_steps": 1.3020537368130285, |
| "stage0_fraction": 0.11782945736434108, |
| "stage1_fraction": 0.09302325581395349, |
| "stage2_fraction": 0.7007751937984497, |
| "stage3_fraction": 0.08837209302325581, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 317, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 340, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 0, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.5361217162243292, |
| "base_m_per_1000_steps": 0.1662392918525052, |
| "left_distance_m": 2.4149361146240835, |
| "left_m_per_1000_steps": 0.7488173998834368, |
| "right_distance_m": 3.386115075973521, |
| "right_m_per_1000_steps": 1.0499581630925645, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.06821705426356589, |
| "stage2_fraction": 0.8806201550387597, |
| "stage3_fraction": 0.013953488372093023, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 318, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 840, |
| "first_stage4": 1840, |
| "stage4_resets": 4, |
| "model_stage_backtracks": 0, |
| "action_modified": 1, |
| "compression_disabled": 56, |
| "open_left": 1, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.9705223440202531, |
| "base_m_per_1000_steps": 0.30093716093651257, |
| "left_distance_m": 3.5442226613516254, |
| "left_m_per_1000_steps": 1.0989837709617443, |
| "right_distance_m": 5.528532827721278, |
| "right_m_per_1000_steps": 1.7142737450298537, |
| "stage0_fraction": 0.11162790697674418, |
| "stage1_fraction": 0.14883720930232558, |
| "stage2_fraction": 0.5348837209302325, |
| "stage3_fraction": 0.17984496124031008, |
| "stage4_fraction": 0.024806201550387597 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 319, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 940, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 1, |
| "compression_disabled": 31, |
| "open_left": 0, |
| "open_right": 1, |
| "predictions": 162, |
| "base_distance_m": 0.6074895140412195, |
| "base_m_per_1000_steps": 0.18836884156316885, |
| "left_distance_m": 2.4191088109498082, |
| "left_m_per_1000_steps": 0.7501112592092428, |
| "right_distance_m": 3.4623552360621943, |
| "right_m_per_1000_steps": 1.0735985228099827, |
| "stage0_fraction": 0.13643410852713178, |
| "stage1_fraction": 0.15503875968992248, |
| "stage2_fraction": 0.7085271317829457, |
| "stage3_fraction": 0.0, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "human", |
| "instance_id": 320, |
| "success": true, |
| "steps": 995, |
| "first_stage2": 280, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 6, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 50, |
| "base_distance_m": 0.5530436205042975, |
| "base_m_per_1000_steps": 0.5558227341751734, |
| "left_distance_m": 2.155680789107464, |
| "left_m_per_1000_steps": 2.1665133558868988, |
| "right_distance_m": 3.1215978051550337, |
| "right_m_per_1000_steps": 3.1372842262864657, |
| "stage0_fraction": 0.08040201005025126, |
| "stage1_fraction": 0.20100502512562815, |
| "stage2_fraction": 0.36180904522613067, |
| "stage3_fraction": 0.35678391959798994, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 301, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 180, |
| "first_stage4": 400, |
| "stage4_resets": 22, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 129, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.455781657696832, |
| "base_m_per_1000_steps": 0.45140516517731233, |
| "left_distance_m": 14.053245029082063, |
| "left_m_per_1000_steps": 4.357595357854904, |
| "right_distance_m": 8.916738394400454, |
| "right_m_per_1000_steps": 2.7648801222947146, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.018604651162790697, |
| "stage2_fraction": 0.3178294573643411, |
| "stage3_fraction": 0.48992248062015503, |
| "stage4_fraction": 0.13643410852713178 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 302, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 320, |
| "first_stage4": 1520, |
| "stage4_resets": 1, |
| "model_stage_backtracks": 3, |
| "action_modified": 3, |
| "compression_disabled": 26, |
| "open_left": 3, |
| "open_right": 3, |
| "predictions": 162, |
| "base_distance_m": 5.873266038547911, |
| "base_m_per_1000_steps": 1.821167763890825, |
| "left_distance_m": 14.385430875081568, |
| "left_m_per_1000_steps": 4.460598720955525, |
| "right_distance_m": 12.499818996841555, |
| "right_m_per_1000_steps": 3.8759128672376915, |
| "stage0_fraction": 0.06821705426356589, |
| "stage1_fraction": 0.06821705426356589, |
| "stage2_fraction": 0.37209302325581395, |
| "stage3_fraction": 0.48527131782945737, |
| "stage4_fraction": 0.006201550387596899 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 303, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 200, |
| "first_stage4": 460, |
| "stage4_resets": 7, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 123, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.484667441355441, |
| "base_m_per_1000_steps": 0.4603619973195166, |
| "left_distance_m": 17.373201239610353, |
| "left_m_per_1000_steps": 5.387039144065225, |
| "right_distance_m": 9.561319639456997, |
| "right_m_per_1000_steps": 2.9647502758006192, |
| "stage0_fraction": 0.024806201550387597, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.14883720930232558, |
| "stage3_fraction": 0.7457364341085271, |
| "stage4_fraction": 0.043410852713178294 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 304, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": null, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 77, |
| "compression_disabled": 77, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.01675240299317693, |
| "base_m_per_1000_steps": 0.005194543563775792, |
| "left_distance_m": 2.119068073272075, |
| "left_m_per_1000_steps": 0.6570753715572326, |
| "right_distance_m": 0.38332868345577253, |
| "right_m_per_1000_steps": 0.11886160727310777, |
| "stage0_fraction": 1.0, |
| "stage1_fraction": 0.0, |
| "stage2_fraction": 0.0, |
| "stage3_fraction": 0.0, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 305, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 200, |
| "first_stage4": 2520, |
| "stage4_resets": 1, |
| "model_stage_backtracks": 6, |
| "action_modified": 17, |
| "compression_disabled": 46, |
| "open_left": 16, |
| "open_right": 14, |
| "predictions": 162, |
| "base_distance_m": 1.2959004158797995, |
| "base_m_per_1000_steps": 0.4018295863193177, |
| "left_distance_m": 10.89038271036469, |
| "left_m_per_1000_steps": 3.376862855927036, |
| "right_distance_m": 6.019141900148611, |
| "right_m_per_1000_steps": 1.8664005891933677, |
| "stage0_fraction": 0.012403100775193798, |
| "stage1_fraction": 0.07441860465116279, |
| "stage2_fraction": 0.27286821705426356, |
| "stage3_fraction": 0.6341085271317829, |
| "stage4_fraction": 0.006201550387596899 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 306, |
| "success": true, |
| "steps": 486, |
| "first_stage2": 160, |
| "first_stage4": 420, |
| "stage4_resets": 1, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 1, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 25, |
| "base_distance_m": 1.001191597508182, |
| "base_m_per_1000_steps": 2.060065015448934, |
| "left_distance_m": 3.3184404904650364, |
| "left_m_per_1000_steps": 6.828066852808717, |
| "right_distance_m": 2.8255853800401383, |
| "right_m_per_1000_steps": 5.813961687325387, |
| "stage0_fraction": 0.12345679012345678, |
| "stage1_fraction": 0.205761316872428, |
| "stage2_fraction": 0.45267489711934156, |
| "stage3_fraction": 0.17695473251028807, |
| "stage4_fraction": 0.0411522633744856 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 307, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 200, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 5, |
| "action_modified": 0, |
| "compression_disabled": 9, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.7614446585768064, |
| "base_m_per_1000_steps": 0.5461843902563741, |
| "left_distance_m": 10.183557067846777, |
| "left_m_per_1000_steps": 3.1576921140610166, |
| "right_distance_m": 4.613852633683564, |
| "right_m_per_1000_steps": 1.4306519794367638, |
| "stage0_fraction": 0.018604651162790697, |
| "stage1_fraction": 0.6341085271317829, |
| "stage2_fraction": 0.22325581395348837, |
| "stage3_fraction": 0.12403100775193798, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 308, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 300, |
| "first_stage4": 580, |
| "stage4_resets": 12, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 115, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.7656865204814949, |
| "base_m_per_1000_steps": 0.5474996962733317, |
| "left_distance_m": 13.85665045749829, |
| "left_m_per_1000_steps": 4.296635800774664, |
| "right_distance_m": 10.838314115423032, |
| "right_m_per_1000_steps": 3.3607175551699324, |
| "stage0_fraction": 0.05581395348837209, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.24806201550387597, |
| "stage3_fraction": 0.5844961240310077, |
| "stage4_fraction": 0.07441860465116279 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 309, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 100, |
| "first_stage4": 700, |
| "stage4_resets": 1, |
| "model_stage_backtracks": 1, |
| "action_modified": 6, |
| "compression_disabled": 43, |
| "open_left": 6, |
| "open_right": 4, |
| "predictions": 162, |
| "base_distance_m": 1.3642592564895892, |
| "base_m_per_1000_steps": 0.42302612604328343, |
| "left_distance_m": 7.201671044367544, |
| "left_m_per_1000_steps": 2.2330762928271453, |
| "right_distance_m": 5.113000044495379, |
| "right_m_per_1000_steps": 1.5854263703861642, |
| "stage0_fraction": 0.012403100775193798, |
| "stage1_fraction": 0.018604651162790697, |
| "stage2_fraction": 0.21085271317829457, |
| "stage3_fraction": 0.751937984496124, |
| "stage4_fraction": 0.006201550387596899 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 310, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 180, |
| "first_stage4": 440, |
| "stage4_resets": 15, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 104, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.7344302064893782, |
| "base_m_per_1000_steps": 0.5378078159656986, |
| "left_distance_m": 15.247055305348113, |
| "left_m_per_1000_steps": 4.727769086929647, |
| "right_distance_m": 10.026071768194925, |
| "right_m_per_1000_steps": 3.108859463006178, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.018604651162790697, |
| "stage2_fraction": 0.24186046511627907, |
| "stage3_fraction": 0.6093023255813953, |
| "stage4_fraction": 0.09302325581395349 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 311, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 340, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 2, |
| "action_modified": 71, |
| "compression_disabled": 72, |
| "open_left": 71, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.07712648435961, |
| "base_m_per_1000_steps": 0.33399270832856126, |
| "left_distance_m": 4.00379864634678, |
| "left_m_per_1000_steps": 1.2414879523555908, |
| "right_distance_m": 2.4116091359022107, |
| "right_m_per_1000_steps": 0.7477857785743288, |
| "stage0_fraction": 0.05581395348837209, |
| "stage1_fraction": 0.04961240310077519, |
| "stage2_fraction": 0.7255813953488373, |
| "stage3_fraction": 0.16899224806201552, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 312, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 220, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 2, |
| "action_modified": 0, |
| "compression_disabled": 16, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 3.5469347183416176, |
| "base_m_per_1000_steps": 1.0998247188656178, |
| "left_distance_m": 12.478616127607438, |
| "left_m_per_1000_steps": 3.8693383341418413, |
| "right_distance_m": 6.670899965237368, |
| "right_m_per_1000_steps": 2.068496113251897, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.04961240310077519, |
| "stage2_fraction": 0.8573643410852713, |
| "stage3_fraction": 0.05581395348837209, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 313, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 300, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 4, |
| "action_modified": 4, |
| "compression_disabled": 36, |
| "open_left": 3, |
| "open_right": 1, |
| "predictions": 162, |
| "base_distance_m": 2.495567330479787, |
| "base_m_per_1000_steps": 0.7738193272805541, |
| "left_distance_m": 14.317960667090915, |
| "left_m_per_1000_steps": 4.439677726229741, |
| "right_distance_m": 7.808897099294711, |
| "right_m_per_1000_steps": 2.421363441641771, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.40310077519379844, |
| "stage2_fraction": 0.26666666666666666, |
| "stage3_fraction": 0.2930232558139535, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 314, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 320, |
| "first_stage4": 660, |
| "stage4_resets": 17, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 113, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.8475186019155956, |
| "base_m_per_1000_steps": 0.5728739850901071, |
| "left_distance_m": 11.974483959580084, |
| "left_m_per_1000_steps": 3.7130182820403363, |
| "right_distance_m": 11.936042708029163, |
| "right_m_per_1000_steps": 3.70109851411757, |
| "stage0_fraction": 0.012403100775193798, |
| "stage1_fraction": 0.08682170542635659, |
| "stage2_fraction": 0.29767441860465116, |
| "stage3_fraction": 0.49767441860465117, |
| "stage4_fraction": 0.10542635658914729 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 315, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 140, |
| "first_stage4": 3180, |
| "stage4_resets": 1, |
| "model_stage_backtracks": 5, |
| "action_modified": 8, |
| "compression_disabled": 71, |
| "open_left": 4, |
| "open_right": 3, |
| "predictions": 162, |
| "base_distance_m": 1.3537682310320918, |
| "base_m_per_1000_steps": 0.41977309489367187, |
| "left_distance_m": 13.23728743394608, |
| "left_m_per_1000_steps": 4.104585250835994, |
| "right_distance_m": 6.488194550602117, |
| "right_m_per_1000_steps": 2.0118432715045325, |
| "stage0_fraction": 0.012403100775193798, |
| "stage1_fraction": 0.46511627906976744, |
| "stage2_fraction": 0.2248062015503876, |
| "stage3_fraction": 0.29147286821705426, |
| "stage4_fraction": 0.006201550387596899 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 316, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 200, |
| "first_stage4": 480, |
| "stage4_resets": 16, |
| "model_stage_backtracks": 1, |
| "action_modified": 0, |
| "compression_disabled": 110, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.1192915461274993, |
| "base_m_per_1000_steps": 0.3470671460860463, |
| "left_distance_m": 13.345729579154977, |
| "left_m_per_1000_steps": 4.138210722218597, |
| "right_distance_m": 10.787429927022458, |
| "right_m_per_1000_steps": 3.3449395122550256, |
| "stage0_fraction": 0.031007751937984496, |
| "stage1_fraction": 0.04961240310077519, |
| "stage2_fraction": 0.26046511627906976, |
| "stage3_fraction": 0.5596899224806201, |
| "stage4_fraction": 0.09922480620155039 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 317, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 140, |
| "first_stage4": 640, |
| "stage4_resets": 2, |
| "model_stage_backtracks": 3, |
| "action_modified": 18, |
| "compression_disabled": 55, |
| "open_left": 18, |
| "open_right": 10, |
| "predictions": 162, |
| "base_distance_m": 1.2892241928130659, |
| "base_m_per_1000_steps": 0.3997594396319584, |
| "left_distance_m": 6.617389962213281, |
| "left_m_per_1000_steps": 2.0519038642521803, |
| "right_distance_m": 4.7210403412453275, |
| "right_m_per_1000_steps": 1.463888477905528, |
| "stage0_fraction": 0.012403100775193798, |
| "stage1_fraction": 0.04961240310077519, |
| "stage2_fraction": 0.6945736434108527, |
| "stage3_fraction": 0.2310077519379845, |
| "stage4_fraction": 0.012403100775193798 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 318, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 320, |
| "first_stage4": 460, |
| "stage4_resets": 21, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 113, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.2097006643855934, |
| "base_m_per_1000_steps": 0.37510098120483515, |
| "left_distance_m": 12.969600931348396, |
| "left_m_per_1000_steps": 4.021581684139038, |
| "right_distance_m": 12.261301020353585, |
| "right_m_per_1000_steps": 3.8019538047608017, |
| "stage0_fraction": 0.08062015503875969, |
| "stage1_fraction": 0.018604651162790697, |
| "stage2_fraction": 0.29767441860465116, |
| "stage3_fraction": 0.4728682170542636, |
| "stage4_fraction": 0.13023255813953488 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 319, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 340, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 5, |
| "action_modified": 1, |
| "compression_disabled": 4, |
| "open_left": 1, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 2.478628080562146, |
| "base_m_per_1000_steps": 0.7685668466859367, |
| "left_distance_m": 11.342336298831015, |
| "left_m_per_1000_steps": 3.517003503513493, |
| "right_distance_m": 6.34442243070481, |
| "right_m_per_1000_steps": 1.967262769210794, |
| "stage0_fraction": 0.06201550387596899, |
| "stage1_fraction": 0.448062015503876, |
| "stage2_fraction": 0.47131782945736433, |
| "stage3_fraction": 0.018604651162790697, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "codegen_success", |
| "instance_id": 320, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 220, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 40, |
| "compression_disabled": 66, |
| "open_left": 40, |
| "open_right": 1, |
| "predictions": 162, |
| "base_distance_m": 0.4612057719463678, |
| "base_m_per_1000_steps": 0.1430095416887962, |
| "left_distance_m": 4.77362508491089, |
| "left_m_per_1000_steps": 1.4801938247785704, |
| "right_distance_m": 2.650868797865712, |
| "right_m_per_1000_steps": 0.8219748210436317, |
| "stage0_fraction": 0.04961240310077519, |
| "stage1_fraction": 0.018604651162790697, |
| "stage2_fraction": 0.931782945736434, |
| "stage3_fraction": 0.0, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 301, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 180, |
| "first_stage4": 420, |
| "stage4_resets": 2, |
| "model_stage_backtracks": 1, |
| "action_modified": 22, |
| "compression_disabled": 35, |
| "open_left": 0, |
| "open_right": 5, |
| "predictions": 162, |
| "base_distance_m": 1.208350165311117, |
| "base_m_per_1000_steps": 0.37468222180189675, |
| "left_distance_m": 7.570172916303818, |
| "left_m_per_1000_steps": 2.3473404391639745, |
| "right_distance_m": 4.57280618092679, |
| "right_m_per_1000_steps": 1.4179243971866016, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.8201550387596899, |
| "stage2_fraction": 0.06821705426356589, |
| "stage3_fraction": 0.06201550387596899, |
| "stage4_fraction": 0.012403100775193798 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 302, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 340, |
| "first_stage4": 1180, |
| "stage4_resets": 4, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 5, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 2.684752755940565, |
| "base_m_per_1000_steps": 0.8324814747102527, |
| "left_distance_m": 10.135084201061545, |
| "left_m_per_1000_steps": 3.142661767771022, |
| "right_distance_m": 8.292139726258938, |
| "right_m_per_1000_steps": 2.571206116669438, |
| "stage0_fraction": 0.04961240310077519, |
| "stage1_fraction": 0.05581395348837209, |
| "stage2_fraction": 0.15503875968992248, |
| "stage3_fraction": 0.7147286821705426, |
| "stage4_fraction": 0.024806201550387597 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 303, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 200, |
| "first_stage4": 460, |
| "stage4_resets": 17, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 111, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.4489683972278442, |
| "base_m_per_1000_steps": 0.4492925262721998, |
| "left_distance_m": 11.027971471252386, |
| "left_m_per_1000_steps": 3.419526037597639, |
| "right_distance_m": 6.280444950980382, |
| "right_m_per_1000_steps": 1.9474247910016689, |
| "stage0_fraction": 0.024806201550387597, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.26666666666666666, |
| "stage3_fraction": 0.5658914728682171, |
| "stage4_fraction": 0.10542635658914729 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 304, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 120, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 79, |
| "compression_disabled": 79, |
| "open_left": 78, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.040984351338977376, |
| "base_m_per_1000_steps": 0.012708325996582132, |
| "left_distance_m": 1.476363335880393, |
| "left_m_per_1000_steps": 0.45778708089314507, |
| "right_distance_m": 0.2267816892062342, |
| "right_m_per_1000_steps": 0.07031990362984006, |
| "stage0_fraction": 0.012403100775193798, |
| "stage1_fraction": 0.024806201550387597, |
| "stage2_fraction": 0.018604651162790697, |
| "stage3_fraction": 0.9441860465116279, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 305, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 240, |
| "first_stage4": 1020, |
| "stage4_resets": 1, |
| "model_stage_backtracks": 3, |
| "action_modified": 23, |
| "compression_disabled": 75, |
| "open_left": 23, |
| "open_right": 2, |
| "predictions": 162, |
| "base_distance_m": 0.41364766520302965, |
| "base_m_per_1000_steps": 0.12826284192342002, |
| "left_distance_m": 7.118097739190404, |
| "left_m_per_1000_steps": 2.207162089671443, |
| "right_distance_m": 3.5205149413107506, |
| "right_m_per_1000_steps": 1.091632539941318, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.19844961240310077, |
| "stage3_fraction": 0.7209302325581395, |
| "stage4_fraction": 0.006201550387596899 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 306, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 240, |
| "first_stage4": 520, |
| "stage4_resets": 10, |
| "model_stage_backtracks": 1, |
| "action_modified": 3, |
| "compression_disabled": 8, |
| "open_left": 2, |
| "open_right": 1, |
| "predictions": 162, |
| "base_distance_m": 1.2147565991739384, |
| "base_m_per_1000_steps": 0.3766687129221515, |
| "left_distance_m": 7.5619673454237955, |
| "left_m_per_1000_steps": 2.3447960761004016, |
| "right_distance_m": 6.000152907199777, |
| "right_m_per_1000_steps": 1.8605125293642717, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.17984496124031008, |
| "stage3_fraction": 0.6837209302325581, |
| "stage4_fraction": 0.06201550387596899 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 307, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 200, |
| "first_stage4": 320, |
| "stage4_resets": 23, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 2, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.30241570414392527, |
| "base_m_per_1000_steps": 0.09377231136245745, |
| "left_distance_m": 7.889694842682729, |
| "left_m_per_1000_steps": 2.446417005483017, |
| "right_distance_m": 5.083050191185976, |
| "right_m_per_1000_steps": 1.576139594166194, |
| "stage0_fraction": 0.024806201550387597, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.32248062015503876, |
| "stage3_fraction": 0.4728682170542636, |
| "stage4_fraction": 0.14263565891472868 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 308, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 460, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 2, |
| "action_modified": 0, |
| "compression_disabled": 5, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.5055971606025764, |
| "base_m_per_1000_steps": 0.46685183274498493, |
| "left_distance_m": 7.265087338572812, |
| "left_m_per_1000_steps": 2.2527402600225774, |
| "right_distance_m": 6.220683767545779, |
| "right_m_per_1000_steps": 1.9288941914870632, |
| "stage0_fraction": 0.05581395348837209, |
| "stage1_fraction": 0.14263565891472868, |
| "stage2_fraction": 0.7333333333333333, |
| "stage3_fraction": 0.06821705426356589, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 309, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 120, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 1, |
| "action_modified": 31, |
| "compression_disabled": 52, |
| "open_left": 31, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.5995073129180355, |
| "base_m_per_1000_steps": 0.18589374043970092, |
| "left_distance_m": 4.784162396011567, |
| "left_m_per_1000_steps": 1.4834612080656022, |
| "right_distance_m": 1.328229415405076, |
| "right_m_per_1000_steps": 0.4118540822961476, |
| "stage0_fraction": 0.012403100775193798, |
| "stage1_fraction": 0.024806201550387597, |
| "stage2_fraction": 0.06201550387596899, |
| "stage3_fraction": 0.9007751937984496, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 310, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 180, |
| "first_stage4": 540, |
| "stage4_resets": 11, |
| "model_stage_backtracks": 1, |
| "action_modified": 0, |
| "compression_disabled": 26, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.5055408938536061, |
| "base_m_per_1000_steps": 0.46683438569104063, |
| "left_distance_m": 8.193047721530093, |
| "left_m_per_1000_steps": 2.540479913652742, |
| "right_distance_m": 5.991327982067105, |
| "right_m_per_1000_steps": 1.85777611847042, |
| "stage0_fraction": 0.037209302325581395, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.17984496124031008, |
| "stage3_fraction": 0.6775193798449612, |
| "stage4_fraction": 0.06821705426356589 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 311, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 380, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 6, |
| "action_modified": 4, |
| "compression_disabled": 5, |
| "open_left": 2, |
| "open_right": 4, |
| "predictions": 162, |
| "base_distance_m": 1.127917838015378, |
| "base_m_per_1000_steps": 0.3497419652760862, |
| "left_distance_m": 7.950593770243245, |
| "left_m_per_1000_steps": 2.465300393873874, |
| "right_distance_m": 5.2031384159446645, |
| "right_m_per_1000_steps": 1.6133762530060975, |
| "stage0_fraction": 0.08682170542635659, |
| "stage1_fraction": 0.27286821705426356, |
| "stage2_fraction": 0.4232558139534884, |
| "stage3_fraction": 0.21705426356589147, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 312, |
| "success": true, |
| "steps": 383, |
| "first_stage2": 240, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 1, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 20, |
| "base_distance_m": 1.7049403934042857, |
| "base_m_per_1000_steps": 4.451541497139128, |
| "left_distance_m": 2.995254393579671, |
| "left_m_per_1000_steps": 7.820507555038306, |
| "right_distance_m": 2.103369084898077, |
| "right_m_per_1000_steps": 5.4918252869401485, |
| "stage0_fraction": 0.4177545691906005, |
| "stage1_fraction": 0.20887728459530025, |
| "stage2_fraction": 0.36553524804177545, |
| "stage3_fraction": 0.007832898172323759, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 313, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 320, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 6, |
| "action_modified": 8, |
| "compression_disabled": 12, |
| "open_left": 2, |
| "open_right": 6, |
| "predictions": 162, |
| "base_distance_m": 1.8457163684492173, |
| "base_m_per_1000_steps": 0.5723151530075092, |
| "left_distance_m": 7.5528187959808974, |
| "left_m_per_1000_steps": 2.3419593165832238, |
| "right_distance_m": 6.756488552797947, |
| "right_m_per_1000_steps": 2.095035210169906, |
| "stage0_fraction": 0.06201550387596899, |
| "stage1_fraction": 0.09302325581395349, |
| "stage2_fraction": 0.6449612403100775, |
| "stage3_fraction": 0.2, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 314, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 460, |
| "first_stage4": 660, |
| "stage4_resets": 21, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 3, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.5946722921321168, |
| "base_m_per_1000_steps": 0.49447202856809824, |
| "left_distance_m": 8.358979956939947, |
| "left_m_per_1000_steps": 2.591931769593782, |
| "right_distance_m": 7.480393587209619, |
| "right_m_per_1000_steps": 2.3195018875068585, |
| "stage0_fraction": 0.09922480620155039, |
| "stage1_fraction": 0.043410852713178294, |
| "stage2_fraction": 0.29767441860465116, |
| "stage3_fraction": 0.4294573643410853, |
| "stage4_fraction": 0.13023255813953488 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 315, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 180, |
| "first_stage4": 460, |
| "stage4_resets": 3, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 21, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.5073733687909225, |
| "base_m_per_1000_steps": 0.1573250755940845, |
| "left_distance_m": 8.431957908954246, |
| "left_m_per_1000_steps": 2.614560591923797, |
| "right_distance_m": 4.757170150006459, |
| "right_m_per_1000_steps": 1.475091519381848, |
| "stage0_fraction": 0.024806201550387597, |
| "stage1_fraction": 0.031007751937984496, |
| "stage2_fraction": 0.06201550387596899, |
| "stage3_fraction": 0.8635658914728682, |
| "stage4_fraction": 0.018604651162790697 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 316, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 340, |
| "first_stage4": 560, |
| "stage4_resets": 11, |
| "model_stage_backtracks": 0, |
| "action_modified": 1, |
| "compression_disabled": 24, |
| "open_left": 1, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.7898039181762897, |
| "base_m_per_1000_steps": 0.24490043974458595, |
| "left_distance_m": 8.385863332995655, |
| "left_m_per_1000_steps": 2.6002677001536916, |
| "right_distance_m": 6.863038331007601, |
| "right_m_per_1000_steps": 2.1280739010876286, |
| "stage0_fraction": 0.08062015503875969, |
| "stage1_fraction": 0.024806201550387597, |
| "stage2_fraction": 0.19844961240310077, |
| "stage3_fraction": 0.627906976744186, |
| "stage4_fraction": 0.06821705426356589 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 317, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 160, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 2, |
| "action_modified": 9, |
| "compression_disabled": 42, |
| "open_left": 9, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.36178849846049843, |
| "base_m_per_1000_steps": 0.11218248014279021, |
| "left_distance_m": 5.349906588055745, |
| "left_m_per_1000_steps": 1.6588857637382155, |
| "right_distance_m": 4.0653274022807295, |
| "right_m_per_1000_steps": 1.2605666363661177, |
| "stage0_fraction": 0.012403100775193798, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.7007751937984497, |
| "stage3_fraction": 0.2496124031007752, |
| "stage4_fraction": 0.0 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 318, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 360, |
| "first_stage4": 480, |
| "stage4_resets": 23, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 115, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 1.2583526083758443, |
| "base_m_per_1000_steps": 0.3901868553103393, |
| "left_distance_m": 11.282998122181198, |
| "left_m_per_1000_steps": 3.498604068893395, |
| "right_distance_m": 7.101965157127779, |
| "right_m_per_1000_steps": 2.2021597386442724, |
| "stage0_fraction": 0.07441860465116279, |
| "stage1_fraction": 0.037209302325581395, |
| "stage2_fraction": 0.3116279069767442, |
| "stage3_fraction": 0.43410852713178294, |
| "stage4_fraction": 0.14263565891472868 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 319, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 300, |
| "first_stage4": 480, |
| "stage4_resets": 4, |
| "model_stage_backtracks": 0, |
| "action_modified": 0, |
| "compression_disabled": 3, |
| "open_left": 0, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.7153689548179614, |
| "base_m_per_1000_steps": 0.22181983095130586, |
| "left_distance_m": 9.106354789269972, |
| "left_m_per_1000_steps": 2.8236759036496037, |
| "right_distance_m": 5.725669694820681, |
| "right_m_per_1000_steps": 1.7754014557583506, |
| "stage0_fraction": 0.06201550387596899, |
| "stage1_fraction": 0.031007751937984496, |
| "stage2_fraction": 0.06821705426356589, |
| "stage3_fraction": 0.813953488372093, |
| "stage4_fraction": 0.024806201550387597 |
| }, |
| { |
| "variant": "mix_h50_c50", |
| "instance_id": 320, |
| "success": false, |
| "steps": 3225, |
| "first_stage2": 140, |
| "first_stage4": null, |
| "stage4_resets": 0, |
| "model_stage_backtracks": 1, |
| "action_modified": 77, |
| "compression_disabled": 76, |
| "open_left": 77, |
| "open_right": 0, |
| "predictions": 162, |
| "base_distance_m": 0.461358555954007, |
| "base_m_per_1000_steps": 0.1430569165748859, |
| "left_distance_m": 1.9092754828818386, |
| "left_m_per_1000_steps": 0.5920234055447561, |
| "right_distance_m": 0.6386784401763634, |
| "right_m_per_1000_steps": 0.1980398264112755, |
| "stage0_fraction": 0.018604651162790697, |
| "stage1_fraction": 0.024806201550387597, |
| "stage2_fraction": 0.937984496124031, |
| "stage3_fraction": 0.018604651162790697, |
| "stage4_fraction": 0.0 |
| } |
| ] |
|
|
