diff --git a/experiments/817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c/A3-seed2/analyses/captionbert-rotary-mechanisms-v1/rotary_diagnostics.json b/experiments/817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c/A3-seed2/analyses/captionbert-rotary-mechanisms-v1/rotary_diagnostics.json new file mode 100644 index 0000000000000000000000000000000000000000..d33bac51ccbfa303a1afed2dceaebcfb437c6ff7 --- /dev/null +++ b/experiments/817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c/A3-seed2/analyses/captionbert-rotary-mechanisms-v1/rotary_diagnostics.json @@ -0,0 +1,20270 @@ +{ + "analytic": { + "applicable": true, + "bands": { + "anchor": { + "pairs": 0 + }, + "content": { + "first_nonpositive_integer_delta": null, + "frequencies": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "kernel_deltas_0_to_256": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_abs_after_first_nonpositive": null, + "pairs": 8 + }, + "slot": { + "first_nonpositive_integer_delta": 20, + "frequencies": [ + 2.0943951023931953, + 1.7262231262633292, + 1.4227717961340582, + 1.1726639233807472, + 0.9665223059209113, + 0.7966181522405084, + 0.6565813086687413, + 0.5411614255596365, + 0.4460311078722616, + 0.3676236697470101, + 0.30299941007021297, + 0.24973539534621805, + 0.20583461754687765, + 0.16965112102725013, + 0.1398282913186254, + 0.11524799208338776, + 0.09498864324235226, + 0.07829066851329078, + 0.06452801689797241, + 0.05318469038335198, + 0.04383539781867824, + 0.03612960963148275, + 0.02977841555180599, + 0.02454369260617026 + ], + "kernel_deltas_0_to_256": [ + 1.0, + 0.7704316279290623, + 0.5020446538798157, + 0.4749262402286683, + 0.4046799571636623, + 0.32865689788406366, + 0.3300623920041396, + 0.26992737254206695, + 0.23928406651704323, + 0.24565553099499307, + 0.18252708073487578, + 0.1817523763809713, + 0.1904720726043585, + 0.11039139817244746, + 0.13910636548228103, + 0.16529119611155765, + 0.042871026944051906, + 0.08003632112670896, + 0.17713895477387906, + 0.02477921298984966, + -0.03104179629210475, + 0.13037409398793295, + 0.1117535508838192, + -0.02492550909426579, + -0.04227430342789922, + 0.010412363114218573, + 0.09958011733263177, + 0.08006800141870808, + -0.08711574106940202, + -0.10055233053608399, + -0.0010253326069413389, + 0.004844347001946049, + 0.06257157014468324, + 0.059913626986130265, + -0.1432282263727173, + -0.1659974752593303, + -0.015197679496514358, + -0.0429940761829793, + -0.03876218826882181, + 0.0865597053596819, + 0.014390772177494312, + -0.15008299928150728, + -0.1832675160354187, + -0.1406737556442931, + -0.05018828717506582, + -0.03376358126940173, + -0.0933504957262491, + 0.017283072474979122, + 0.09498702938879089, + -0.1012574378626288, + -0.21130316592174295, + -0.1623576510592288, + -0.19148605640021288, + -0.12069315217601634, + 0.00014923537639923343, + -0.09740993628735752, + -0.12853317596344427, + 0.038558361111233924, + 0.06646981869311033, + -0.048875395560570085, + -0.15695434775144365, + -0.2343651213307687, + -0.19522942350563346, + -0.1598380130269648, + -0.1886417526529046, + -0.06283619029431804, + 0.015352939794227452, + -0.15545652971386545, + -0.15209691762491093, + 0.052760357879552376, + 0.055479156721679725, + -0.01622853955176948, + -0.05072132295294924, + -0.19881877866248943, + -0.2580451488390051, + -0.1699481487717351, + -0.1808429678851913, + -0.20077854021745276, + -0.129508411040642, + -0.06263910043784533, + 0.0006849432835096536, + -0.06653331645014304, + -0.2151274369201822, + -0.08125471737676436, + 0.12402798975295304, + 0.035356313014370234, + -0.026418763045817122, + 0.017900253300672835, + -0.1320533187223989, + -0.25651856509657683, + -0.19372935071025812, + -0.17946898743069803, + -0.1802517244023121, + -0.15206191765168933, + -0.17892157153874647, + -0.11424106263824657, + 0.0026160631699466974, + -0.00602236753359769, + -0.037283550551456705, + -0.11281902104431808, + -0.20312634679238054, + -0.016385549673745003, + 0.1884542238493401, + 0.051540336321250546, + -0.031494767923933874, + 0.07294232105807423, + -0.011560610239732483, + -0.1682623166758764, + -0.19087366515874557, + -0.20202075297231634, + -0.16895614515955637, + -0.12059280641090926, + -0.16224151452684538, + -0.1470547741820413, + -0.10877754050257094, + -0.13291119222459843, + -0.023989548555432116, + 0.08391897657183504, + -0.007178376406321889, + -0.029609301169055125, + -0.027826289009467892, + -0.18584453331554016, + -0.12417165714704781, + 0.16722455926329582, + 0.19754661968762224, + 0.05943626165698604, + 0.03785119715408514, + 0.058948480236076316, + 0.07703746141626729, + 0.004725643991397373, + -0.16309449931211104, + -0.17500140668460476, + -0.12063045341907047, + -0.17504834681009998, + -0.12101076197418748, + -0.046026208267504386, + -0.14796541946978847, + -0.13407677296521606, + -0.028765359654534473, + -0.10791504557843357, + -0.09284410658780316, + 0.09401216305520503, + 0.10279661448809387, + 0.027968130516138, + 0.04161170089654276, + 0.011682382621132822, + -0.05316784407917257, + -0.11943069611997902, + -0.10803668776695752, + 0.1404441522669535, + 0.31025906783238794, + 0.1502084558710406, + 0.06141148627770885, + 0.12338663806120649, + 0.07834728556625441, + 0.0957590343225006, + 0.13855132429332792, + -0.04383972133949357, + -0.1644079919821355, + -0.08788279814183893, + -0.09973196544418662, + -0.1375766912525919, + -0.08634957979086649, + -0.05784383481381435, + -0.03419213554750203, + -0.06489789935608176, + -0.13412247342801095, + -0.030691695030780605, + 0.03336567788080499, + -0.1119196878323962, + -0.05457614344599141, + 0.1666980598469194, + 0.13903700715896708, + 0.06654962028833684, + 0.1088943346292424, + 0.05981700445403032, + 0.024965936147205842, + 0.03324054006836003, + -0.08313109795135948, + -0.12231570381823353, + 0.03577660982020836, + 0.20856508665140186, + 0.32501900796874506, + 0.26297272370207686, + 0.07590521014538763, + 0.10782555597163677, + 0.1965323419247429, + 0.08422342988637561, + 0.10359055005393342, + 0.2204678279405128, + 0.058970519399130526, + -0.11606650700069843, + -0.08104753070206332, + -0.07416668700389567, + -0.0841913360651726, + -0.06720552626106334, + -0.10582219144516762, + -0.0639429556398369, + 0.014397711923397024, + -0.028278041719318813, + -0.047644927413104575, + -0.05618935105462769, + -0.10152883498344063, + 0.017428488606333895, + 0.08475357684332052, + -0.10599966845532137, + -0.09523634354557532, + 0.15882063338518193, + 0.18714237258064967, + 0.10598465361042404, + 0.12852326612236933, + 0.10394500197240725, + 0.07810455547476844, + 0.08388696976615014, + 0.03061464032036203, + 0.01296981740654749, + -0.031366792125553385, + -0.13912200247426257, + -0.033837726318360274, + 0.18133930126382225, + 0.2454508805385661, + 0.32024711309189285, + 0.3182283061803763, + 0.09182561910631555, + 0.05134696343262779, + 0.2178422302430406, + 0.16406308834639197, + 0.05848498450604262, + 0.13831636416773718, + 0.19231219141016678, + 0.14207255602805027, + 0.008022754510309057, + -0.14045904633667416, + -0.09968604019922529, + -0.02950327999454988, + -0.1106683039570981, + -0.0935549388918463, + -0.038937822400389906, + -0.1335947411229926, + -0.09123204512038019, + 0.04415313638972753, + -0.03209311969312211, + -0.07678925371755485, + -0.009787250290157956, + -0.09240612726688839, + -0.133108633052496, + 0.005798518959315084, + 0.06000977582376704, + -0.011793907698465339, + -0.11072862791122524, + -0.11866333012223591, + 0.09766761628199772, + 0.23450366209526274, + 0.09562037975565553, + 0.06955974460739174, + 0.1544260224338796, + 0.06448746237594281 + ], + "max_abs_after_first_nonpositive": 0.32501900796874506, + "pairs": 24 + } + }, + "scope": "Unit-content address kernel. The raw anchor code is a regular simplex; the explicit orthogonal lift is a mathematical reference, not a fixed learned-q/k coordinate." + }, + "arm": "A3", + "attention_scope": "Explicit fp32 q/k score reconstruction, not native SDPA weights. Layer/head summaries are query-weighted per-batch statistics; no semantic retrieval claim.", + "baseline_finite": true, + "content_controlled_lookup": { + "address_source": "oracle compartment and in-compartment slot", + "applicable": true, + "compartments": 8, + "content": "identical all-ones q/k at every address", + "mean_maximum_tie_count": 8.0, + "queries": 32, + "scope": "Code-only lookup with an oracle request; not trained-model retrieval accuracy.", + "slots": 4, + "tie_aware_success": 0.125 + }, + "identity": { + "arm": "A3", + "checkpoint_sha256": "7ba6cef86c6b00e10a6aaf7dab97b2106f9129c70bccb58d2d6884f8b02bd2e7", + "config_id": "817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c", + "dataset_id": "21d5e137bbcdb91a743746b7f2e6fb3660266fd4320d0ce13061c678645e7c64", + "seed": 2, + "source_checkpoint": "experiments/817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c/A3-seed2/model.pt", + "source_repo": "AbstractPhil/captionbert-8192-rotary", + "source_revision": "004593b2bf99a3f8d23976353768b6f2c95c6e41", + "step": 1952 + }, + "instrumented_seconds": 32.70376439997926, + "intervention_scope": "Frozen model. Forward hooks change only q/k addresses or zero named q/k pairs; token IDs, masks, values and parameters are held fixed. No AMOE members or key-binding task.", + "interventions": { + "common_sentence_shift": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + }, + "common_slot_shift": { + "max_absolute_change": 5.029141902923584e-08, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 3.163972053243924e-07 + }, + "global_slots": { + "max_absolute_change": 0.04834311082959175, + "mean_cosine_to_original": 0.9464268088340759, + "mean_l2_change": 0.3267102837562561 + }, + "remove_anchor": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + }, + "remove_content": { + "max_absolute_change": 0.039753567427396774, + "mean_cosine_to_original": 0.9693001508712769, + "mean_l2_change": 0.24651074409484863 + }, + "remove_slot": { + "max_absolute_change": 0.05941319465637207, + "mean_cosine_to_original": 0.9112823009490967, + "mean_l2_change": 0.4195099472999573 + }, + "sentence_ids_collapsed": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + }, + "sentence_ids_permuted": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + }, + "sentence_reset_slots": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + }, + "single_sentence_id_shift": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + }, + "single_sentence_period_alias": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + }, + "slot_phase_removed": { + "max_absolute_change": 0.07992637157440186, + "mean_cosine_to_original": 0.9376137256622314, + "mean_l2_change": 0.3444521427154541 + }, + "uncapped_sentence_ids": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + } + }, + "layers": [ + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.278993729447179, + "content_logit_rms": 0.7600770843598772, + "content_logit_rms_over_total": 0.52009149498361, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.3242291897973594, + "content_removal_attention_l1": 0.3076230906242249, + "different_sentence_mass": 0.9022298482264958, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08291675649838996, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.15064128674110214, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7210062832808962, + "slot_logit_rms": 0.9299533343417388, + "slot_logit_rms_over_total": 0.6362717921900398, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.6757708100930733, + "slot_removal_attention_l1": 0.6684437486178735, + "special_key_mass": 0.014853395275114215 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2762286996505424, + "content_logit_rms": 1.164642252320168, + "content_logit_rms_over_total": 0.6967807689718172, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.42159947882607285, + "content_removal_attention_l1": 0.5169639664829946, + "different_sentence_mass": 0.8953754224759691, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09495410818022255, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.1977793661074019, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7237713482669171, + "slot_logit_rms": 0.8689981422880116, + "slot_logit_rms_over_total": 0.51998867291738, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.5784005951501575, + "slot_removal_attention_l1": 0.6308603564313814, + "special_key_mass": 0.009670469343808353 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.27190728659065916, + "content_logit_rms": 0.9310574461797289, + "content_logit_rms_over_total": 0.6099109914811218, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.29032966761174156, + "content_removal_attention_l1": 0.387233713422628, + "different_sentence_mass": 0.8707165964605177, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0869552739713268, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17844024173659728, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.728092691696742, + "slot_logit_rms": 0.9981237463653088, + "slot_logit_rms_over_total": 0.6538374264012364, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7096702698983398, + "slot_removal_attention_l1": 0.6808051196675674, + "special_key_mass": 0.04232812956815549 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.3974011335339324, + "content_logit_rms": 1.2795307748019695, + "content_logit_rms_over_total": 0.7348245539355511, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2583286732654361, + "content_removal_attention_l1": 0.522938732313467, + "different_sentence_mass": 0.8440415951989445, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08034544017202422, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17206268935628674, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.6025988989893127, + "slot_logit_rms": 0.9388851762256202, + "slot_logit_rms_over_total": 0.5391712222321361, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.741671271549136, + "slot_removal_attention_l1": 0.6293958351746494, + "special_key_mass": 0.07561296462903128 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.3752444498240948, + "content_logit_rms": 1.5774104866180934, + "content_logit_rms_over_total": 0.6649064222606373, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.3539769275333075, + "content_removal_attention_l1": 0.7960822214828986, + "different_sentence_mass": 0.900911550530616, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09436641507508124, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17047138052864694, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.6247554726022131, + "slot_logit_rms": 1.2591324399645423, + "slot_logit_rms_over_total": 0.5307536486755399, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.646023101228125, + "slot_removal_attention_l1": 0.6724087136487166, + "special_key_mass": 0.004722034394302789 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.31636090016029045, + "content_logit_rms": 1.1991979489285571, + "content_logit_rms_over_total": 0.566860844655072, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.3322661976859558, + "content_removal_attention_l1": 0.5311732291810068, + "different_sentence_mass": 0.8957105094895643, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08855151679987709, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.15819101805762187, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.68363909255348, + "slot_logit_rms": 1.1529738025045861, + "slot_logit_rms_over_total": 0.5450044657085457, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.6677338268023496, + "slot_removal_attention_l1": 0.7257975789115709, + "special_key_mass": 0.01573797371055858 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.3089499078946663, + "content_logit_rms": 1.5078894951033825, + "content_logit_rms_over_total": 0.745685489592599, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.41393089301738084, + "content_removal_attention_l1": 0.5340863778164574, + "different_sentence_mass": 0.8783326791782006, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08824048976541735, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17632214026069085, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.6910500805094546, + "slot_logit_rms": 0.910090454361018, + "slot_logit_rms_over_total": 0.4500367273485251, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.5860691422633096, + "slot_removal_attention_l1": 0.781066431864804, + "special_key_mass": 0.03342683105638214 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.3656125540169431, + "content_logit_rms": 1.4657353183948527, + "content_logit_rms_over_total": 0.7403471114515674, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.3888295651870031, + "content_removal_attention_l1": 0.5863899372737197, + "different_sentence_mass": 0.899398668176111, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08634707194698207, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.13845220768331168, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.634387352887322, + "slot_logit_rms": 0.9902469423763892, + "slot_logit_rms_over_total": 0.5001762313768268, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.6111704320007679, + "slot_removal_attention_l1": 0.6857101213844383, + "special_key_mass": 0.014254259876906872 + } + ], + "layer": 0, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.3163328357588719, + "content_logit_rms": 0.45714605040848255, + "content_logit_rms_over_total": 0.4743025604014595, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.21690708554039398, + "content_removal_attention_l1": 0.3116818009601796, + "different_sentence_mass": 0.8941916655749083, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08455345838093291, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.19835285413279838, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.6836672157560494, + "slot_logit_rms": 0.7506735596221452, + "slot_logit_rms_over_total": 0.7787929875228334, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7830929189701291, + "slot_removal_attention_l1": 0.6032565042522609, + "special_key_mass": 0.021254876044158842 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.17475762800770064, + "content_logit_rms": 0.7027214218442347, + "content_logit_rms_over_total": 0.5084828670848819, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.29754992344361897, + "content_removal_attention_l1": 0.44121234464075637, + "different_sentence_mass": 0.8793835451862976, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.10286145467384189, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.2099417397049347, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.825242357401579, + "slot_logit_rms": 1.090071213011648, + "slot_logit_rms_over_total": 0.7887643217383062, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.702450099967274, + "slot_removal_attention_l1": 0.7593251841471476, + "special_key_mass": 0.017755000139860547 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.19601997713028801, + "content_logit_rms": 0.7457607939255004, + "content_logit_rms_over_total": 0.5364739041337195, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.32270426131492735, + "content_removal_attention_l1": 0.5137802831938162, + "different_sentence_mass": 0.7737193519943485, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08057001147273124, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.14984480885094872, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8039799876438052, + "slot_logit_rms": 1.0574060021077885, + "slot_logit_rms_over_total": 0.7604634481683081, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.677295741533824, + "slot_removal_attention_l1": 0.8294156992479282, + "special_key_mass": 0.14571063653292024 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2895706197721701, + "content_logit_rms": 0.42244093667934923, + "content_logit_rms_over_total": 0.3889281073329495, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1607882694396026, + "content_removal_attention_l1": 0.2803269248346196, + "different_sentence_mass": 0.8749273499729586, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08878411175500528, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.16446306922600842, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7104293874592758, + "slot_logit_rms": 0.9043799093833157, + "slot_logit_rms_over_total": 0.832568499606614, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8392116877012977, + "slot_removal_attention_l1": 0.6023768748649779, + "special_key_mass": 0.036288538272036056 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2647287992979674, + "content_logit_rms": 0.8197239008092997, + "content_logit_rms_over_total": 0.6029217394032315, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.3131595188751817, + "content_removal_attention_l1": 0.613087020668329, + "different_sentence_mass": 0.9075073580823693, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08682560269702591, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.19645113068833656, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7352712178858472, + "slot_logit_rms": 0.976043300301421, + "slot_logit_rms_over_total": 0.7177915253548646, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.6868404831518146, + "slot_removal_attention_l1": 0.6333445927822122, + "special_key_mass": 0.0056670392206048265 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.24975769650008456, + "content_logit_rms": 1.715749696992776, + "content_logit_rms_over_total": 0.671143706851438, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.41475630761580723, + "content_removal_attention_l1": 0.691837256591694, + "different_sentence_mass": 0.9045490020995631, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08917510583448936, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.22308325113765165, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7502423443411496, + "slot_logit_rms": 1.2447453957124084, + "slot_logit_rms_over_total": 0.4869070624311765, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.585243688786731, + "slot_removal_attention_l1": 0.5403593014195269, + "special_key_mass": 0.006275892065947547 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2968654846955164, + "content_logit_rms": 0.7759466623047403, + "content_logit_rms_over_total": 0.45751743184804333, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.25626670280654057, + "content_removal_attention_l1": 0.5244194874357359, + "different_sentence_mass": 0.8796656391784257, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0856596113401739, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17306201258108167, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7031344900309455, + "slot_logit_rms": 1.3049939748118906, + "slot_logit_rms_over_total": 0.769454556754699, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7437333423352125, + "slot_removal_attention_l1": 0.8126794556703638, + "special_key_mass": 0.03467474948140044 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.29002889397316706, + "content_logit_rms": 1.0728663973071997, + "content_logit_rms_over_total": 0.6056010191347084, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2910673788328673, + "content_removal_attention_l1": 0.5271435955575868, + "different_sentence_mass": 0.8973895468036918, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09162782941597934, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.19891645994913928, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7099711187549081, + "slot_logit_rms": 1.1596025478313952, + "slot_logit_rms_over_total": 0.6545323699931888, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.708932616766177, + "slot_removal_attention_l1": 0.706391881640051, + "special_key_mass": 0.010982623780328854 + } + ], + "layer": 1, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.23215293426833608, + "content_logit_rms": 0.6168423641253921, + "content_logit_rms_over_total": 0.37591017800949367, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.20755788082183868, + "content_removal_attention_l1": 0.39232851382271916, + "different_sentence_mass": 0.8526092579990041, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08241309735960528, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.24150877702506443, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7678470372350192, + "slot_logit_rms": 1.3792801870434892, + "slot_logit_rms_over_total": 0.8404914708625452, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7924421317144936, + "slot_removal_attention_l1": 0.8662328702196771, + "special_key_mass": 0.06497764464139062 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.23398597412468755, + "content_logit_rms": 0.9351436488841679, + "content_logit_rms_over_total": 0.5274835139074746, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.3151122523362146, + "content_removal_attention_l1": 0.5171048044062713, + "different_sentence_mass": 0.9113933602895807, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08251675466696422, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.16315325347286666, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7660140393338367, + "slot_logit_rms": 1.2272130570867483, + "slot_logit_rms_over_total": 0.6922236782516918, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.6848877540552148, + "slot_removal_attention_l1": 0.9740329388821242, + "special_key_mass": 0.006089885043455106 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.20291012519167043, + "content_logit_rms": 0.5843388029538533, + "content_logit_rms_over_total": 0.4129200262729736, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.27417072021931993, + "content_removal_attention_l1": 0.3274164929912955, + "different_sentence_mass": 0.8673966235535986, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0809842107598396, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.15867356068509467, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7970898783601382, + "slot_logit_rms": 1.162620778031209, + "slot_logit_rms_over_total": 0.8215601861696032, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.725829261592498, + "slot_removal_attention_l1": 0.9049870598622981, + "special_key_mass": 0.05161916568656178 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.23644648018457434, + "content_logit_rms": 0.4504821740602161, + "content_logit_rms_over_total": 0.3455657271266568, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.15883677179797315, + "content_removal_attention_l1": 0.3085591794703813, + "different_sentence_mass": 0.8934354438793426, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0816762293780259, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18146470603624396, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7635535407884448, + "slot_logit_rms": 1.1315106918998794, + "slot_logit_rms_over_total": 0.8679674931381848, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8411632542151446, + "slot_removal_attention_l1": 0.7304556884017646, + "special_key_mass": 0.02488832674263155 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.23312445366572515, + "content_logit_rms": 1.109397451521135, + "content_logit_rms_over_total": 0.48417062162622515, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.29487782598053125, + "content_removal_attention_l1": 0.6644111667558843, + "different_sentence_mass": 0.9016114799488409, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09390573784270707, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.22713867563973456, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7668755085517963, + "slot_logit_rms": 1.5128339786886, + "slot_logit_rms_over_total": 0.6602347614426239, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7051221669158515, + "slot_removal_attention_l1": 0.7256245823102254, + "special_key_mass": 0.004482782208452038 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.20347627514388925, + "content_logit_rms": 0.9128158574960396, + "content_logit_rms_over_total": 0.6403408667036131, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.36024580638417425, + "content_removal_attention_l1": 0.7055892370933411, + "different_sentence_mass": 0.8948819798362606, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08756298401082556, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17653405244060444, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7965237450804196, + "slot_logit_rms": 0.9731625834589496, + "slot_logit_rms_over_total": 0.6826885508409902, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.6397541755189499, + "slot_removal_attention_l1": 0.7507052693296882, + "special_key_mass": 0.017555036152913876 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.21863964179019427, + "content_logit_rms": 0.6522099003926212, + "content_logit_rms_over_total": 0.49622059383374806, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.29290296714387687, + "content_removal_attention_l1": 0.31753119535963326, + "different_sentence_mass": 0.8894678653016979, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08574453608918131, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.20878515580632523, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7813603282340017, + "slot_logit_rms": 1.0008372817115456, + "slot_logit_rms_over_total": 0.7614673068929537, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7070970355953071, + "slot_removal_attention_l1": 0.7089315079809988, + "special_key_mass": 0.02478759860912082 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.24904628494279643, + "content_logit_rms": 0.5639812085485342, + "content_logit_rms_over_total": 0.49618967786869583, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2829558622530278, + "content_removal_attention_l1": 0.4107320648344124, + "different_sentence_mass": 0.9035349567877311, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08502408651196781, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18412869857331993, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7509537373541617, + "slot_logit_rms": 0.850028731586302, + "slot_logit_rms_over_total": 0.7478487519729956, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.717044150602876, + "slot_removal_attention_l1": 0.5938294165055541, + "special_key_mass": 0.011440956700301054 + } + ], + "layer": 2, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.23668591795014401, + "content_logit_rms": 0.705953715259538, + "content_logit_rms_over_total": 0.4800622197708078, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2802196538769731, + "content_removal_attention_l1": 0.40610132181980446, + "different_sentence_mass": 0.8923831464467096, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08898898123708718, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.2013544723227182, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7633140611224899, + "slot_logit_rms": 1.224179486433665, + "slot_logit_rms_over_total": 0.8324690767947365, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7197803331575557, + "slot_removal_attention_l1": 0.8135724662638762, + "special_key_mass": 0.018627872316203282 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.20862849350726487, + "content_logit_rms": 0.7668284105465693, + "content_logit_rms_over_total": 0.4224525348593791, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.3068484640954172, + "content_removal_attention_l1": 0.4881317161717543, + "different_sentence_mass": 0.8877424651062956, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.10100290972702936, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.20355586666960782, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7913715380663965, + "slot_logit_rms": 1.5448411686309413, + "slot_logit_rms_over_total": 0.8510447857061437, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.693151517095519, + "slot_removal_attention_l1": 1.0225342280213154, + "special_key_mass": 0.011254625166675039 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2135303683268527, + "content_logit_rms": 0.5084490964517874, + "content_logit_rms_over_total": 0.41285055276809957, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2680488763121413, + "content_removal_attention_l1": 0.33280503906893966, + "different_sentence_mass": 0.8941855547109655, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08249513880696659, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17887536723477146, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.78646965284704, + "slot_logit_rms": 1.1268734937789393, + "slot_logit_rms_over_total": 0.9150035717323715, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7319511671130564, + "slot_removal_attention_l1": 0.7061891211744618, + "special_key_mass": 0.02331930648206788 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.20946535916414624, + "content_logit_rms": 0.7847114363502637, + "content_logit_rms_over_total": 0.29460687466038793, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.15311715857801483, + "content_removal_attention_l1": 0.4740827984779197, + "different_sentence_mass": 0.9079061934322703, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0790887753497444, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.32302014675794866, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7905346014555178, + "slot_logit_rms": 2.3456266250680473, + "slot_logit_rms_over_total": 0.8804878308346459, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8468828211520233, + "slot_removal_attention_l1": 1.1172301175401491, + "special_key_mass": 0.013005031217985293 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.24696580289552608, + "content_logit_rms": 0.7536805994881719, + "content_logit_rms_over_total": 0.430845739520794, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.26576805479970633, + "content_removal_attention_l1": 0.6111668185422233, + "different_sentence_mass": 0.8933146173390103, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09304718141827513, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.21993634318385055, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7530342028932828, + "slot_logit_rms": 1.2941771872779901, + "slot_logit_rms_over_total": 0.7398247666218701, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7342319452368161, + "slot_removal_attention_l1": 0.7729118286686785, + "special_key_mass": 0.013638201242714537 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.21446391087317584, + "content_logit_rms": 0.9470005301283855, + "content_logit_rms_over_total": 0.5545187172498188, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.3071384512289774, + "content_removal_attention_l1": 0.5324071554065335, + "different_sentence_mass": 0.8802326157981274, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08826638118126522, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17981987060778135, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7855360323526696, + "slot_logit_rms": 1.134204012798328, + "slot_logit_rms_over_total": 0.664113165226345, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.6928615388916988, + "slot_removal_attention_l1": 0.8288658793796512, + "special_key_mass": 0.03150100302060738 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2215387147906072, + "content_logit_rms": 0.5306494658922448, + "content_logit_rms_over_total": 0.3901924009197483, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2846404440956665, + "content_removal_attention_l1": 0.397978043640215, + "different_sentence_mass": 0.8952472860760549, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08342906565168033, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17852776859631286, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7784612767179223, + "slot_logit_rms": 1.0850138381561811, + "slot_logit_rms_over_total": 0.7978256876562156, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.715359612422831, + "slot_removal_attention_l1": 0.6935985445172763, + "special_key_mass": 0.021323648272264822 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.20691980851595015, + "content_logit_rms": 0.9131349517653385, + "content_logit_rms_over_total": 0.47230846073259325, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2652901894431196, + "content_removal_attention_l1": 0.6854257876893469, + "different_sentence_mass": 0.8933341327835532, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.10135779997297362, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.22561658485153435, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7930801890279148, + "slot_logit_rms": 1.4189144719172926, + "slot_logit_rms_over_total": 0.7339323570257893, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7347097916565105, + "slot_removal_attention_l1": 0.8405645445500519, + "special_key_mass": 0.005308067243473202 + } + ], + "layer": 3, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.21779040541207673, + "content_logit_rms": 0.6249595156268162, + "content_logit_rms_over_total": 0.325406897995694, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1926045878881625, + "content_removal_attention_l1": 0.2169421807424549, + "different_sentence_mass": 0.8950898881052055, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08705176550931498, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18601891618934185, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7822096077177454, + "slot_logit_rms": 1.652430512157141, + "slot_logit_rms_over_total": 0.8602502808413085, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8073953958410843, + "slot_removal_attention_l1": 1.206707444261102, + "special_key_mass": 0.01785834638547956 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2548591711503618, + "content_logit_rms": 0.8937788763101778, + "content_logit_rms_over_total": 0.5695751018310878, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.34808161144382227, + "content_removal_attention_l1": 0.6011739978749379, + "different_sentence_mass": 0.8979725544797439, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09865353331335035, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.19415252340738387, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7451408750140199, + "slot_logit_rms": 1.2800612340078634, + "slot_logit_rms_over_total": 0.8156917542219162, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.6519184381719313, + "slot_removal_attention_l1": 0.8360346928238869, + "special_key_mass": 0.0033739122069057297 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2241610028306205, + "content_logit_rms": 0.7831329332262862, + "content_logit_rms_over_total": 0.44830211544153736, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.23798157995128455, + "content_removal_attention_l1": 0.5798117834709439, + "different_sentence_mass": 0.9067804217338562, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08669208097910765, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.19700432219999095, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7758390382297483, + "slot_logit_rms": 1.3830712707895858, + "slot_logit_rms_over_total": 0.7917362591434344, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7620184457696536, + "slot_removal_attention_l1": 0.8537808463488724, + "special_key_mass": 0.006527497287036157 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.19805340730932122, + "content_logit_rms": 0.5587882870698676, + "content_logit_rms_over_total": 0.23555975718715905, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1218012949479196, + "content_removal_attention_l1": 0.3370157145328966, + "different_sentence_mass": 0.8810904539171972, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.10252165336015762, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.3495718493199378, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.801946693812223, + "slot_logit_rms": 2.1916050072394166, + "slot_logit_rms_over_total": 0.9238821230463538, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8781987383742543, + "slot_removal_attention_l1": 1.0222017557597627, + "special_key_mass": 0.016387892722645226 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.26844788001229364, + "content_logit_rms": 0.6342632066750643, + "content_logit_rms_over_total": 0.3757793840897434, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.24139256020277447, + "content_removal_attention_l1": 0.559569127200281, + "different_sentence_mass": 0.8974276916580457, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09309304039925337, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.23256152570612876, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7315521587197688, + "slot_logit_rms": 1.3767197265782778, + "slot_logit_rms_over_total": 0.8156543698746199, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7586073953585297, + "slot_removal_attention_l1": 0.8417857353959013, + "special_key_mass": 0.0094792679427009 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.22874777872736254, + "content_logit_rms": 0.7654929964565763, + "content_logit_rms_over_total": 0.41973450020247816, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2699077306315303, + "content_removal_attention_l1": 0.5154216419174975, + "different_sentence_mass": 0.8756457798036874, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09152781760648769, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.19754240264677825, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7712522047918802, + "slot_logit_rms": 1.5610954982831198, + "slot_logit_rms_over_total": 0.8559776194685814, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7300922901680073, + "slot_removal_attention_l1": 0.9509012563263669, + "special_key_mass": 0.03282640258982485 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.19408711150069446, + "content_logit_rms": 0.7527491340742392, + "content_logit_rms_over_total": 0.38999159672461886, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.25222431495785713, + "content_removal_attention_l1": 0.4077127557978326, + "different_sentence_mass": 0.8994813532586775, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09364653570467935, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.1598120583084357, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8059128837331253, + "slot_logit_rms": 1.5458799025007324, + "slot_logit_rms_over_total": 0.8008953739030689, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7477756443196067, + "slot_removal_attention_l1": 0.9396066518463925, + "special_key_mass": 0.006872111036643094 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.17643404140264965, + "content_logit_rms": 0.6470398684123567, + "content_logit_rms_over_total": 0.2863835296867525, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.21765053706864515, + "content_removal_attention_l1": 0.41319149712502373, + "different_sentence_mass": 0.9080531312627536, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08394822407075588, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18722611204629727, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.823566005875667, + "slot_logit_rms": 1.8811679480268675, + "slot_logit_rms_over_total": 0.8326212452980233, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.782349416511316, + "slot_removal_attention_l1": 0.8802636793504158, + "special_key_mass": 0.007998644666490601 + } + ], + "layer": 4, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.19076484755850306, + "content_logit_rms": 0.6905340651305867, + "content_logit_rms_over_total": 0.2857389371915191, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.197213774638287, + "content_removal_attention_l1": 0.4716824977019546, + "different_sentence_mass": 0.888528469329079, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.10567719542293572, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.2119336366543875, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8092351431647936, + "slot_logit_rms": 2.10420246261592, + "slot_logit_rms_over_total": 0.8703886486735999, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8027862080683311, + "slot_removal_attention_l1": 1.0986459256679404, + "special_key_mass": 0.005794335247985288 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.24623136747372792, + "content_logit_rms": 0.8837393462730974, + "content_logit_rms_over_total": 0.43659874727474707, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.21763518192421863, + "content_removal_attention_l1": 0.5803838050467711, + "different_sentence_mass": 0.9001092590099457, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0973612452838935, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.1826857260711418, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7537686136350328, + "slot_logit_rms": 1.7331662170004611, + "slot_logit_rms_over_total": 0.8562452349008298, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7823648005358729, + "slot_removal_attention_l1": 0.9946833727333475, + "special_key_mass": 0.0025294957061608634 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.1803454930583636, + "content_logit_rms": 0.6918526652323849, + "content_logit_rms_over_total": 0.3331646720385727, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.17147415454554207, + "content_removal_attention_l1": 0.4603152048463623, + "different_sentence_mass": 0.8982642138851624, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09371317656455087, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.21566446679735593, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8196545089503714, + "slot_logit_rms": 1.8882426444952394, + "slot_logit_rms_over_total": 0.9092908886571726, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.828525860264313, + "slot_removal_attention_l1": 1.2020969131559718, + "special_key_mass": 0.008022609550286742 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.234028468985914, + "content_logit_rms": 0.7323115755456919, + "content_logit_rms_over_total": 0.3309805837514646, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.16258260900812113, + "content_removal_attention_l1": 0.47415339484737784, + "different_sentence_mass": 0.8786390757589948, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.10767397459815531, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18340100522847005, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7659714625892686, + "slot_logit_rms": 1.7874344129334478, + "slot_logit_rms_over_total": 0.8078654355497337, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8374173689414474, + "slot_removal_attention_l1": 1.1133723142830765, + "special_key_mass": 0.013686949642849904 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.26801476393844564, + "content_logit_rms": 0.9146964998879269, + "content_logit_rms_over_total": 0.5144556860859487, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.23966625337397643, + "content_removal_attention_l1": 0.553628923115777, + "different_sentence_mass": 0.9068876835791504, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08248877906076171, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18280962672011525, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7319853092890745, + "slot_logit_rms": 1.3675668135139287, + "slot_logit_rms_over_total": 0.7691511337225344, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7603337442977172, + "slot_removal_attention_l1": 0.9109691967639852, + "special_key_mass": 0.010623537360087913 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.24655869047102683, + "content_logit_rms": 0.9769184767250337, + "content_logit_rms_over_total": 0.504015080849914, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.26380988314528675, + "content_removal_attention_l1": 0.7465651439247178, + "different_sentence_mass": 0.9050741835186878, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09010525366437494, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.2042007444554246, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7534412232538065, + "slot_logit_rms": 1.4698025331485505, + "slot_logit_rms_over_total": 0.758298516711768, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7361900734112543, + "slot_removal_attention_l1": 0.8339939580901581, + "special_key_mass": 0.00482056281693718 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.18516186000231435, + "content_logit_rms": 0.6012399878498971, + "content_logit_rms_over_total": 0.34642546753599945, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.20140054034909197, + "content_removal_attention_l1": 0.3514905137685584, + "different_sentence_mass": 0.8970739753076843, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09348736371041513, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18547215471592018, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8148381820715526, + "slot_logit_rms": 1.4384615812815873, + "slot_logit_rms_over_total": 0.8288230124276643, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7985994988577623, + "slot_removal_attention_l1": 0.8833107567008804, + "special_key_mass": 0.009438660981900552 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.23572008493447713, + "content_logit_rms": 0.7269778657047188, + "content_logit_rms_over_total": 0.4935985969598679, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.24670720915766617, + "content_removal_attention_l1": 0.5532118771955663, + "different_sentence_mass": 0.9014179380062748, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08506234175543867, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.11051586856974252, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7642799637043008, + "slot_logit_rms": 1.2134822267381584, + "slot_logit_rms_over_total": 0.8239117907542809, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7532928411063611, + "slot_removal_attention_l1": 0.7180182388161912, + "special_key_mass": 0.01351972023828649 + } + ], + "layer": 5, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.3340273219909446, + "content_logit_rms": 1.3497933253791987, + "content_logit_rms_over_total": 0.5540182947308994, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.19741123499275715, + "content_removal_attention_l1": 0.47326413894473923, + "different_sentence_mass": 0.8736401504526535, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0785883428054113, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.1855718151337522, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.6659726427466262, + "slot_logit_rms": 1.513098325945583, + "slot_logit_rms_over_total": 0.6210423421991222, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8025887672807656, + "slot_removal_attention_l1": 1.0832766951883541, + "special_key_mass": 0.04777150674193513 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.17909952679502905, + "content_logit_rms": 1.0054440952691377, + "content_logit_rms_over_total": 0.34526776946058463, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.17894785331708252, + "content_removal_attention_l1": 0.37000747848594306, + "different_sentence_mass": 0.920881088494378, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07698418667046901, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.08462752736237485, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8209004123859546, + "slot_logit_rms": 2.841023071577736, + "slot_logit_rms_over_total": 0.9755773401873953, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8210521998870022, + "slot_removal_attention_l1": 1.3564791214816712, + "special_key_mass": 0.0021347248351530116 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2711897443286052, + "content_logit_rms": 0.6368712164534658, + "content_logit_rms_over_total": 0.43405751485888866, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1405749961405116, + "content_removal_attention_l1": 0.32935076332924995, + "different_sentence_mass": 0.9069612760315923, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08169864003966544, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.1461801085730686, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7288102827527944, + "slot_logit_rms": 1.286775818642448, + "slot_logit_rms_over_total": 0.8769990683478468, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8594250694355544, + "slot_removal_attention_l1": 0.8513182879736026, + "special_key_mass": 0.011340083928742245 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.27171846676398725, + "content_logit_rms": 1.1805975445929695, + "content_logit_rms_over_total": 0.4115603651084444, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.19357919706689083, + "content_removal_attention_l1": 0.4227618126783009, + "different_sentence_mass": 0.9098827191354597, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08606868665482775, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.16153732026178463, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.72828154331621, + "slot_logit_rms": 2.325426235795021, + "slot_logit_rms_over_total": 0.8106494875369119, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8064208574154798, + "slot_removal_attention_l1": 1.267776075239275, + "special_key_mass": 0.00404859420971251 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.20261101753396146, + "content_logit_rms": 1.3729435370541085, + "content_logit_rms_over_total": 0.40380529056796255, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2076240822435448, + "content_removal_attention_l1": 0.5470825834382399, + "different_sentence_mass": 0.9093273407688328, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09028488634081155, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.16438272097787143, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7973889978054691, + "slot_logit_rms": 2.5899744477926516, + "slot_logit_rms_over_total": 0.7617480808540302, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7923759204134637, + "slot_removal_attention_l1": 0.9907031745522046, + "special_key_mass": 0.00038777289035565714 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2416676278499996, + "content_logit_rms": 0.6551497574238216, + "content_logit_rms_over_total": 0.3351414665105004, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1527632254668895, + "content_removal_attention_l1": 0.30439874533490807, + "different_sentence_mass": 0.885353476831726, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.1050089608293538, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.207041525181529, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7583324182778597, + "slot_logit_rms": 1.795559695976622, + "slot_logit_rms_over_total": 0.9185148275950376, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8472368147078098, + "slot_removal_attention_l1": 1.0356539416985184, + "special_key_mass": 0.0096375623389202 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.12846625889377558, + "content_logit_rms": 0.4190729232687576, + "content_logit_rms_over_total": 0.18354537675851115, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.15535582642198778, + "content_removal_attention_l1": 0.2066571357769563, + "different_sentence_mass": 0.9026359940203381, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09184731155926106, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18460980869427907, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8715336811454857, + "slot_logit_rms": 2.13990811652997, + "slot_logit_rms_over_total": 0.937205304775168, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8446441736510572, + "slot_removal_attention_l1": 1.2137252911925316, + "special_key_mass": 0.005516694420400788 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.20754258515422835, + "content_logit_rms": 1.0077207815997742, + "content_logit_rms_over_total": 0.4783248984273158, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.21359302707966052, + "content_removal_attention_l1": 0.5074690330919682, + "different_sentence_mass": 0.8966321766230405, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08308511542375474, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18322138822016618, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7924574186623681, + "slot_logit_rms": 1.620869969693469, + "slot_logit_rms_over_total": 0.7693331167467085, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7864069146487642, + "slot_removal_attention_l1": 0.9163287955098877, + "special_key_mass": 0.02028270795320471 + } + ], + "layer": 6, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.17882379858444133, + "content_logit_rms": 0.8072159084692305, + "content_logit_rms_over_total": 0.404409512530501, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.17143501334038436, + "content_removal_attention_l1": 0.39377932111714403, + "different_sentence_mass": 0.9092968394797222, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08732702787600312, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.11565456068252816, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8211761814195151, + "slot_logit_rms": 1.839095167304371, + "slot_logit_rms_over_total": 0.9212897540818826, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.828564974059369, + "slot_removal_attention_l1": 1.011782736608795, + "special_key_mass": 0.0033761326442746553 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.17625941623769262, + "content_logit_rms": 0.7308426827338397, + "content_logit_rms_over_total": 0.4064243168880542, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.19221197000211654, + "content_removal_attention_l1": 0.29563069591919583, + "different_sentence_mass": 0.9168246532699057, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07786860310600377, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.0881510654911764, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8237405913133248, + "slot_logit_rms": 1.7214343165796178, + "slot_logit_rms_over_total": 0.9572861521121334, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8077880606128305, + "slot_removal_attention_l1": 1.1200480834380084, + "special_key_mass": 0.005306743624090564 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.20911470756811254, + "content_logit_rms": 0.6015996890252128, + "content_logit_rms_over_total": 0.339679856401156, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.16063579567251543, + "content_removal_attention_l1": 0.28215585835278034, + "different_sentence_mass": 0.910802917993244, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08151579666517529, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.24784619590340584, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7908852504310655, + "slot_logit_rms": 1.5523586151938813, + "slot_logit_rms_over_total": 0.8763951292151914, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8393641772004319, + "slot_removal_attention_l1": 1.0016817806252079, + "special_key_mass": 0.0076812853415807085 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.18477352596271565, + "content_logit_rms": 0.918543385706988, + "content_logit_rms_over_total": 0.26867481859802617, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1599138721860215, + "content_removal_attention_l1": 0.3934114681483776, + "different_sentence_mass": 0.8903985865341097, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.1084272152214658, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.23040715775762996, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.815226468495002, + "slot_logit_rms": 3.1985344498180877, + "slot_logit_rms_over_total": 0.9355682812850264, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8400861017917302, + "slot_removal_attention_l1": 1.4369258612540423, + "special_key_mass": 0.0011741982444244273 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.16624202498910473, + "content_logit_rms": 0.7453771930407075, + "content_logit_rms_over_total": 0.1911550942607516, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1341225954557897, + "content_removal_attention_l1": 0.3384749043878971, + "different_sentence_mass": 0.9122762710367348, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0871630506042172, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.16819938167235723, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8337579940025713, + "slot_logit_rms": 3.6883991934797344, + "slot_logit_rms_over_total": 0.9459005498929935, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8658774390670598, + "slot_removal_attention_l1": 1.291936701346262, + "special_key_mass": 0.0005606783590480393 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.1865215714765238, + "content_logit_rms": 0.8366961442664558, + "content_logit_rms_over_total": 0.3215364988199344, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.15641907640897176, + "content_removal_attention_l1": 0.4103223238432524, + "different_sentence_mass": 0.9098191222212478, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08536259699430243, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.14523689759274325, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8134783878557238, + "slot_logit_rms": 2.4154226604629967, + "slot_logit_rms_over_total": 0.928195749500803, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.843580924376261, + "slot_removal_attention_l1": 1.320283857046389, + "special_key_mass": 0.004818280784449741 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.13090168241886238, + "content_logit_rms": 0.47703237776808877, + "content_logit_rms_over_total": 0.2255031831160772, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1704546495925124, + "content_removal_attention_l1": 0.23289858301480612, + "different_sentence_mass": 0.9016200535948954, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.085949337685152, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.23856713040275315, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8690983527431301, + "slot_logit_rms": 1.971324000580638, + "slot_logit_rms_over_total": 0.9318723582534814, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8295453472026423, + "slot_removal_attention_l1": 1.1209781614734846, + "special_key_mass": 0.01243060871995255 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2124785896500244, + "content_logit_rms": 1.0646085828250529, + "content_logit_rms_over_total": 0.5354765033824187, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.20232100765604308, + "content_removal_attention_l1": 0.6490660726147539, + "different_sentence_mass": 0.8971898146338907, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08903784767779357, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.13874684626181774, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7875214108430287, + "slot_logit_rms": 1.7647674401455067, + "slot_logit_rms_over_total": 0.8876234298827601, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7976790940863829, + "slot_removal_attention_l1": 1.0339898307095556, + "special_key_mass": 0.013772337688315733 + } + ], + "layer": 7, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.11114237231074595, + "content_logit_rms": 0.8156410922825921, + "content_logit_rms_over_total": 0.31774832604124265, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.2139088230244085, + "content_removal_attention_l1": 0.27338767117437196, + "different_sentence_mass": 0.8991338932777152, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09558886344380238, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.12226209940169663, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8888577008072067, + "slot_logit_rms": 2.4709032354693785, + "slot_logit_rms_over_total": 0.9625668278438788, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7860911608326668, + "slot_removal_attention_l1": 1.2575565388827932, + "special_key_mass": 0.005277243278482381 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.25593226189341617, + "content_logit_rms": 0.6539728320842865, + "content_logit_rms_over_total": 0.39392541723289326, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1508555985877619, + "content_removal_attention_l1": 0.32832811948131113, + "different_sentence_mass": 0.8986760356335664, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07094519628741432, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.10363962226912525, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7440677240271779, + "slot_logit_rms": 1.4714773274665953, + "slot_logit_rms_over_total": 0.8863580333178535, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8491443661132864, + "slot_removal_attention_l1": 0.8794607960199025, + "special_key_mass": 0.030378768079019354 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2335150481347798, + "content_logit_rms": 0.5224511910449056, + "content_logit_rms_over_total": 0.33009570933805377, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.13914922485128045, + "content_removal_attention_l1": 0.29738426787376987, + "different_sentence_mass": 0.9124555030070683, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07185839725128722, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.06496914142660577, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7664849983491734, + "slot_logit_rms": 1.4514648635305611, + "slot_logit_rms_over_total": 0.9169375710554567, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.860850803225356, + "slot_removal_attention_l1": 0.8732893418739823, + "special_key_mass": 0.01568609974164443 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.22194904844075733, + "content_logit_rms": 1.191989397666618, + "content_logit_rms_over_total": 0.3525345574187882, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.17497302866632156, + "content_removal_attention_l1": 0.3340919440539152, + "different_sentence_mass": 0.9011029557635387, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09729021186849066, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.23820727223566934, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7780509577224067, + "slot_logit_rms": 3.1034046306329617, + "slot_logit_rms_over_total": 0.9178261243756495, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8250269849656844, + "slot_removal_attention_l1": 1.4325411083797615, + "special_key_mass": 0.001606832367970663 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.19788612340412595, + "content_logit_rms": 0.5064658888560885, + "content_logit_rms_over_total": 0.3222190770594513, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.17681614893908595, + "content_removal_attention_l1": 0.39475851538865003, + "different_sentence_mass": 0.8490258469155022, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06988154810524601, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.08685157784516466, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8021138563167816, + "slot_logit_rms": 1.4242111824306787, + "slot_logit_rms_over_total": 0.9060550640318908, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8231838100096759, + "slot_removal_attention_l1": 0.8406009806283549, + "special_key_mass": 0.08109260497925182 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.10220786243878013, + "content_logit_rms": 0.6241752201070389, + "content_logit_rms_over_total": 0.19139250496621518, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.21068838565592088, + "content_removal_attention_l1": 0.12672868664102518, + "different_sentence_mass": 0.9132536897691441, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08353249054840382, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.06395936607584066, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8977920884522153, + "slot_logit_rms": 2.956300304216497, + "slot_logit_rms_over_total": 0.9064797116991352, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7893116034421266, + "slot_removal_attention_l1": 1.5171645701515908, + "special_key_mass": 0.0032138196824520243 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.15850305150938676, + "content_logit_rms": 0.7035209536552429, + "content_logit_rms_over_total": 0.3169406987544076, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.20753183719866417, + "content_removal_attention_l1": 0.3681385252332571, + "different_sentence_mass": 0.908200429825514, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08772296833750956, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.18924020830194885, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.841496975946368, + "slot_logit_rms": 1.939145598341437, + "slot_logit_rms_over_total": 0.8735939385186807, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7924681689005857, + "slot_removal_attention_l1": 1.1523894248347657, + "special_key_mass": 0.004076601836976467 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.21737550122334676, + "content_logit_rms": 0.7894118061544848, + "content_logit_rms_over_total": 0.43869708383492395, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.15354781095668965, + "content_removal_attention_l1": 0.49023462127090667, + "different_sentence_mass": 0.9059594890066222, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07701685798683149, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.09479795495395128, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7826244566297414, + "slot_logit_rms": 1.7344152717759795, + "slot_logit_rms_over_total": 0.9637269979598475, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8464522110846113, + "slot_removal_attention_l1": 1.086274402544779, + "special_key_mass": 0.017023653006546347 + } + ], + "layer": 8, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.14197681773928741, + "content_logit_rms": 0.5342958505612379, + "content_logit_rms_over_total": 0.24124602888546445, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.18700475832812635, + "content_removal_attention_l1": 0.29267895818852324, + "different_sentence_mass": 0.9201256586421355, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07358241545986019, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.10374192483540551, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8580231871821132, + "slot_logit_rms": 2.152177504172512, + "slot_logit_rms_over_total": 0.9717487485750633, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8129952482002623, + "slot_removal_attention_l1": 1.1154026767494631, + "special_key_mass": 0.006291925898004396 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.22438849716940346, + "content_logit_rms": 0.8301206408616375, + "content_logit_rms_over_total": 0.4060361722082484, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.16785170298581029, + "content_removal_attention_l1": 0.48997795417466583, + "different_sentence_mass": 0.9014197986426891, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06667732714456232, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.06790584342910305, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7756115120707774, + "slot_logit_rms": 1.5846519126903778, + "slot_logit_rms_over_total": 0.7750836736796534, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8321482906227603, + "slot_removal_attention_l1": 0.996519359887815, + "special_key_mass": 0.03190287421274857 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.21945349107879927, + "content_logit_rms": 0.6625867603237138, + "content_logit_rms_over_total": 0.3598052545578456, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.11936902146165569, + "content_removal_attention_l1": 0.2669868797940366, + "different_sentence_mass": 0.8800549783981314, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07510190746546083, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.059247790532204886, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7805465111034173, + "slot_logit_rms": 1.6249652371248777, + "slot_logit_rms_over_total": 0.8824788145355734, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8806309643402404, + "slot_removal_attention_l1": 1.078959388475792, + "special_key_mass": 0.04484311413640777 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2009618471139202, + "content_logit_rms": 0.9262976208153892, + "content_logit_rms_over_total": 0.3884788561320188, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.18112413901105232, + "content_removal_attention_l1": 0.3509911441737238, + "different_sentence_mass": 0.8843991514660564, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07812925631764765, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.07588359154304307, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7990381719142783, + "slot_logit_rms": 2.00923458019308, + "slot_logit_rms_over_total": 0.8426603892927661, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8188758482973949, + "slot_removal_attention_l1": 1.2554773819066731, + "special_key_mass": 0.03747159221629594 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.1638052929649312, + "content_logit_rms": 0.552973599848794, + "content_logit_rms_over_total": 0.20328087772370554, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.15023863857027656, + "content_removal_attention_l1": 0.2787497831216338, + "different_sentence_mass": 0.8228508809252697, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06664563459344208, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.08328762781742376, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8361947225297198, + "slot_logit_rms": 2.574186977364269, + "slot_logit_rms_over_total": 0.9463145419516984, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8497614433587182, + "slot_removal_attention_l1": 1.3313954495185731, + "special_key_mass": 0.11050348448128823 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.18779191119121572, + "content_logit_rms": 0.5837168431676486, + "content_logit_rms_over_total": 0.2079074022579281, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.11899616392146722, + "content_removal_attention_l1": 0.15925219723516526, + "different_sentence_mass": 0.9212749365936307, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06674488253581028, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.03257945839854359, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8122081253312382, + "slot_logit_rms": 2.5760586011935684, + "slot_logit_rms_over_total": 0.9174028022178248, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.881003821049543, + "slot_removal_attention_l1": 1.3184702473089975, + "special_key_mass": 0.011980180870558993 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.10202001492200675, + "content_logit_rms": 0.6060850440944526, + "content_logit_rms_over_total": 0.2796914115109864, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.19976782048230662, + "content_removal_attention_l1": 0.34341221980239245, + "different_sentence_mass": 0.8932594664248765, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07981642592223544, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.12142371725948418, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8979799830738235, + "slot_logit_rms": 2.0114179745900866, + "slot_logit_rms_over_total": 0.9282109086200887, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8002322028007578, + "slot_removal_attention_l1": 1.063102493902632, + "special_key_mass": 0.026924107652887993 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.17938316812483118, + "content_logit_rms": 0.5423088133627293, + "content_logit_rms_over_total": 0.4350626437979586, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.17282424619713543, + "content_removal_attention_l1": 0.31204425490589116, + "different_sentence_mass": 0.8496584495273876, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06553523297257283, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.11690889245958305, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8206168423023295, + "slot_logit_rms": 1.1466400074754275, + "slot_logit_rms_over_total": 0.9198565838821963, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8271758282082338, + "slot_removal_attention_l1": 0.8169882149965155, + "special_key_mass": 0.08480631750003964 + } + ], + "layer": 9, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.18291791743032781, + "content_logit_rms": 0.6412564935710501, + "content_logit_rms_over_total": 0.41137575391022596, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.18987905374709882, + "content_removal_attention_l1": 0.41374646700626494, + "different_sentence_mass": 0.9087181057707936, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07033653838066932, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.10385179540197201, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8170821416903945, + "slot_logit_rms": 1.456134819955218, + "slot_logit_rms_over_total": 0.933706623374247, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8101210315145698, + "slot_removal_attention_l1": 0.8470809420607254, + "special_key_mass": 0.020945355848537062 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.28078196029744895, + "content_logit_rms": 0.6185803414852011, + "content_logit_rms_over_total": 0.2627151815732028, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1883132505760181, + "content_removal_attention_l1": 0.34663486725413334, + "different_sentence_mass": 0.8971042956645582, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06669169331572074, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.177655880567709, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.719217976372616, + "slot_logit_rms": 2.262878777641876, + "slot_logit_rms_over_total": 0.9610494833220454, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.811686747506553, + "slot_removal_attention_l1": 1.1510980311123764, + "special_key_mass": 0.036204011019721045 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.17219979503173746, + "content_logit_rms": 0.5431773426997311, + "content_logit_rms_over_total": 0.20929619338472977, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.09744174426476307, + "content_removal_attention_l1": 0.16353141243441724, + "different_sentence_mass": 0.8839148744283354, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0657820764554701, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.1197819121675018, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8278001882501093, + "slot_logit_rms": 2.4120582771651886, + "slot_logit_rms_over_total": 0.9294364134251487, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.9025582619303582, + "slot_removal_attention_l1": 1.3748136575461603, + "special_key_mass": 0.05030304911619454 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.24300325681071946, + "content_logit_rms": 0.7205893366652376, + "content_logit_rms_over_total": 0.36098022716959904, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1677247627053921, + "content_removal_attention_l1": 0.2915228753186324, + "different_sentence_mass": 0.8814358503795138, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.07597887883528921, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.19567026359978698, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7569967491150487, + "slot_logit_rms": 1.696217868550151, + "slot_logit_rms_over_total": 0.8497380392589405, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8322752699913347, + "slot_removal_attention_l1": 1.0349782254619926, + "special_key_mass": 0.042585270785197034 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.22620514307317197, + "content_logit_rms": 0.5555778495309984, + "content_logit_rms_over_total": 0.25576497554121647, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.12332002679342587, + "content_removal_attention_l1": 0.27233943138636796, + "different_sentence_mass": 0.9133489233459912, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.0736855080433409, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.13604686538889713, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7737949472285953, + "slot_logit_rms": 1.9353099933588038, + "slot_logit_rms_over_total": 0.8909624098051413, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.87667998810317, + "slot_removal_attention_l1": 1.1002421760383774, + "special_key_mass": 0.01296556861066789 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.15390733107194013, + "content_logit_rms": 0.41912405013891996, + "content_logit_rms_over_total": 0.2162269982509315, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.11930402905643717, + "content_removal_attention_l1": 0.22469348972663283, + "different_sentence_mass": 0.8930979834906027, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06773086171140712, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.03874226249800082, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8460926265254909, + "slot_logit_rms": 1.8447280431202813, + "slot_logit_rms_over_total": 0.9517889376729727, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8806958767567196, + "slot_removal_attention_l1": 1.0724331670824219, + "special_key_mass": 0.03917115479799024 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.1276337343231574, + "content_logit_rms": 0.6981552370330867, + "content_logit_rms_over_total": 0.24293070118509086, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.16928733048924044, + "content_removal_attention_l1": 0.3070261084346795, + "different_sentence_mass": 0.9078237563736883, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08830953783848706, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.08812220586810772, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.872366258911058, + "slot_logit_rms": 2.8293822303998706, + "slot_logit_rms_over_total": 0.9845718926220548, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8307126462824789, + "slot_removal_attention_l1": 1.2288863143938429, + "special_key_mass": 0.0038667057878246495 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.15610194147801867, + "content_logit_rms": 1.6905598291287236, + "content_logit_rms_over_total": 0.4427360468087535, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.19676939219090284, + "content_removal_attention_l1": 0.6304468802158155, + "different_sentence_mass": 0.9029718763103672, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.09070625587129126, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.17653342362895025, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8438980054183334, + "slot_logit_rms": 2.7118766430546257, + "slot_logit_rms_over_total": 0.7101182451508209, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8032305871373883, + "slot_removal_attention_l1": 1.190921369574818, + "special_key_mass": 0.006321867818341535 + } + ], + "layer": 10, + "queries": 1632 + }, + { + "heads": [ + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.2078754342635911, + "content_logit_rms": 0.9328573668631268, + "content_logit_rms_over_total": 0.3793935034716246, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1337719688593757, + "content_removal_attention_l1": 0.36905290882157926, + "different_sentence_mass": 0.760969757193736, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.054723335790685286, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.07026912201442481, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.7921246136082154, + "slot_logit_rms": 1.982936330870086, + "slot_logit_rms_over_total": 0.8064666315182751, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8662280148516098, + "slot_removal_attention_l1": 1.1731175552396214, + "special_key_mass": 0.18430690701557872 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.18423420395336898, + "content_logit_rms": 1.2687717926706754, + "content_logit_rms_over_total": 0.507985019745926, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.23115547283497803, + "content_removal_attention_l1": 0.6346633313771557, + "different_sentence_mass": 0.9247079636244213, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06360568544443916, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.14733559585304237, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8157658602531049, + "slot_logit_rms": 2.234626688647504, + "slot_logit_rms_over_total": 0.8946895433918518, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7688445766620776, + "slot_removal_attention_l1": 0.9760672297036531, + "special_key_mass": 0.011686350931139552 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.12389640639736957, + "content_logit_rms": 0.7825422339214414, + "content_logit_rms_over_total": 0.23427313540642167, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.10996882049549445, + "content_removal_attention_l1": 0.33622924353489103, + "different_sentence_mass": 0.7230923009269378, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.05289114237872555, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.176346232174147, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8761036098368612, + "slot_logit_rms": 3.337043812315838, + "slot_logit_rms_over_total": 0.999068343464066, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8900311692964797, + "slot_removal_attention_l1": 1.4286099400590448, + "special_key_mass": 0.22401655669433668 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.1443267664963416, + "content_logit_rms": 0.5784383729903722, + "content_logit_rms_over_total": 0.16701555624604225, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.1334457970224321, + "content_removal_attention_l1": 0.11822944215279729, + "different_sentence_mass": 0.9147832942578722, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08247881078654352, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.016237785002244088, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8556732453551947, + "slot_logit_rms": 3.4181082643130245, + "slot_logit_rms_over_total": 0.9869375277091476, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8665542421752915, + "slot_removal_attention_l1": 1.53674327509076, + "special_key_mass": 0.0027378949555842314 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.18504300414055003, + "content_logit_rms": 0.5562990354191438, + "content_logit_rms_over_total": 0.26199197818470354, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.13286891418016133, + "content_removal_attention_l1": 0.24017994713001684, + "different_sentence_mass": 0.9123283396383711, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08181891331960466, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.22519190699848182, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8149570061222595, + "slot_logit_rms": 1.8848104156992014, + "slot_logit_rms_over_total": 0.8870090320706367, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8671310678416607, + "slot_removal_attention_l1": 0.9932386248427278, + "special_key_mass": 0.005852747042024252 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.16884499654977345, + "content_logit_rms": 0.6153287100514361, + "content_logit_rms_over_total": 0.45434309925664873, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.22954893068355672, + "content_removal_attention_l1": 0.35312118189518943, + "different_sentence_mass": 0.8869436207574373, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.05890562289449222, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.14065670504179947, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8311549592397961, + "slot_logit_rms": 1.2144839997385062, + "slot_logit_rms_over_total": 0.896792723742478, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7704510091274392, + "slot_removal_attention_l1": 0.8062871071856981, + "special_key_mass": 0.05415075634807056 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.14405664460112652, + "content_logit_rms": 1.3966618652145069, + "content_logit_rms_over_total": 0.37956069035492107, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.27218251899980445, + "content_removal_attention_l1": 0.6504397512797047, + "different_sentence_mass": 0.9114557921009905, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.08662575713413603, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.14329694161721157, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.8559433223277915, + "slot_logit_rms": 2.8754726237818304, + "slot_logit_rms_over_total": 0.7815192371387693, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.7278173886166484, + "slot_removal_attention_l1": 1.0205560634825743, + "special_key_mass": 0.0019184507648734486 + }, + { + "anchor_k_energy_fraction": 0.0, + "anchor_logit_rms": 0.0, + "anchor_logit_rms_over_total": 0.0, + "anchor_pairs": 0.0, + "anchor_q_energy_fraction": 0.0, + "anchor_removal_attention_l1": 0.0, + "content_k_energy_fraction": 0.09242066705836822, + "content_logit_rms": 0.754316773082988, + "content_logit_rms_over_total": 0.1411100141338858, + "content_pairs": 8.0, + "content_q_energy_fraction": 0.12944056654312447, + "content_removal_attention_l1": 0.2501869468547988, + "different_sentence_mass": 0.893600494326914, + "different_sentence_uniform_opportunity": 0.9065191265122563, + "same_sentence_mass": 0.06534863209041457, + "same_sentence_uniform_opportunity": 0.07491552009356811, + "same_slot_other_sentence_mass": 0.14785391706790701, + "same_slot_other_sentence_uniform_opportunity": 0.1320261830856622, + "slot_k_energy_fraction": 0.9075793825528201, + "slot_logit_rms": 4.952771999964527, + "slot_logit_rms_over_total": 0.9264556291860109, + "slot_pairs": 24.0, + "slot_q_energy_fraction": 0.8705594515537515, + "slot_removal_attention_l1": 1.4198572043256432, + "special_key_mass": 0.04105087358267138 + } + ], + "layer": 11, + "queries": 1632 + } + ], + "measurement_code_sha256": "c06e08885d11c8b66aab608b0e267de8e5fdc58c2780f7efcbe42a000527d405", + "measurement_environment": { + "autocast": "disabled", + "cpu_threads": 2, + "device": "cpu", + "python": "3.12.10", + "torch": "2.11.0+cu128" + }, + "memory": {}, + "model_config": { + "d_ff": 2048, + "d_model": 512, + "dropout": 0.1, + "grad_checkpointing": true, + "max_len": 8192, + "n_heads": 8, + "n_layers": 12, + "output_dim": 768, + "pad_token_id": 0, + "vocab_size": 30522 + }, + "probe_positions": [ + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 0, + 1 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 6, + 1 + ], + [ + 0, + 2 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 7, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 6, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 0, + 4 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 7, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 6, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 6, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 6, + 7 + ], + [ + 0, + 8 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 6, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 6, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 6, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 6, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 6, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 6, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 6, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 6, + 15 + ], + [ + 0, + 16 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 6, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 6, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 6, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 6, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 6, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 6, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 6, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 6, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 0, + 16 + ], + [ + 1, + 16 + ], + [ + 2, + 16 + ], + [ + 3, + 16 + ], + [ + 4, + 16 + ], + [ + 5, + 16 + ], + [ + 0, + 17 + ], + [ + 1, + 17 + ], + [ + 2, + 17 + ], + [ + 3, + 17 + ], + [ + 4, + 17 + ], + [ + 5, + 17 + ], + [ + 6, + 17 + ], + [ + 0, + 18 + ], + [ + 1, + 18 + ], + [ + 2, + 18 + ], + [ + 3, + 18 + ], + [ + 4, + 18 + ], + [ + 5, + 18 + ], + [ + 6, + 18 + ], + [ + 0, + 19 + ], + [ + 1, + 19 + ], + [ + 2, + 19 + ], + [ + 3, + 19 + ], + [ + 4, + 19 + ], + [ + 5, + 19 + ], + [ + 0, + 20 + ], + [ + 1, + 20 + ], + [ + 2, + 20 + ], + [ + 3, + 20 + ], + [ + 4, + 20 + ], + [ + 5, + 20 + ], + [ + 0, + 21 + ], + [ + 1, + 21 + ], + [ + 2, + 21 + ], + [ + 3, + 21 + ], + [ + 4, + 21 + ], + [ + 5, + 21 + ], + [ + 6, + 21 + ], + [ + 0, + 22 + ], + [ + 1, + 22 + ], + [ + 2, + 22 + ], + [ + 3, + 22 + ], + [ + 4, + 22 + ], + [ + 5, + 22 + ], + [ + 6, + 22 + ], + [ + 0, + 23 + ], + [ + 1, + 23 + ], + [ + 2, + 23 + ], + [ + 3, + 23 + ], + [ + 4, + 23 + ], + [ + 5, + 23 + ], + [ + 0, + 24 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 7, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 6, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 6, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 6, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 6, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 6, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 6, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 6, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 0, + 16 + ], + [ + 1, + 16 + ], + [ + 2, + 16 + ], + [ + 3, + 16 + ], + [ + 4, + 16 + ], + [ + 5, + 16 + ], + [ + 6, + 16 + ], + [ + 0, + 17 + ], + [ + 1, + 17 + ], + [ + 2, + 17 + ], + [ + 3, + 17 + ], + [ + 4, + 17 + ], + [ + 5, + 17 + ], + [ + 6, + 17 + ], + [ + 0, + 18 + ], + [ + 1, + 18 + ], + [ + 2, + 18 + ], + [ + 3, + 18 + ], + [ + 4, + 18 + ], + [ + 5, + 18 + ], + [ + 0, + 19 + ], + [ + 1, + 19 + ], + [ + 2, + 19 + ], + [ + 3, + 19 + ], + [ + 4, + 19 + ], + [ + 5, + 19 + ], + [ + 0, + 20 + ], + [ + 1, + 20 + ], + [ + 2, + 20 + ], + [ + 3, + 20 + ], + [ + 4, + 20 + ], + [ + 5, + 20 + ], + [ + 6, + 20 + ], + [ + 0, + 21 + ], + [ + 1, + 21 + ], + [ + 2, + 21 + ], + [ + 3, + 21 + ], + [ + 4, + 21 + ], + [ + 5, + 21 + ], + [ + 6, + 21 + ], + [ + 0, + 22 + ], + [ + 1, + 22 + ], + [ + 2, + 22 + ], + [ + 3, + 22 + ], + [ + 4, + 22 + ], + [ + 5, + 22 + ], + [ + 0, + 23 + ], + [ + 1, + 23 + ], + [ + 2, + 23 + ], + [ + 3, + 23 + ], + [ + 4, + 23 + ], + [ + 5, + 23 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 7, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 6, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 6, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 6, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 6, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 6, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 6, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 6, + 15 + ], + [ + 0, + 16 + ], + [ + 1, + 16 + ], + [ + 2, + 16 + ], + [ + 3, + 16 + ], + [ + 4, + 16 + ], + [ + 5, + 16 + ], + [ + 6, + 16 + ], + [ + 0, + 17 + ], + [ + 1, + 17 + ], + [ + 2, + 17 + ], + [ + 3, + 17 + ], + [ + 4, + 17 + ], + [ + 5, + 17 + ], + [ + 0, + 18 + ], + [ + 1, + 18 + ], + [ + 2, + 18 + ], + [ + 3, + 18 + ], + [ + 4, + 18 + ], + [ + 5, + 18 + ], + [ + 0, + 19 + ], + [ + 1, + 19 + ], + [ + 2, + 19 + ], + [ + 3, + 19 + ], + [ + 4, + 19 + ], + [ + 5, + 19 + ], + [ + 6, + 19 + ], + [ + 0, + 20 + ], + [ + 1, + 20 + ], + [ + 2, + 20 + ], + [ + 3, + 20 + ], + [ + 4, + 20 + ], + [ + 5, + 20 + ], + [ + 6, + 20 + ], + [ + 0, + 21 + ], + [ + 1, + 21 + ], + [ + 2, + 21 + ], + [ + 3, + 21 + ], + [ + 4, + 21 + ], + [ + 5, + 21 + ], + [ + 0, + 22 + ], + [ + 1, + 22 + ], + [ + 2, + 22 + ], + [ + 3, + 22 + ], + [ + 4, + 22 + ], + [ + 5, + 22 + ], + [ + 0, + 23 + ], + [ + 1, + 23 + ], + [ + 2, + 23 + ], + [ + 3, + 23 + ], + [ + 4, + 23 + ], + [ + 5, + 23 + ], + [ + 6, + 23 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 6, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 6, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 6, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 6, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 6, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 6, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 6, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 6, + 15 + ], + [ + 0, + 16 + ], + [ + 1, + 16 + ], + [ + 2, + 16 + ], + [ + 3, + 16 + ], + [ + 4, + 16 + ], + [ + 5, + 16 + ], + [ + 0, + 17 + ], + [ + 1, + 17 + ], + [ + 2, + 17 + ], + [ + 3, + 17 + ], + [ + 4, + 17 + ], + [ + 5, + 17 + ], + [ + 0, + 18 + ], + [ + 1, + 18 + ], + [ + 2, + 18 + ], + [ + 3, + 18 + ], + [ + 4, + 18 + ], + [ + 5, + 18 + ], + [ + 6, + 18 + ], + [ + 0, + 19 + ], + [ + 1, + 19 + ], + [ + 2, + 19 + ], + [ + 3, + 19 + ], + [ + 4, + 19 + ], + [ + 5, + 19 + ], + [ + 6, + 19 + ], + [ + 0, + 20 + ], + [ + 1, + 20 + ], + [ + 2, + 20 + ], + [ + 3, + 20 + ], + [ + 4, + 20 + ], + [ + 5, + 20 + ], + [ + 0, + 21 + ], + [ + 1, + 21 + ], + [ + 2, + 21 + ], + [ + 3, + 21 + ], + [ + 4, + 21 + ], + [ + 5, + 21 + ], + [ + 0, + 22 + ], + [ + 1, + 22 + ], + [ + 2, + 22 + ], + [ + 3, + 22 + ], + [ + 4, + 22 + ], + [ + 5, + 22 + ], + [ + 6, + 22 + ], + [ + 0, + 23 + ], + [ + 1, + 23 + ], + [ + 2, + 23 + ], + [ + 3, + 23 + ], + [ + 4, + 23 + ], + [ + 5, + 23 + ], + [ + 6, + 23 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 6, + 1 + ], + [ + 0, + 2 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 7, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 6, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 0, + 4 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 7, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 6, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 6, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 6, + 7 + ], + [ + 0, + 8 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 6, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 6, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 6, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 6, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 6, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 6, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 6, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 6, + 15 + ], + [ + 0, + 16 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 6, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 6, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 6, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 6, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 6, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 6, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 6, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 6, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 0, + 16 + ], + [ + 1, + 16 + ], + [ + 2, + 16 + ], + [ + 3, + 16 + ], + [ + 4, + 16 + ], + [ + 5, + 16 + ], + [ + 0, + 17 + ], + [ + 1, + 17 + ], + [ + 2, + 17 + ], + [ + 3, + 17 + ], + [ + 4, + 17 + ], + [ + 5, + 17 + ], + [ + 6, + 17 + ], + [ + 0, + 18 + ], + [ + 1, + 18 + ], + [ + 2, + 18 + ], + [ + 3, + 18 + ], + [ + 4, + 18 + ], + [ + 5, + 18 + ], + [ + 6, + 18 + ], + [ + 0, + 19 + ], + [ + 1, + 19 + ], + [ + 2, + 19 + ], + [ + 3, + 19 + ], + [ + 4, + 19 + ], + [ + 5, + 19 + ], + [ + 0, + 20 + ], + [ + 1, + 20 + ], + [ + 2, + 20 + ], + [ + 3, + 20 + ], + [ + 4, + 20 + ], + [ + 5, + 20 + ], + [ + 0, + 21 + ], + [ + 1, + 21 + ], + [ + 2, + 21 + ], + [ + 3, + 21 + ], + [ + 4, + 21 + ], + [ + 5, + 21 + ], + [ + 6, + 21 + ], + [ + 0, + 22 + ], + [ + 1, + 22 + ], + [ + 2, + 22 + ], + [ + 3, + 22 + ], + [ + 4, + 22 + ], + [ + 5, + 22 + ], + [ + 6, + 22 + ], + [ + 0, + 23 + ], + [ + 1, + 23 + ], + [ + 2, + 23 + ], + [ + 3, + 23 + ], + [ + 4, + 23 + ], + [ + 5, + 23 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 7, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 6, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 6, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 6, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 6, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 6, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 6, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 6, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 0, + 16 + ], + [ + 1, + 16 + ], + [ + 2, + 16 + ], + [ + 3, + 16 + ], + [ + 4, + 16 + ], + [ + 5, + 16 + ], + [ + 6, + 16 + ], + [ + 0, + 17 + ], + [ + 1, + 17 + ], + [ + 2, + 17 + ], + [ + 3, + 17 + ], + [ + 4, + 17 + ], + [ + 5, + 17 + ], + [ + 6, + 17 + ], + [ + 0, + 18 + ], + [ + 1, + 18 + ], + [ + 2, + 18 + ], + [ + 3, + 18 + ], + [ + 4, + 18 + ], + [ + 5, + 18 + ], + [ + 0, + 19 + ], + [ + 1, + 19 + ], + [ + 2, + 19 + ], + [ + 3, + 19 + ], + [ + 4, + 19 + ], + [ + 5, + 19 + ], + [ + 0, + 20 + ], + [ + 1, + 20 + ], + [ + 2, + 20 + ], + [ + 3, + 20 + ], + [ + 4, + 20 + ], + [ + 5, + 20 + ], + [ + 6, + 20 + ], + [ + 0, + 21 + ], + [ + 1, + 21 + ], + [ + 2, + 21 + ], + [ + 3, + 21 + ], + [ + 4, + 21 + ], + [ + 5, + 21 + ], + [ + 6, + 21 + ], + [ + 0, + 22 + ], + [ + 1, + 22 + ], + [ + 2, + 22 + ], + [ + 3, + 22 + ], + [ + 4, + 22 + ], + [ + 5, + 22 + ], + [ + 0, + 23 + ], + [ + 1, + 23 + ], + [ + 2, + 23 + ], + [ + 3, + 23 + ], + [ + 4, + 23 + ], + [ + 5, + 23 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ], + [ + [ + 0, + 0 + ], + [ + 1, + 0 + ], + [ + 2, + 0 + ], + [ + 3, + 0 + ], + [ + 4, + 0 + ], + [ + 5, + 0 + ], + [ + 6, + 0 + ], + [ + 7, + 0 + ], + [ + 0, + 1 + ], + [ + 1, + 1 + ], + [ + 2, + 1 + ], + [ + 3, + 1 + ], + [ + 4, + 1 + ], + [ + 5, + 1 + ], + [ + 0, + 2 + ], + [ + 1, + 2 + ], + [ + 2, + 2 + ], + [ + 3, + 2 + ], + [ + 4, + 2 + ], + [ + 5, + 2 + ], + [ + 0, + 3 + ], + [ + 1, + 3 + ], + [ + 2, + 3 + ], + [ + 3, + 3 + ], + [ + 4, + 3 + ], + [ + 5, + 3 + ], + [ + 6, + 3 + ], + [ + 0, + 4 + ], + [ + 1, + 4 + ], + [ + 2, + 4 + ], + [ + 3, + 4 + ], + [ + 4, + 4 + ], + [ + 5, + 4 + ], + [ + 6, + 4 + ], + [ + 0, + 5 + ], + [ + 1, + 5 + ], + [ + 2, + 5 + ], + [ + 3, + 5 + ], + [ + 4, + 5 + ], + [ + 5, + 5 + ], + [ + 0, + 6 + ], + [ + 1, + 6 + ], + [ + 2, + 6 + ], + [ + 3, + 6 + ], + [ + 4, + 6 + ], + [ + 5, + 6 + ], + [ + 0, + 7 + ], + [ + 1, + 7 + ], + [ + 2, + 7 + ], + [ + 3, + 7 + ], + [ + 4, + 7 + ], + [ + 5, + 7 + ], + [ + 6, + 7 + ], + [ + 0, + 8 + ], + [ + 1, + 8 + ], + [ + 2, + 8 + ], + [ + 3, + 8 + ], + [ + 4, + 8 + ], + [ + 5, + 8 + ], + [ + 6, + 8 + ], + [ + 0, + 9 + ], + [ + 1, + 9 + ], + [ + 2, + 9 + ], + [ + 3, + 9 + ], + [ + 4, + 9 + ], + [ + 5, + 9 + ], + [ + 0, + 10 + ], + [ + 1, + 10 + ], + [ + 2, + 10 + ], + [ + 3, + 10 + ], + [ + 4, + 10 + ], + [ + 5, + 10 + ], + [ + 0, + 11 + ], + [ + 1, + 11 + ], + [ + 2, + 11 + ], + [ + 3, + 11 + ], + [ + 4, + 11 + ], + [ + 5, + 11 + ], + [ + 6, + 11 + ], + [ + 0, + 12 + ], + [ + 1, + 12 + ], + [ + 2, + 12 + ], + [ + 3, + 12 + ], + [ + 4, + 12 + ], + [ + 5, + 12 + ], + [ + 6, + 12 + ], + [ + 0, + 13 + ], + [ + 1, + 13 + ], + [ + 2, + 13 + ], + [ + 3, + 13 + ], + [ + 4, + 13 + ], + [ + 5, + 13 + ], + [ + 0, + 14 + ], + [ + 1, + 14 + ], + [ + 2, + 14 + ], + [ + 3, + 14 + ], + [ + 4, + 14 + ], + [ + 5, + 14 + ], + [ + 0, + 15 + ], + [ + 1, + 15 + ], + [ + 2, + 15 + ], + [ + 3, + 15 + ], + [ + 4, + 15 + ], + [ + 5, + 15 + ], + [ + 6, + 15 + ], + [ + 0, + 16 + ], + [ + 1, + 16 + ], + [ + 2, + 16 + ], + [ + 3, + 16 + ], + [ + 4, + 16 + ], + [ + 5, + 16 + ], + [ + 6, + 16 + ], + [ + 0, + 17 + ], + [ + 1, + 17 + ], + [ + 2, + 17 + ], + [ + 3, + 17 + ], + [ + 4, + 17 + ], + [ + 5, + 17 + ], + [ + 0, + 18 + ], + [ + 1, + 18 + ], + [ + 2, + 18 + ], + [ + 3, + 18 + ], + [ + 4, + 18 + ], + [ + 5, + 18 + ], + [ + 0, + 19 + ], + [ + 1, + 19 + ], + [ + 2, + 19 + ], + [ + 3, + 19 + ], + [ + 4, + 19 + ], + [ + 5, + 19 + ], + [ + 6, + 19 + ], + [ + 0, + 20 + ], + [ + 1, + 20 + ], + [ + 2, + 20 + ], + [ + 3, + 20 + ], + [ + 4, + 20 + ], + [ + 5, + 20 + ], + [ + 6, + 20 + ], + [ + 0, + 21 + ], + [ + 1, + 21 + ], + [ + 2, + 21 + ], + [ + 3, + 21 + ], + [ + 4, + 21 + ], + [ + 5, + 21 + ], + [ + 0, + 22 + ], + [ + 1, + 22 + ], + [ + 2, + 22 + ], + [ + 3, + 22 + ], + [ + 4, + 22 + ], + [ + 5, + 22 + ], + [ + 0, + 23 + ], + [ + 1, + 23 + ], + [ + 2, + 23 + ], + [ + 3, + 23 + ], + [ + 4, + 23 + ], + [ + 5, + 23 + ], + [ + 6, + 23 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 0, + 24 + ], + [ + 1, + 24 + ], + [ + 2, + 24 + ], + [ + 3, + 24 + ], + [ + 4, + 24 + ], + [ + 5, + 24 + ], + [ + 6, + 24 + ], + [ + 0, + 24 + ] + ] + ], + "probe_rows": 16, + "probe_sha256": "f1c623de83e7147940fb60d2649824c2530016373157a8bb12dd06752fcc20de", + "probe_texts": [ + "The red box is here.", + "The blue ball is nearby. A small bird watches the street.", + "A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby.", + "A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street.", + "The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window.", + "The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here.", + "A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street.", + "A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here.", + "The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window.", + "The blue ball is nearby. A small bird watches the street.", + "A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby.", + "A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street.", + "The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window.", + "The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby.", + "A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window.", + "A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street. A person walks past the window. The red box is here. The blue ball is nearby. A small bird watches the street." + ], + "probe_tokens": [ + [ + 101, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 102 + ], + [ + 101, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 102, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + [ + 101, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 1037, + 2711, + 7365, + 2627, + 1996, + 3332, + 1012, + 1996, + 2417, + 3482, + 2003, + 2182, + 1012, + 1996, + 2630, + 3608, + 2003, + 3518, + 1012, + 1037, + 2235, + 4743, + 12197, + 1996, + 2395, + 1012, + 102 + ] + ], + "probe_unclamped_max_sentence_ids": [ + 1, + 2, + 4, + 8, + 16, + 24, + 25, + 26, + 32, + 2, + 4, + 8, + 16, + 25, + 26, + 32 + ], + "protocol": "captionbert-rotary-mechanisms-v1", + "repeat_floor": { + "max_absolute_change": 0.0, + "mean_cosine_to_original": 1.0, + "mean_l2_change": 0.0 + }, + "source": "rotary address-kernel / mixed-layout / content-controlled anchor experiments", + "status": "measured" +} diff --git a/experiments/817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c/A3-seed2/analyses/captionbert-rotary-mechanisms-v1/source_result.json b/experiments/817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c/A3-seed2/analyses/captionbert-rotary-mechanisms-v1/source_result.json new file mode 100644 index 0000000000000000000000000000000000000000..bfdfadc85759f115f869944f41ff513be11d900e --- /dev/null +++ b/experiments/817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c/A3-seed2/analyses/captionbert-rotary-mechanisms-v1/source_result.json @@ -0,0 +1,114 @@ +{ + "arm": "A3", + "batch_size": 2048, + "benchmark": { + "dataset_fingerprints": { + "BIOSSES": "f1568c59b08bf901", + "SICK-R": "ec39ecc7fe3d35c5", + "STS-B": "a5cf888e07361adf", + "STS12": "babcef74f2c87568", + "STS13": "0b95e9bf5b389b20", + "STS14": "60e6b4f337fc83b1", + "STS15": "2ce54f5616944e48", + "STS16": "5f0ab25e659613f2" + }, + "dataset_revisions": { + "mteb/biosses-sts": "f4f1265a7a4b0c99e6da09859b887bdb1f36d8ed", + "mteb/sickr-sts": "b93b4e08b707e9c9bc478e543495c3ced0b9d81e", + "mteb/sts12-sts": "3a51344839ec620dd3b753e0945bdf6c7e37af3e", + "mteb/sts13-sts": "f475812ca75868066186343ebf60e01f95c75164", + "mteb/sts14-sts": "8ab5e540b20b58d42fa6b944d3accee9df3fbaca", + "mteb/sts15-sts": "ae8e1ecbd3b3bcf5c1c8fd798290033715d98b93", + "mteb/sts16-sts": "d8e3be175a943eecfea09c96795087771996197c", + "mteb/stsbenchmark-sts": "96943a16ea6a35129e253c659081cb59daf81b30" + }, + "max_tokens": 64, + "mean": 0.5119058055770798, + "split": "test", + "tasks": { + "BIOSSES": { + "erank": 22.499313389092332, + "self_cos": 0.5144970868437793, + "spearman": 0.4168046779002283 + }, + "SICK-R": { + "erank": 32.69667592129721, + "self_cos": 0.3534099986818124, + "spearman": 0.6351555990383906 + }, + "STS-B": { + "erank": 30.86173992005158, + "self_cos": 0.16574616691650723, + "spearman": 0.48451588582040767 + }, + "STS12": { + "erank": 23.39586909066291, + "self_cos": 0.20808495528481685, + "spearman": 0.4527847991684722 + }, + "STS13": { + "erank": 26.496608738739667, + "self_cos": 0.1839827052222016, + "spearman": 0.4537737087035938 + }, + "STS14": { + "erank": 33.728987734221725, + "self_cos": 0.1289306871030488, + "spearman": 0.4750671770567304 + }, + "STS15": { + "erank": 27.97555468947359, + "self_cos": 0.21997887047403303, + "spearman": 0.6761810995006643 + }, + "STS16": { + "erank": 24.455906112111638, + "self_cos": 0.22248843671704485, + "spearman": 0.5009634974281512 + } + } + }, + "config_id": "817daa9e66a8119dc6b18a9b63fad32490d1c891e5f26750e91125d9e5e14e6c", + "dataset_id": "21d5e137bbcdb91a743746b7f2e6fb3660266fd4320d0ce13061c678645e7c64", + "elapsed_seconds": 961.8552551740004, + "max_tokens": 256, + "memory": { + "max_observed_device_gb": 34.90185216, + "peak_allocated_gb": 31.081823232, + "peak_reserved_gb": 34.198257664, + "total_device_limit_gb": 80.0 + }, + "model_config": { + "d_ff": 2048, + "d_model": 512, + "dropout": 0.1, + "grad_checkpointing": true, + "max_len": 8192, + "n_heads": 8, + "n_layers": 12, + "output_dim": 768, + "pad_token_id": 0, + "vocab_size": 30522 + }, + "parameters": 54114560, + "seconds_per_step": 0.46468605498155685, + "seed": 2, + "status": "complete", + "steps": 1952, + "validation": { + "above_128_tokens": { + "cos_to_target": 0.6833597421646118, + "erank": 52.04497791239141, + "n": 5000, + "self_cos": 0.061107762241960975 + }, + "above_128_total_rows": 29240, + "heldout": { + "cos_to_target": 0.7621751427650452, + "erank": 73.07822921530978, + "n": 5000, + "self_cos": 0.016853114730957516 + }, + "heldout_total_rows": 500000 + } +}