Add files using upload-large-folder tool

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6075800641892788,
+        "test_acc": 0.6081355932203389,
+        "test_auc": 0.6351933973885193,
+        "val_auc": 0.6308373590982287,
+        "k": 1,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14530
+        ]
+    },
+    {
+        "test_f1": 0.6113367780174659,
+        "test_acc": 0.6115254237288136,
+        "test_auc": 0.6330514831606933,
+        "val_auc": 0.6892109500805154,
+        "k": 2,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14530,
+            17630
+        ]
+    },
+    {
+        "test_f1": 0.6222218114076764,
+        "test_acc": 0.6223728813559322,
+        "test_auc": 0.6505388798799793,
+        "val_auc": 0.7375201288244766,
+        "k": 5,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14530,
+            17630,
+            31015,
+            7467,
+            27275
+        ]
+    },
+    {
+        "test_f1": 0.6408101058555727,
+        "test_acc": 0.6413559322033898,
+        "test_auc": 0.6763760649818167,
+        "val_auc": 0.7648953301127215,
+        "k": 10,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14530,
+            17630,
+            31015,
+            7467,
+            27275,
+            20399,
+            2509,
+            13504,
+            16025,
+            5460
+        ]
+    },
+    {
+        "test_f1": 0.6450860385250187,
+        "test_acc": 0.6454237288135594,
+        "test_auc": 0.6769717561490405,
+        "val_auc": 0.7608695652173914,
+        "k": 16,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14530,
+            17630,
+            31015,
+            7467,
+            27275,
+            20399,
+            2509,
+            13504,
+            16025,
+            5460,
+            14822,
+            4648,
+            19078,
+            29250,
+            7125,
+            5437
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.5695601396124615,
+        "test_acc": 0.5701694915254237,
+        "test_auc": 0.5770822531834545,
+        "val_auc": 0.5915861513687601,
+        "k": 1,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2509
+        ]
+    },
+    {
+        "test_f1": 0.5643123312527998,
+        "test_acc": 0.5654237288135593,
+        "test_auc": 0.5857850437391756,
+        "val_auc": 0.6201690821256038,
+        "k": 2,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2509,
+            25315
+        ]
+    },
+    {
+        "test_f1": 0.5647277566952745,
+        "test_acc": 0.5647457627118644,
+        "test_auc": 0.6059043290568591,
+        "val_auc": 0.7033011272141707,
+        "k": 5,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2509,
+            25315,
+            7467,
+            1833,
+            22739
+        ]
+    },
+    {
+        "test_f1": 0.5721994571697209,
+        "test_acc": 0.5722033898305084,
+        "test_auc": 0.601387004372079,
+        "val_auc": 0.7028985507246377,
+        "k": 10,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2509,
+            25315,
+            7467,
+            1833,
+            22739,
+            14873,
+            14288,
+            17402,
+            27151,
+            9524
+        ]
+    },
+    {
+        "test_f1": 0.5769491525423729,
+        "test_acc": 0.5769491525423729,
+        "test_auc": 0.6028210757005806,
+        "val_auc": 0.716988727858293,
+        "k": 16,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2509,
+            25315,
+            7467,
+            1833,
+            22739,
+            14873,
+            14288,
+            17402,
+            27151,
+            9524,
+            26568,
+            9773,
+            6399,
+            6201,
+            25415,
+            8950
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.5754470989050432,
+        "test_acc": 0.575682382133995,
+        "test_auc": 0.627013447613418,
+        "val_auc": 0.5542216886754702,
+        "k": 1,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26510
+        ]
+    },
+    {
+        "test_f1": 0.6243630110948751,
+        "test_acc": 0.6277915632754343,
+        "test_auc": 0.6455593320526083,
+        "val_auc": 0.6102440976390556,
+        "k": 2,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26510,
+            4981
+        ]
+    },
+    {
+        "test_f1": 0.604697629182029,
+        "test_acc": 0.607940446650124,
+        "test_auc": 0.6626767154327373,
+        "val_auc": 0.6246498599439776,
+        "k": 5,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26510,
+            4981,
+            32528,
+            18849,
+            10549
+        ]
+    },
+    {
+        "test_f1": 0.5959946125980281,
+        "test_acc": 0.598014888337469,
+        "test_auc": 0.648243928870499,
+        "val_auc": 0.6566626650660263,
+        "k": 10,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26510,
+            4981,
+            32528,
+            18849,
+            10549,
+            1765,
+            28723,
+            12462,
+            8489,
+            15544
+        ]
+    },
+    {
+        "test_f1": 0.5883652482425866,
+        "test_acc": 0.5905707196029777,
+        "test_auc": 0.6557066154376632,
+        "val_auc": 0.6910764305722289,
+        "k": 16,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26510,
+            4981,
+            32528,
+            18849,
+            10549,
+            1765,
+            28723,
+            12462,
+            8489,
+            15544,
+            13474,
+            14050,
+            17050,
+            9796,
+            2176,
+            11678
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.5804126299120017,
+        "test_acc": 0.5806451612903226,
+        "test_auc": 0.6025072656519384,
+        "val_auc": 0.6938775510204083,
+        "k": 1,
+        "dataset": "152_it_tick_Hardware",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26677
+        ]
+    },
+    {
+        "test_f1": 0.5724849221757128,
+        "test_acc": 0.5732009925558312,
+        "test_auc": 0.5984064824392887,
+        "val_auc": 0.7248899559823929,
+        "k": 2,
+        "dataset": "152_it_tick_Hardware",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26677,
+            17459
+        ]
+    },
+    {
+        "test_f1": 0.6050163893966636,
+        "test_acc": 0.6054590570719603,
+        "test_auc": 0.6499433525442097,
+        "val_auc": 0.8151260504201681,
+        "k": 5,
+        "dataset": "152_it_tick_Hardware",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26677,
+            17459,
+            7862,
+            9325,
+            31614
+        ]
+    },
+    {
+        "test_f1": 0.5872199984123812,
+        "test_acc": 0.5880893300248139,
+        "test_auc": 0.6498940938870006,
+        "val_auc": 0.7739095638255302,
+        "k": 10,
+        "dataset": "152_it_tick_Hardware",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26677,
+            17459,
+            7862,
+            9325,
+            31614,
+            26960,
+            3195,
+            28038,
+            21724,
+            19460
+        ]
+    },
+    {
+        "test_f1": 0.6321381888488691,
+        "test_acc": 0.6327543424317618,
+        "test_auc": 0.6649426136643515,
+        "val_auc": 0.7991196478591436,
+        "k": 16,
+        "dataset": "152_it_tick_Hardware",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26677,
+            17459,
+            7862,
+            9325,
+            31614,
+            26960,
+            3195,
+            28038,
+            21724,
+            19460,
+            22932,
+            12747,
+            22687,
+            31570,
+            23507,
+            24193
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.605531478580386,
+        "test_acc": 0.607940446650124,
+        "test_auc": 0.6494753953007242,
+        "val_auc": 0.7156862745098039,
+        "k": 1,
+        "dataset": "153_it_tick_Administrative rights",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26179
+        ]
+    },
+    {
+        "test_f1": 0.6234277412829916,
+        "test_acc": 0.6253101736972705,
+        "test_auc": 0.6808654746071622,
+        "val_auc": 0.7631052420968387,
+        "k": 2,
+        "dataset": "153_it_tick_Administrative rights",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26179,
+            14082
+        ]
+    },
+    {
+        "test_f1": 0.6499300640094215,
+        "test_acc": 0.6501240694789082,
+        "test_auc": 0.7181296487857741,
+        "val_auc": 0.668267306922769,
+        "k": 5,
+        "dataset": "153_it_tick_Administrative rights",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26179,
+            14082,
+            2223,
+            4843,
+            28727
+        ]
+    },
+    {
+        "test_f1": 0.6872062361131884,
+        "test_acc": 0.6873449131513648,
+        "test_auc": 0.7441751637850351,
+        "val_auc": 0.6466586634653861,
+        "k": 10,
+        "dataset": "153_it_tick_Administrative rights",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26179,
+            14082,
+            2223,
+            4843,
+            28727,
+            4297,
+            30058,
+            587,
+            29780,
+            18374
+        ]
+    },
+    {
+        "test_f1": 0.6674937965260546,
+        "test_acc": 0.6674937965260546,
+        "test_auc": 0.7585094330328557,
+        "val_auc": 0.6994797919167667,
+        "k": 16,
+        "dataset": "153_it_tick_Administrative rights",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26179,
+            14082,
+            2223,
+            4843,
+            28727,
+            4297,
+            30058,
+            587,
+            29780,
+            18374,
+            21723,
+            1192,
+            4452,
+            17981,
+            28735,
+            27025
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7102819956452633,
+        "test_acc": 0.7121820615796519,
+        "test_auc": 0.7741681122851285,
+        "val_auc": 0.7858585858585858,
+        "k": 1,
+        "dataset": "154_athlete_sport_football",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16256
+        ]
+    },
+    {
+        "test_f1": 0.738777926617996,
+        "test_acc": 0.7389558232931727,
+        "test_auc": 0.8139596564923801,
+        "val_auc": 0.846060606060606,
+        "k": 2,
+        "dataset": "154_athlete_sport_football",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16256,
+            15495
+        ]
+    },
+    {
+        "test_f1": 0.7520538692122879,
+        "test_acc": 0.7523427041499331,
+        "test_auc": 0.8295974251265215,
+        "val_auc": 0.8937373737373737,
+        "k": 5,
+        "dataset": "154_athlete_sport_football",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16256,
+            15495,
+            4069,
+            8890,
+            19080
+        ]
+    },
+    {
+        "test_f1": 0.7758743279124481,
+        "test_acc": 0.7764390896921017,
+        "test_auc": 0.8593783601668793,
+        "val_auc": 0.922020202020202,
+        "k": 10,
+        "dataset": "154_athlete_sport_football",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16256,
+            15495,
+            4069,
+            8890,
+            19080,
+            29735,
+            15182,
+            22863,
+            638,
+            8917
+        ]
+    },
+    {
+        "test_f1": 0.8097016640999816,
+        "test_acc": 0.8099062918340026,
+        "test_auc": 0.8992559246462416,
+        "val_auc": 0.9490909090909091,
+        "k": 16,
+        "dataset": "154_athlete_sport_football",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16256,
+            15495,
+            4069,
+            8890,
+            19080,
+            29735,
+            15182,
+            22863,
+            638,
+            8917,
+            13054,
+            23830,
+            23533,
+            12157,
+            1177,
+            7662
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6492067068935873,
+        "test_acc": 0.6532797858099063,
+        "test_auc": 0.6854023598227982,
+        "val_auc": 0.6844444444444444,
+        "k": 1,
+        "dataset": "155_athlete_sport_basketball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14503
+        ]
+    },
+    {
+        "test_f1": 0.6773345383673495,
+        "test_acc": 0.677376171352075,
+        "test_auc": 0.7388424538716292,
+        "val_auc": 0.7729292929292929,
+        "k": 2,
+        "dataset": "155_athlete_sport_basketball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14503,
+            26815
+        ]
+    },
+    {
+        "test_f1": 0.7456237356528174,
+        "test_acc": 0.7456492637215528,
+        "test_auc": 0.8182319966738829,
+        "val_auc": 0.8432323232323231,
+        "k": 5,
+        "dataset": "155_athlete_sport_basketball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14503,
+            26815,
+            28317,
+            11462,
+            23830
+        ]
+    },
+    {
+        "test_f1": 0.8111529295578486,
+        "test_acc": 0.8112449799196787,
+        "test_auc": 0.8624392481828218,
+        "val_auc": 0.8767676767676769,
+        "k": 10,
+        "dataset": "155_athlete_sport_basketball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14503,
+            26815,
+            28317,
+            11462,
+            23830,
+            31848,
+            5574,
+            12196,
+            563,
+            26848
+        ]
+    },
+    {
+        "test_f1": 0.82297849034258,
+        "test_acc": 0.8232931726907631,
+        "test_auc": 0.8917649926165933,
+        "val_auc": 0.907070707070707,
+        "k": 16,
+        "dataset": "155_athlete_sport_basketball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14503,
+            26815,
+            28317,
+            11462,
+            23830,
+            31848,
+            5574,
+            12196,
+            563,
+            26848,
+            4093,
+            28801,
+            31715,
+            5690,
+            21568,
+            21604
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6636124839923084,
+        "test_acc": 0.6693440428380187,
+        "test_auc": 0.7070507949706814,
+        "val_auc": 0.7668686868686869,
+        "k": 1,
+        "dataset": "156_athlete_sport_baseball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19907
+        ]
+    },
+    {
+        "test_f1": 0.7165757524285254,
+        "test_acc": 0.7175368139223561,
+        "test_auc": 0.8061640693323392,
+        "val_auc": 0.8626262626262626,
+        "k": 2,
+        "dataset": "156_athlete_sport_baseball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19907,
+            20419
+        ]
+    },
+    {
+        "test_f1": 0.7723781535840889,
+        "test_acc": 0.7724230254350736,
+        "test_auc": 0.8803458014938854,
+        "val_auc": 0.8917171717171717,
+        "k": 5,
+        "dataset": "156_athlete_sport_baseball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19907,
+            20419,
+            32272,
+            7565,
+            30535
+        ]
+    },
+    {
+        "test_f1": 0.8458713241049357,
+        "test_acc": 0.8460508701472557,
+        "test_auc": 0.9177144413700163,
+        "val_auc": 0.915151515151515,
+        "k": 10,
+        "dataset": "156_athlete_sport_baseball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19907,
+            20419,
+            32272,
+            7565,
+            30535,
+            31886,
+            22646,
+            31295,
+            22246,
+            12522
+        ]
+    },
+    {
+        "test_f1": 0.8647925033467202,
+        "test_acc": 0.8647925033467202,
+        "test_auc": 0.9412338174363093,
+        "val_auc": 0.9341414141414142,
+        "k": 16,
+        "dataset": "156_athlete_sport_baseball",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19907,
+            20419,
+            32272,
+            7565,
+            30535,
+            31886,
+            22646,
+            31295,
+            22246,
+            12522,
+            12480,
+            31512,
+            10599,
+            18685,
+            1136,
+            2860
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6601897537201162,
+        "test_acc": 0.6656410256410257,
+        "test_auc": 0.7061509071935906,
+        "val_auc": 0.7860057119543045,
+        "k": 1,
+        "dataset": "157_amazon_5star",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21991
+        ]
+    },
+    {
+        "test_f1": 0.6952865282441281,
+        "test_acc": 0.6953846153846154,
+        "test_auc": 0.7650196081731578,
+        "val_auc": 0.8535291717666259,
+        "k": 2,
+        "dataset": "157_amazon_5star",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21991,
+            2436
+        ]
+    },
+    {
+        "test_f1": 0.752562296947444,
+        "test_acc": 0.7528205128205128,
+        "test_auc": 0.8233581310802168,
+        "val_auc": 0.868625050999592,
+        "k": 5,
+        "dataset": "157_amazon_5star",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21991,
+            2436,
+            27396,
+            15985,
+            27711
+        ]
+    },
+    {
+        "test_f1": 0.7565235089454156,
+        "test_acc": 0.7569230769230769,
+        "test_auc": 0.8438457265964252,
+        "val_auc": 0.8763769889840882,
+        "k": 10,
+        "dataset": "157_amazon_5star",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21991,
+            2436,
+            27396,
+            15985,
+            27711,
+            18248,
+            27233,
+            13859,
+            15664,
+            12103
+        ]
+    },
+    {
+        "test_f1": 0.7817785138457813,
+        "test_acc": 0.7825641025641026,
+        "test_auc": 0.8614720436260814,
+        "val_auc": 0.8698490412076703,
+        "k": 16,
+        "dataset": "157_amazon_5star",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21991,
+            2436,
+            27396,
+            15985,
+            27711,
+            18248,
+            27233,
+            13859,
+            15664,
+            12103,
+            12663,
+            31432,
+            2179,
+            21946,
+            30131,
+            14101
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7199675524477226,
+        "test_acc": 0.7220168067226891,
+        "test_auc": 0.764518750316362,
+        "val_auc": 0.7996788438378161,
+        "k": 1,
+        "dataset": "158_code_C",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19541
+        ]
+    },
+    {
+        "test_f1": 0.786688982814831,
+        "test_acc": 0.786890756302521,
+        "test_auc": 0.858696290792604,
+        "val_auc": 0.9221196306704135,
+        "k": 2,
+        "dataset": "158_code_C",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19541,
+            25616
+        ]
+    },
+    {
+        "test_f1": 0.8263236162905293,
+        "test_acc": 0.8265546218487395,
+        "test_auc": 0.9046600556073786,
+        "val_auc": 0.9731031714171016,
+        "k": 5,
+        "dataset": "158_code_C",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19541,
+            25616,
+            23529,
+            3974,
+            22117
+        ]
+    },
+    {
+        "test_f1": 0.843128976106703,
+        "test_acc": 0.8433613445378151,
+        "test_auc": 0.9233961356848962,
+        "val_auc": 0.967482938578884,
+        "k": 10,
+        "dataset": "158_code_C",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19541,
+            25616,
+            23529,
+            3974,
+            22117,
+            385,
+            8067,
+            22719,
+            28670,
+            4049
+        ]
+    },
+    {
+        "test_f1": 0.8472775155452953,
+        "test_acc": 0.8473949579831933,
+        "test_auc": 0.9269131758393533,
+        "val_auc": 0.9731031714171015,
+        "k": 16,
+        "dataset": "158_code_C",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19541,
+            25616,
+            23529,
+            3974,
+            22117,
+            385,
+            8067,
+            22719,
+            28670,
+            4049,
+            4852,
+            7539,
+            16227,
+            19278,
+            8256,
+            27684
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7901179443480568,
+        "test_acc": 0.7912605042016807,
+        "test_auc": 0.8456913320461925,
+        "val_auc": 0.8588920112404657,
+        "k": 1,
+        "dataset": "159_code_Python",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23006
+        ]
+    },
+    {
+        "test_f1": 0.8080051417117977,
+        "test_acc": 0.8080672268907563,
+        "test_auc": 0.8921599200237181,
+        "val_auc": 0.9277398635086311,
+        "k": 2,
+        "dataset": "159_code_Python",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23006,
+            116
+        ]
+    },
+    {
+        "test_f1": 0.8112726943001087,
+        "test_acc": 0.8114285714285714,
+        "test_auc": 0.9000190269070294,
+        "val_auc": 0.9277398635086311,
+        "k": 5,
+        "dataset": "159_code_Python",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23006,
+            116,
+            25843,
+            19593,
+            12034
+        ]
+    },
+    {
+        "test_f1": 0.8409569737822774,
+        "test_acc": 0.8410084033613445,
+        "test_auc": 0.9209334844639202,
+        "val_auc": 0.9566439181051787,
+        "k": 10,
+        "dataset": "159_code_Python",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23006,
+            116,
+            25843,
+            19593,
+            12034,
+            20787,
+            5522,
+            13405,
+            32705,
+            8835
+        ]
+    },
+    {
+        "test_f1": 0.8396194693007528,
+        "test_acc": 0.8396638655462185,
+        "test_auc": 0.927649847061631,
+        "val_auc": 0.9618627057406663,
+        "k": 16,
+        "dataset": "159_code_Python",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23006,
+            116,
+            25843,
+            19593,
+            12034,
+            20787,
+            5522,
+            13405,
+            32705,
+            8835,
+            3039,
+            3620,
+            7175,
+            3963,
+            17283,
+            786
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7582792541891996,
+        "test_acc": 0.7589915966386555,
+        "test_auc": 0.7943717866672453,
+        "val_auc": 0.8317944600562023,
+        "k": 1,
+        "dataset": "160_code_HTML",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22683
+        ]
+    },
+    {
+        "test_f1": 0.8099742764605607,
+        "test_acc": 0.8100840336134454,
+        "test_auc": 0.8721256263965118,
+        "val_auc": 0.8703331995182657,
+        "k": 2,
+        "dataset": "160_code_HTML",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22683,
+            191
+        ]
+    },
+    {
+        "test_f1": 0.8294757511820815,
+        "test_acc": 0.8295798319327731,
+        "test_auc": 0.9106535313216333,
+        "val_auc": 0.8900040144520274,
+        "k": 5,
+        "dataset": "160_code_HTML",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22683,
+            191,
+            21984,
+            575,
+            29104
+        ]
+    },
+    {
+        "test_f1": 0.8372836780846908,
+        "test_acc": 0.8373109243697479,
+        "test_auc": 0.9308577564700523,
+        "val_auc": 0.8948213568847851,
+        "k": 10,
+        "dataset": "160_code_HTML",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22683,
+            191,
+            21984,
+            575,
+            29104,
+            1029,
+            25764,
+            12385,
+            20928,
+            16050
+        ]
+    },
+    {
+        "test_f1": 0.8682349963644872,
+        "test_acc": 0.8682352941176471,
+        "test_auc": 0.9490218994728508,
+        "val_auc": 0.9253311922922521,
+        "k": 16,
+        "dataset": "160_code_HTML",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22683,
+            191,
+            21984,
+            575,
+            29104,
+            1029,
+            25764,
+            12385,
+            20928,
+            16050,
+            2086,
+            882,
+            24733,
+            14017,
+            28725,
+            28948
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.9213396319005319,
+        "test_acc": 0.921344537815126,
+        "test_auc": 0.9757106391594536,
+        "val_auc": 0.9817342432757927,
+        "k": 1,
+        "dataset": "161_agnews_0",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1748
+        ]
+    },
+    {
+        "test_f1": 0.9606642423511109,
+        "test_acc": 0.9606722689075631,
+        "test_auc": 0.9930587944985575,
+        "val_auc": 0.9823364110798877,
+        "k": 2,
+        "dataset": "161_agnews_0",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1748,
+            32420
+        ]
+    },
+    {
+        "test_f1": 0.9737781884598148,
+        "test_acc": 0.973781512605042,
+        "test_auc": 0.9962425248208487,
+        "val_auc": 0.9883580891208351,
+        "k": 5,
+        "dataset": "161_agnews_0",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1748,
+            32420,
+            23362,
+            21505,
+            30222
+        ]
+    },
+    {
+        "test_f1": 0.9936134410485875,
+        "test_acc": 0.9936134453781512,
+        "test_auc": 0.9997324482431973,
+        "val_auc": 0.9983942191890808,
+        "k": 10,
+        "dataset": "161_agnews_0",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1748,
+            32420,
+            23362,
+            21505,
+            30222,
+            19168,
+            19479,
+            3095,
+            22929,
+            4678
+        ]
+    },
+    {
+        "test_f1": 0.992604950107309,
+        "test_acc": 0.9926050420168068,
+        "test_auc": 0.9997505260646029,
+        "val_auc": 0.9987956643918106,
+        "k": 16,
+        "dataset": "161_agnews_0",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1748,
+            32420,
+            23362,
+            21505,
+            30222,
+            19168,
+            19479,
+            3095,
+            22929,
+            4678,
+            75,
+            14476,
+            1719,
+            22446,
+            29926,
+            25590
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.9374365366409826,
+        "test_acc": 0.9374789915966386,
+        "test_auc": 0.9830448113037002,
+        "val_auc": 0.9606583701324769,
+        "k": 1,
+        "dataset": "162_agnews_1",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420
+        ]
+    },
+    {
+        "test_f1": 0.941762476197666,
+        "test_acc": 0.9418487394957983,
+        "test_auc": 0.9891813277798266,
+        "val_auc": 0.9763147330389402,
+        "k": 2,
+        "dataset": "162_agnews_1",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420,
+            19168
+        ]
+    },
+    {
+        "test_f1": 0.9704132483000207,
+        "test_acc": 0.9704201680672269,
+        "test_auc": 0.9971518392375498,
+        "val_auc": 0.9931754315535929,
+        "k": 5,
+        "dataset": "162_agnews_1",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420,
+            19168,
+            28257,
+            13386,
+            25463
+        ]
+    },
+    {
+        "test_f1": 0.9936133328077134,
+        "test_acc": 0.9936134453781512,
+        "test_auc": 0.9997451027181812,
+        "val_auc": 0.9979927739863508,
+        "k": 10,
+        "dataset": "162_agnews_1",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420,
+            19168,
+            28257,
+            13386,
+            25463,
+            23362,
+            12674,
+            13544,
+            15978,
+            20986
+        ]
+    },
+    {
+        "test_f1": 0.9949579205278593,
+        "test_acc": 0.9949579831932773,
+        "test_auc": 0.9998223854046902,
+        "val_auc": 0.9983942191890807,
+        "k": 16,
+        "dataset": "162_agnews_1",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420,
+            19168,
+            28257,
+            13386,
+            25463,
+            23362,
+            12674,
+            13544,
+            15978,
+            20986,
+            25590,
+            30205,
+            24802,
+            1748,
+            4396,
+            22446
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.9293358688376324,
+        "test_acc": 0.9294117647058824,
+        "test_auc": 0.9778786218915185,
+        "val_auc": 0.9614612605379367,
+        "k": 1,
+        "dataset": "163_agnews_2",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420
+        ]
+    },
+    {
+        "test_f1": 0.9234155700887897,
+        "test_acc": 0.9236974789915966,
+        "test_auc": 0.9806876893651794,
+        "val_auc": 0.9702930549979927,
+        "k": 2,
+        "dataset": "163_agnews_2",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420,
+            1748
+        ]
+    },
+    {
+        "test_f1": 0.9488653297535855,
+        "test_acc": 0.9489075630252101,
+        "test_auc": 0.9912205060343767,
+        "val_auc": 0.9971898835808912,
+        "k": 5,
+        "dataset": "163_agnews_2",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420,
+            1748,
+            75,
+            19168,
+            23362
+        ]
+    },
+    {
+        "test_f1": 0.9875627301097328,
+        "test_acc": 0.987563025210084,
+        "test_auc": 0.9995756231425039,
+        "val_auc": 0.9983942191890808,
+        "k": 10,
+        "dataset": "163_agnews_2",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420,
+            1748,
+            75,
+            19168,
+            23362,
+            13544,
+            24802,
+            13386,
+            26281,
+            16896
+        ]
+    },
+    {
+        "test_f1": 0.9939494895935167,
+        "test_acc": 0.9939495798319328,
+        "test_auc": 0.9999227173134911,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "163_agnews_2",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            32420,
+            1748,
+            75,
+            19168,
+            23362,
+            13544,
+            24802,
+            13386,
+            26281,
+            16896,
+            29926,
+            29921,
+            19479,
+            20986,
+            30222,
+            15978
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7327137290721708,
+        "test_acc": 0.7330817610062893,
+        "test_auc": 0.7986383322582703,
+        "val_auc": 0.7959183673469388,
+        "k": 1,
+        "dataset": "21_headline_istrump",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7777
+        ]
+    },
+    {
+        "test_f1": 0.7712616286635317,
+        "test_acc": 0.7715723270440251,
+        "test_auc": 0.8444310806965598,
+        "val_auc": 0.81312525010004,
+        "k": 2,
+        "dataset": "21_headline_istrump",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7777,
+            18810
+        ]
+    },
+    {
+        "test_f1": 0.8206500113869484,
+        "test_acc": 0.8208805031446541,
+        "test_auc": 0.8941540536626907,
+        "val_auc": 0.876750700280112,
+        "k": 5,
+        "dataset": "21_headline_istrump",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7777,
+            18810,
+            17023,
+            8090,
+            6110
+        ]
+    },
+    {
+        "test_f1": 0.8444207785205643,
+        "test_acc": 0.8445283018867924,
+        "test_auc": 0.9198601270430838,
+        "val_auc": 0.9267707082833132,
+        "k": 10,
+        "dataset": "21_headline_istrump",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7777,
+            18810,
+            17023,
+            8090,
+            6110,
+            24298,
+            22531,
+            5760,
+            28678,
+            14087
+        ]
+    },
+    {
+        "test_f1": 0.8592563222570098,
+        "test_acc": 0.8593710691823899,
+        "test_auc": 0.9304617336631771,
+        "val_auc": 0.9395758303321329,
+        "k": 16,
+        "dataset": "21_headline_istrump",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7777,
+            18810,
+            17023,
+            8090,
+            6110,
+            24298,
+            22531,
+            5760,
+            28678,
+            14087,
+            3714,
+            9041,
+            13597,
+            15272,
+            18882,
+            9958
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7297786783688569,
+        "test_acc": 0.7305863708399366,
+        "test_auc": 0.7819469559975889,
+        "val_auc": 0.8483393357342937,
+        "k": 1,
+        "dataset": "22_headline_isobama",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19983
+        ]
+    },
+    {
+        "test_f1": 0.7458405350927172,
+        "test_acc": 0.7464342313787639,
+        "test_auc": 0.8503516174402249,
+        "val_auc": 0.8509403761504601,
+        "k": 2,
+        "dataset": "22_headline_isobama",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19983,
+            24827
+        ]
+    },
+    {
+        "test_f1": 0.8080181119362585,
+        "test_acc": 0.8082408874801902,
+        "test_auc": 0.8881052843078159,
+        "val_auc": 0.8699479791916767,
+        "k": 5,
+        "dataset": "22_headline_isobama",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19983,
+            24827,
+            5910,
+            4093,
+            5760
+        ]
+    },
+    {
+        "test_f1": 0.8186593534661042,
+        "test_acc": 0.8193343898573693,
+        "test_auc": 0.9061482820976492,
+        "val_auc": 0.9179671868747499,
+        "k": 10,
+        "dataset": "22_headline_isobama",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19983,
+            24827,
+            5910,
+            4093,
+            5760,
+            662,
+            4047,
+            20972,
+            21088,
+            30573
+        ]
+    },
+    {
+        "test_f1": 0.8443273277442892,
+        "test_acc": 0.8446909667194928,
+        "test_auc": 0.9233172593932087,
+        "val_auc": 0.9367747098839536,
+        "k": 16,
+        "dataset": "22_headline_isobama",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19983,
+            24827,
+            5910,
+            4093,
+            5760,
+            662,
+            4047,
+            20972,
+            21088,
+            30573,
+            23635,
+            3107,
+            2192,
+            27034,
+            21704,
+            10426
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.639002678250414,
+        "test_acc": 0.6398559423769508,
+        "test_auc": 0.67043096292197,
+        "val_auc": 0.7020933977455717,
+        "k": 1,
+        "dataset": "23_headline_ischina",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13472
+        ]
+    },
+    {
+        "test_f1": 0.6737803210995694,
+        "test_acc": 0.6746698679471789,
+        "test_auc": 0.7291378435712969,
+        "val_auc": 0.7177938808373592,
+        "k": 2,
+        "dataset": "23_headline_ischina",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13472,
+            9512
+        ]
+    },
+    {
+        "test_f1": 0.7178578792883493,
+        "test_acc": 0.7178871548619448,
+        "test_auc": 0.7950562626821619,
+        "val_auc": 0.783011272141707,
+        "k": 5,
+        "dataset": "23_headline_ischina",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13472,
+            9512,
+            28764,
+            31643,
+            21733
+        ]
+    },
+    {
+        "test_f1": 0.7442490661948856,
+        "test_acc": 0.7442977190876351,
+        "test_auc": 0.824669110865154,
+        "val_auc": 0.8152173913043478,
+        "k": 10,
+        "dataset": "23_headline_ischina",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13472,
+            9512,
+            28764,
+            31643,
+            21733,
+            13595,
+            2435,
+            19825,
+            28334,
+            26354
+        ]
+    },
+    {
+        "test_f1": 0.7646814646805151,
+        "test_acc": 0.7647058823529411,
+        "test_auc": 0.847981230400295,
+        "val_auc": 0.8301127214170693,
+        "k": 16,
+        "dataset": "23_headline_ischina",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13472,
+            9512,
+            28764,
+            31643,
+            21733,
+            13595,
+            2435,
+            19825,
+            28334,
+            26354,
+            6671,
+            22798,
+            29937,
+            23387,
+            7325,
+            23904
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6166958787564848,
+        "test_acc": 0.6170798898071626,
+        "test_auc": 0.6691305931637423,
+        "val_auc": 0.755502200880352,
+        "k": 1,
+        "dataset": "24_headline_isiran",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8923
+        ]
+    },
+    {
+        "test_f1": 0.6519891866653652,
+        "test_acc": 0.6528925619834711,
+        "test_auc": 0.7105215226762187,
+        "val_auc": 0.7519007603041217,
+        "k": 2,
+        "dataset": "24_headline_isiran",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8923,
+            31900
+        ]
+    },
+    {
+        "test_f1": 0.7373710444891464,
+        "test_acc": 0.7382920110192838,
+        "test_auc": 0.8027745734928056,
+        "val_auc": 0.8255302120848339,
+        "k": 5,
+        "dataset": "24_headline_isiran",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8923,
+            31900,
+            188,
+            10273,
+            11435
+        ]
+    },
+    {
+        "test_f1": 0.770688465336227,
+        "test_acc": 0.7713498622589532,
+        "test_auc": 0.8384736810151175,
+        "val_auc": 0.7899159663865546,
+        "k": 10,
+        "dataset": "24_headline_isiran",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8923,
+            31900,
+            188,
+            10273,
+            11435,
+            2615,
+            570,
+            18041,
+            30957,
+            3835
+        ]
+    },
+    {
+        "test_f1": 0.7905191383992516,
+        "test_acc": 0.790633608815427,
+        "test_auc": 0.8471252504401675,
+        "val_auc": 0.7971188475390155,
+        "k": 16,
+        "dataset": "24_headline_isiran",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8923,
+            31900,
+            188,
+            10273,
+            11435,
+            2615,
+            570,
+            18041,
+            30957,
+            3835,
+            15043,
+            15926,
+            27321,
+            16173,
+            29696,
+            1460
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6173725635151596,
+        "test_acc": 0.6188679245283019,
+        "test_auc": 0.647536325147665,
+        "val_auc": 0.6346538615446178,
+        "k": 1,
+        "dataset": "26_headline_isfrontpage",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22138
+        ]
+    },
+    {
+        "test_f1": 0.621222153514086,
+        "test_acc": 0.6221383647798742,
+        "test_auc": 0.6608459260849444,
+        "val_auc": 0.6550620248099239,
+        "k": 2,
+        "dataset": "26_headline_isfrontpage",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22138,
+            17430
+        ]
+    },
+    {
+        "test_f1": 0.6550288979860017,
+        "test_acc": 0.6553459119496855,
+        "test_auc": 0.703127927099588,
+        "val_auc": 0.7202881152460985,
+        "k": 5,
+        "dataset": "26_headline_isfrontpage",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22138,
+            17430,
+            30980,
+            4281,
+            30088
+        ]
+    },
+    {
+        "test_f1": 0.6568742953686459,
+        "test_acc": 0.6571069182389937,
+        "test_auc": 0.7220016120882314,
+        "val_auc": 0.7062825130052021,
+        "k": 10,
+        "dataset": "26_headline_isfrontpage",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22138,
+            17430,
+            30980,
+            4281,
+            30088,
+            8280,
+            7168,
+            21568,
+            15801,
+            31465
+        ]
+    },
+    {
+        "test_f1": 0.6713935082151044,
+        "test_acc": 0.6714465408805032,
+        "test_auc": 0.7382462869820837,
+        "val_auc": 0.7759103641456583,
+        "k": 16,
+        "dataset": "26_headline_isfrontpage",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22138,
+            17430,
+            30980,
+            4281,
+            30088,
+            8280,
+            7168,
+            21568,
+            15801,
+            31465,
+            29657,
+            31293,
+            16542,
+            4116,
+            23084,
+            22537
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6728105126120991,
+        "test_acc": 0.6737106918238994,
+        "test_auc": 0.7319721043928393,
+        "val_auc": 0.7114845938375349,
+        "k": 1,
+        "dataset": "36_sciq_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29312
+        ]
+    },
+    {
+        "test_f1": 0.7363018704191072,
+        "test_acc": 0.7366037735849057,
+        "test_auc": 0.801022288739989,
+        "val_auc": 0.7879151660664265,
+        "k": 2,
+        "dataset": "36_sciq_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29312,
+            24512
+        ]
+    },
+    {
+        "test_f1": 0.7859024376414564,
+        "test_acc": 0.7859119496855346,
+        "test_auc": 0.8566261686880214,
+        "val_auc": 0.8227290916366546,
+        "k": 5,
+        "dataset": "36_sciq_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29312,
+            24512,
+            2014,
+            27875,
+            7548
+        ]
+    },
+    {
+        "test_f1": 0.7994186320928678,
+        "test_acc": 0.799496855345912,
+        "test_auc": 0.8805566159918747,
+        "val_auc": 0.8867547018807523,
+        "k": 10,
+        "dataset": "36_sciq_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29312,
+            24512,
+            2014,
+            27875,
+            7548,
+            25212,
+            28591,
+            18596,
+            31010,
+            11791
+        ]
+    },
+    {
+        "test_f1": 0.8111774713658202,
+        "test_acc": 0.8113207547169812,
+        "test_auc": 0.8996247236817989,
+        "val_auc": 0.9047619047619048,
+        "k": 16,
+        "dataset": "36_sciq_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29312,
+            24512,
+            2014,
+            27875,
+            7548,
+            25212,
+            28591,
+            18596,
+            31010,
+            11791,
+            14706,
+            12097,
+            32594,
+            32755,
+            28229,
+            8717
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.5586401448470414,
+        "test_acc": 0.5656565656565656,
+        "test_auc": 0.6228571428571429,
+        "val_auc": 0.6463267763950221,
+        "k": 1,
+        "dataset": "41_truthqa_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29959
+        ]
+    },
+    {
+        "test_f1": 0.5552832244008714,
+        "test_acc": 0.5555555555555556,
+        "test_auc": 0.6053061224489795,
+        "val_auc": 0.7224006423123244,
+        "k": 2,
+        "dataset": "41_truthqa_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29959,
+            26366
+        ]
+    },
+    {
+        "test_f1": 0.6565656565656566,
+        "test_acc": 0.6565656565656566,
+        "test_auc": 0.7020408163265306,
+        "val_auc": 0.8309915696507428,
+        "k": 5,
+        "dataset": "41_truthqa_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29959,
+            26366,
+            31591,
+            25985,
+            29262
+        ]
+    },
+    {
+        "test_f1": 0.6550865504926211,
+        "test_acc": 0.6565656565656566,
+        "test_auc": 0.7024489795918367,
+        "val_auc": 0.8896025692492975,
+        "k": 10,
+        "dataset": "41_truthqa_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29959,
+            26366,
+            31591,
+            25985,
+            29262,
+            24895,
+            3199,
+            20741,
+            31184,
+            8250
+        ]
+    },
+    {
+        "test_f1": 0.6647495806374312,
+        "test_acc": 0.6666666666666666,
+        "test_auc": 0.7338775510204082,
+        "val_auc": 0.8851866720192694,
+        "k": 16,
+        "dataset": "41_truthqa_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29959,
+            26366,
+            31591,
+            25985,
+            29262,
+            24895,
+            3199,
+            20741,
+            31184,
+            8250,
+            12799,
+            30887,
+            23695,
+            25652,
+            15018,
+            28965
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6787860249233824,
+        "test_acc": 0.6788990825688074,
+        "test_auc": 0.7317195325542571,
+        "val_auc": 0.7612721417069244,
+        "k": 1,
+        "dataset": "42_temp_sense",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19232
+        ]
+    },
+    {
+        "test_f1": 0.7255836733655877,
+        "test_acc": 0.725604670558799,
+        "test_auc": 0.7760948803561493,
+        "val_auc": 0.8146135265700483,
+        "k": 2,
+        "dataset": "42_temp_sense",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19232,
+            8361
+        ]
+    },
+    {
+        "test_f1": 0.7372708332039172,
+        "test_acc": 0.737281067556297,
+        "test_auc": 0.819794101279911,
+        "val_auc": 0.9045893719806763,
+        "k": 5,
+        "dataset": "42_temp_sense",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19232,
+            8361,
+            27647,
+            4807,
+            27712
+        ]
+    },
+    {
+        "test_f1": 0.7556143917138742,
+        "test_acc": 0.755629691409508,
+        "test_auc": 0.838906510851419,
+        "val_auc": 0.8969404186795491,
+        "k": 10,
+        "dataset": "42_temp_sense",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19232,
+            8361,
+            27647,
+            4807,
+            27712,
+            29325,
+            26813,
+            8846,
+            15281,
+            15230
+        ]
+    },
+    {
+        "test_f1": 0.7721530318748848,
+        "test_acc": 0.7723102585487907,
+        "test_auc": 0.8509766277128548,
+        "val_auc": 0.932367149758454,
+        "k": 16,
+        "dataset": "42_temp_sense",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19232,
+            8361,
+            27647,
+            4807,
+            27712,
+            29325,
+            26813,
+            8846,
+            15281,
+            15230,
+            27660,
+            21432,
+            5997,
+            7326,
+            18177,
+            13920
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.3334731051125547,
+        "test_acc": 0.500125786163522,
+        "test_auc": 0.5,
+        "val_auc": 0.5,
+        "k": 1,
+        "dataset": "44_phys_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22397
+        ]
+    },
+    {
+        "test_f1": 0.5512730566037737,
+        "test_acc": 0.5527044025157233,
+        "test_auc": 0.5691291685695452,
+        "val_auc": 0.5214085634253701,
+        "k": 2,
+        "dataset": "44_phys_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22397,
+            28588
+        ]
+    },
+    {
+        "test_f1": 0.5964867959141555,
+        "test_acc": 0.5967295597484277,
+        "test_auc": 0.6346660739474592,
+        "val_auc": 0.6234493797519007,
+        "k": 5,
+        "dataset": "44_phys_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22397,
+            28588,
+            15653,
+            15351,
+            5535
+        ]
+    },
+    {
+        "test_f1": 0.6117815900397015,
+        "test_acc": 0.6118238993710692,
+        "test_auc": 0.6550500790348532,
+        "val_auc": 0.6202480992396958,
+        "k": 10,
+        "dataset": "44_phys_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22397,
+            28588,
+            15653,
+            15351,
+            5535,
+            16611,
+            30087,
+            9388,
+            22952,
+            17748
+        ]
+    },
+    {
+        "test_f1": 0.6266474799064764,
+        "test_acc": 0.6266666666666667,
+        "test_auc": 0.6658357290193097,
+        "val_auc": 0.6390556222488996,
+        "k": 16,
+        "dataset": "44_phys_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22397,
+            28588,
+            15653,
+            15351,
+            5535,
+            16611,
+            30087,
+            9388,
+            22952,
+            17748,
+            26339,
+            12049,
+            12364,
+            649,
+            30430,
+            22382
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.5115572776524306,
+        "test_acc": 0.5152603231597845,
+        "test_auc": 0.5145059163968714,
+        "val_auc": 0.5467683661180249,
+        "k": 1,
+        "dataset": "47_reasoning_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1285
+        ]
+    },
+    {
+        "test_f1": 0.5208909313836534,
+        "test_acc": 0.5218432076600837,
+        "test_auc": 0.5251640260149557,
+        "val_auc": 0.5724608590927338,
+        "k": 2,
+        "dataset": "47_reasoning_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1285,
+            27899
+        ]
+    },
+    {
+        "test_f1": 0.5252993066636028,
+        "test_acc": 0.5266307600239377,
+        "test_auc": 0.536958141134,
+        "val_auc": 0.5503813729425934,
+        "k": 5,
+        "dataset": "47_reasoning_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1285,
+            27899,
+            26653,
+            16357,
+            24507
+        ]
+    },
+    {
+        "test_f1": 0.5379174592409501,
+        "test_acc": 0.538001196888091,
+        "test_auc": 0.5511188150015758,
+        "val_auc": 0.6138097149739061,
+        "k": 10,
+        "dataset": "47_reasoning_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1285,
+            27899,
+            26653,
+            16357,
+            24507,
+            16461,
+            18077,
+            19993,
+            4140,
+            3865
+        ]
+    },
+    {
+        "test_f1": 0.5439601586874245,
+        "test_acc": 0.5439856373429084,
+        "test_auc": 0.5577701057215713,
+        "val_auc": 0.6407065435568046,
+        "k": 16,
+        "dataset": "47_reasoning_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1285,
+            27899,
+            26653,
+            16357,
+            24507,
+            16461,
+            18077,
+            19993,
+            4140,
+            3865,
+            26487,
+            9365,
+            22562,
+            2784,
+            12866,
+            26466
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.5746440076331454,
+        "test_acc": 0.580377358490566,
+        "test_auc": 0.615825678783319,
+        "val_auc": 0.6578631452581032,
+        "k": 1,
+        "dataset": "48_cm_correct",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5472
+        ]
+    },
+    {
+        "test_f1": 0.5863574339622193,
+        "test_acc": 0.5891823899371069,
+        "test_auc": 0.6357547651282633,
+        "val_auc": 0.6778711484593838,
+        "k": 2,
+        "dataset": "48_cm_correct",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5472,
+            13985
+        ]
+    },
+    {
+        "test_f1": 0.6180949348689766,
+        "test_acc": 0.6181132075471698,
+        "test_auc": 0.6764553096130886,
+        "val_auc": 0.7446978791516606,
+        "k": 5,
+        "dataset": "48_cm_correct",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5472,
+            13985,
+            11157,
+            24380,
+            14345
+        ]
+    },
+    {
+        "test_f1": 0.6389911974404083,
+        "test_acc": 0.6389937106918239,
+        "test_auc": 0.706341217916457,
+        "val_auc": 0.7727090836334534,
+        "k": 10,
+        "dataset": "48_cm_correct",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5472,
+            13985,
+            11157,
+            24380,
+            14345,
+            30805,
+            7125,
+            5127,
+            2586,
+            31578
+        ]
+    },
+    {
+        "test_f1": 0.6356344254646761,
+        "test_acc": 0.6359748427672955,
+        "test_auc": 0.7070328361715335,
+        "val_auc": 0.8051220488195278,
+        "k": 16,
+        "dataset": "48_cm_correct",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5472,
+            13985,
+            11157,
+            24380,
+            14345,
+            30805,
+            7125,
+            5127,
+            2586,
+            31578,
+            8196,
+            30710,
+            29072,
+            7918,
+            28425,
+            20556
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.9443912818385808,
+        "test_acc": 0.9444025157232704,
+        "test_auc": 0.9841003747700091,
+        "val_auc": 0.9935974389755902,
+        "k": 1,
+        "dataset": "49_cm_isshort",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7199
+        ]
+    },
+    {
+        "test_f1": 0.9738356400974403,
+        "test_acc": 0.9738364779874213,
+        "test_auc": 0.9957414340091886,
+        "val_auc": 1.0,
+        "k": 2,
+        "dataset": "49_cm_isshort",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7199,
+            12876
+        ]
+    },
+    {
+        "test_f1": 0.9874213119999193,
+        "test_acc": 0.9874213836477987,
+        "test_auc": 0.9989499148894373,
+        "val_auc": 0.9995998399359743,
+        "k": 5,
+        "dataset": "49_cm_isshort",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7199,
+            12876,
+            2192,
+            12282,
+            25406
+        ]
+    },
+    {
+        "test_f1": 0.9904401971199387,
+        "test_acc": 0.9904402515723271,
+        "test_auc": 0.9996230528617097,
+        "val_auc": 0.9987995198079233,
+        "k": 10,
+        "dataset": "49_cm_isshort",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7199,
+            12876,
+            2192,
+            12282,
+            25406,
+            27704,
+            9580,
+            18920,
+            20872,
+            6476
+        ]
+    },
+    {
+        "test_f1": 0.9939621724408219,
+        "test_acc": 0.9939622641509434,
+        "test_auc": 0.9997800086882646,
+        "val_auc": 0.9991996798719487,
+        "k": 16,
+        "dataset": "49_cm_isshort",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7199,
+            12876,
+            2192,
+            12282,
+            25406,
+            27704,
+            9580,
+            18920,
+            20872,
+            6476,
+            10719,
+            17985,
+            7542,
+            21692,
+            25335,
+            26307
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6084261515945389,
+        "test_acc": 0.609056603773585,
+        "test_auc": 0.646568768423323,
+        "val_auc": 0.6634653861544617,
+        "k": 1,
+        "dataset": "50_deon_isvalid",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13509
+        ]
+    },
+    {
+        "test_f1": 0.632085701342505,
+        "test_acc": 0.6332075471698113,
+        "test_auc": 0.6856759581140592,
+        "val_auc": 0.7264905962384953,
+        "k": 2,
+        "dataset": "50_deon_isvalid",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13509,
+            15465
+        ]
+    },
+    {
+        "test_f1": 0.6709587778644674,
+        "test_acc": 0.6711949685534592,
+        "test_auc": 0.7390738492353214,
+        "val_auc": 0.760704281712685,
+        "k": 5,
+        "dataset": "50_deon_isvalid",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13509,
+            15465,
+            30350,
+            9496,
+            26403
+        ]
+    },
+    {
+        "test_f1": 0.7084243144292207,
+        "test_acc": 0.7084276729559749,
+        "test_auc": 0.77924821196935,
+        "val_auc": 0.8147258903561425,
+        "k": 10,
+        "dataset": "50_deon_isvalid",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13509,
+            15465,
+            30350,
+            9496,
+            26403,
+            11937,
+            8793,
+            13099,
+            8638,
+            12896
+        ]
+    },
+    {
+        "test_f1": 0.7174823099132951,
+        "test_acc": 0.7174842767295597,
+        "test_auc": 0.7927086930237692,
+        "val_auc": 0.8523409363745499,
+        "k": 16,
+        "dataset": "50_deon_isvalid",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13509,
+            15465,
+            30350,
+            9496,
+            26403,
+            11937,
+            8793,
+            13099,
+            8638,
+            12896,
+            31979,
+            30184,
+            12485,
+            26943,
+            14448,
+            24919
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.642203091269332,
+        "test_acc": 0.6425157232704403,
+        "test_auc": 0.6783362479861554,
+        "val_auc": 0.7058823529411765,
+        "k": 1,
+        "dataset": "51_just_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27345
+        ]
+    },
+    {
+        "test_f1": 0.6477986975576877,
+        "test_acc": 0.6477987421383647,
+        "test_auc": 0.7017900052554886,
+        "val_auc": 0.7611044417767107,
+        "k": 2,
+        "dataset": "51_just_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27345,
+            13193
+        ]
+    },
+    {
+        "test_f1": 0.6684272532601063,
+        "test_acc": 0.6684276729559748,
+        "test_auc": 0.7514012104838391,
+        "val_auc": 0.7803121248499401,
+        "k": 5,
+        "dataset": "51_just_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27345,
+            13193,
+            12357,
+            8497,
+            30472
+        ]
+    },
+    {
+        "test_f1": 0.6948392522887357,
+        "test_acc": 0.6948427672955975,
+        "test_auc": 0.7781406607739036,
+        "val_auc": 0.7975190076030412,
+        "k": 10,
+        "dataset": "51_just_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27345,
+            13193,
+            12357,
+            8497,
+            30472,
+            19033,
+            436,
+            28059,
+            10270,
+            9065
+        ]
+    },
+    {
+        "test_f1": 0.7053825887851659,
+        "test_acc": 0.7054088050314465,
+        "test_auc": 0.7901855015346229,
+        "val_auc": 0.8319327731092436,
+        "k": 16,
+        "dataset": "51_just_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27345,
+            13193,
+            12357,
+            8497,
+            30472,
+            19033,
+            436,
+            28059,
+            10270,
+            9065,
+            31939,
+            22913,
+            13503,
+            7582,
+            16551,
+            24127
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7002967213903285,
+        "test_acc": 0.7009198423127464,
+        "test_auc": 0.7639553574438058,
+        "val_auc": 0.7203999999999999,
+        "k": 1,
+        "dataset": "52_virtue_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2123
+        ]
+    },
+    {
+        "test_f1": 0.739340590265011,
+        "test_acc": 0.7400788436268069,
+        "test_auc": 0.8039644084026937,
+        "val_auc": 0.7869999999999999,
+        "k": 2,
+        "dataset": "52_virtue_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2123,
+            23112
+        ]
+    },
+    {
+        "test_f1": 0.7709112046640785,
+        "test_acc": 0.7710906701708279,
+        "test_auc": 0.8521314787156038,
+        "val_auc": 0.8412000000000001,
+        "k": 5,
+        "dataset": "52_virtue_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2123,
+            23112,
+            9968,
+            32138,
+            21873
+        ]
+    },
+    {
+        "test_f1": 0.8262506067351926,
+        "test_acc": 0.8262812089356111,
+        "test_auc": 0.9048383950738029,
+        "val_auc": 0.9104000000000001,
+        "k": 10,
+        "dataset": "52_virtue_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2123,
+            23112,
+            9968,
+            32138,
+            21873,
+            7981,
+            18333,
+            23155,
+            603,
+            19878
+        ]
+    },
+    {
+        "test_f1": 0.8383667469489923,
+        "test_acc": 0.8383705650459922,
+        "test_auc": 0.9194072340258588,
+        "val_auc": 0.9276000000000001,
+        "k": 16,
+        "dataset": "52_virtue_is",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2123,
+            23112,
+            9968,
+            32138,
+            21873,
+            7981,
+            18333,
+            23155,
+            603,
+            19878,
+            29205,
+            9151,
+            29748,
+            5634,
+            13854,
+            4481
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.5349594626591904,
+        "test_acc": 0.5373584905660377,
+        "test_auc": 0.5510086183938052,
+        "val_auc": 0.6262505002000801,
+        "k": 1,
+        "dataset": "54_cs_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18645
+        ]
+    },
+    {
+        "test_f1": 0.5519980432599746,
+        "test_acc": 0.5567295597484276,
+        "test_auc": 0.5719705753393031,
+        "val_auc": 0.7006802721088435,
+        "k": 2,
+        "dataset": "54_cs_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18645,
+            25246
+        ]
+    },
+    {
+        "test_f1": 0.5319427535043354,
+        "test_acc": 0.5388679245283019,
+        "test_auc": 0.5720624704442052,
+        "val_auc": 0.6678671468587435,
+        "k": 5,
+        "dataset": "54_cs_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18645,
+            25246,
+            1217,
+            10948,
+            25544
+        ]
+    },
+    {
+        "test_f1": 0.5361955579012182,
+        "test_acc": 0.5408805031446541,
+        "test_auc": 0.5711842772791758,
+        "val_auc": 0.6598639455782314,
+        "k": 10,
+        "dataset": "54_cs_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18645,
+            25246,
+            1217,
+            10948,
+            25544,
+            10298,
+            19411,
+            24108,
+            20742,
+            13631
+        ]
+    },
+    {
+        "test_f1": 0.544265866202867,
+        "test_acc": 0.5461635220125786,
+        "test_auc": 0.5669034336871759,
+        "val_auc": 0.6634653861544618,
+        "k": 16,
+        "dataset": "54_cs_tf",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18645,
+            25246,
+            1217,
+            10948,
+            25544,
+            10298,
+            19411,
+            24108,
+            20742,
+            13631,
+            22713,
+            26028,
+            406,
+            12686,
+            29676,
+            14559
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7100637907547411,
+        "test_acc": 0.7101886792452831,
+        "test_auc": 0.7797717355972776,
+        "val_auc": 0.74749899959984,
+        "k": 1,
+        "dataset": "56_wikidatasex_or_gender",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8372
+        ]
+    },
+    {
+        "test_f1": 0.7644902937896919,
+        "test_acc": 0.7645283018867924,
+        "test_auc": 0.8337025170651488,
+        "val_auc": 0.8095238095238095,
+        "k": 2,
+        "dataset": "56_wikidatasex_or_gender",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8372,
+            17875
+        ]
+    },
+    {
+        "test_f1": 0.8269044357468237,
+        "test_acc": 0.8269182389937106,
+        "test_auc": 0.9087825898521475,
+        "val_auc": 0.9027611044417767,
+        "k": 5,
+        "dataset": "56_wikidatasex_or_gender",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8372,
+            17875,
+            32056,
+            24191,
+            28208
+        ]
+    },
+    {
+        "test_f1": 0.8515723082564541,
+        "test_acc": 0.8515723270440252,
+        "test_auc": 0.9302171863592222,
+        "val_auc": 0.9291716686674669,
+        "k": 10,
+        "dataset": "56_wikidatasex_or_gender",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8372,
+            17875,
+            32056,
+            24191,
+            28208,
+            6677,
+            32649,
+            29475,
+            372,
+            11751
+        ]
+    },
+    {
+        "test_f1": 0.8706893196297222,
+        "test_acc": 0.870691823899371,
+        "test_auc": 0.9424379695384182,
+        "val_auc": 0.9535814325730292,
+        "k": 16,
+        "dataset": "56_wikidatasex_or_gender",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8372,
+            17875,
+            32056,
+            24191,
+            28208,
+            6677,
+            32649,
+            29475,
+            372,
+            11751,
+            9484,
+            10320,
+            11746,
+            446,
+            24588,
+            28087
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7567055391593854,
+        "test_acc": 0.7567295597484277,
+        "test_auc": 0.8447709406919625,
+        "val_auc": 0.8835534213685474,
+        "k": 1,
+        "dataset": "57_wikidatais_alive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            12638
+        ]
+    },
+    {
+        "test_f1": 0.8191074073214824,
+        "test_acc": 0.8191194968553459,
+        "test_auc": 0.8962909312948653,
+        "val_auc": 0.9295718287314927,
+        "k": 2,
+        "dataset": "57_wikidatais_alive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            12638,
+            1960
+        ]
+    },
+    {
+        "test_f1": 0.868653642158207,
+        "test_acc": 0.8686792452830189,
+        "test_auc": 0.9467393186496939,
+        "val_auc": 0.9799919967987195,
+        "k": 5,
+        "dataset": "57_wikidatais_alive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            12638,
+            1960,
+            5209,
+            25466,
+            22771
+        ]
+    },
+    {
+        "test_f1": 0.8995873715452428,
+        "test_acc": 0.8996226415094339,
+        "test_auc": 0.9646234224673658,
+        "val_auc": 0.9795918367346939,
+        "k": 10,
+        "dataset": "57_wikidatais_alive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            12638,
+            1960,
+            5209,
+            25466,
+            22771,
+            9484,
+            2984,
+            2600,
+            3792,
+            15069
+        ]
+    },
+    {
+        "test_f1": 0.9094210295130997,
+        "test_acc": 0.909433962264151,
+        "test_auc": 0.9704492683326936,
+        "val_auc": 0.9863945578231292,
+        "k": 16,
+        "dataset": "57_wikidatais_alive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            12638,
+            1960,
+            5209,
+            25466,
+            22771,
+            9484,
+            2984,
+            2600,
+            3792,
+            15069,
+            17548,
+            2723,
+            4618,
+            6347,
+            15985,
+            27308
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6281755205792489,
+        "test_acc": 0.6334177215189873,
+        "test_auc": 0.6865086201592361,
+        "val_auc": 0.6514605842336935,
+        "k": 1,
+        "dataset": "58_wikidatapolitical_party",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22372
+        ]
+    },
+    {
+        "test_f1": 0.6706260002909937,
+        "test_acc": 0.6708860759493671,
+        "test_auc": 0.72362422012478,
+        "val_auc": 0.7715086034413765,
+        "k": 2,
+        "dataset": "58_wikidatapolitical_party",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22372,
+            22185
+        ]
+    },
+    {
+        "test_f1": 0.7184264398300215,
+        "test_acc": 0.7184810126582278,
+        "test_auc": 0.7882215768553955,
+        "val_auc": 0.847939175670268,
+        "k": 5,
+        "dataset": "58_wikidatapolitical_party",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22372,
+            22185,
+            24575,
+            8929,
+            17284
+        ]
+    },
+    {
+        "test_f1": 0.7964217721518987,
+        "test_acc": 0.7964556962025316,
+        "test_auc": 0.8687010078387458,
+        "val_auc": 0.9327731092436976,
+        "k": 10,
+        "dataset": "58_wikidatapolitical_party",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22372,
+            22185,
+            24575,
+            8929,
+            17284,
+            28616,
+            26627,
+            727,
+            10603,
+            14125
+        ]
+    },
+    {
+        "test_f1": 0.8202526115761262,
+        "test_acc": 0.8202531645569621,
+        "test_auc": 0.9026073776913643,
+        "val_auc": 0.9575830332132853,
+        "k": 16,
+        "dataset": "58_wikidatapolitical_party",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22372,
+            22185,
+            24575,
+            8929,
+            17284,
+            28616,
+            26627,
+            727,
+            10603,
+            14125,
+            11956,
+            5192,
+            18018,
+            31241,
+            15986,
+            22046
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.69007645111382,
+        "test_acc": 0.6902564102564103,
+        "test_auc": 0.7619963308311172,
+        "val_auc": 0.6509587923296614,
+        "k": 1,
+        "dataset": "59_wikidata_occupation_isjournalist",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26907
+        ]
+    },
+    {
+        "test_f1": 0.7321651320901117,
+        "test_acc": 0.7323076923076923,
+        "test_auc": 0.8038888140842226,
+        "val_auc": 0.7376580987352102,
+        "k": 2,
+        "dataset": "59_wikidata_occupation_isjournalist",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26907,
+            31065
+        ]
+    },
+    {
+        "test_f1": 0.7825613577851706,
+        "test_acc": 0.7825641025641026,
+        "test_auc": 0.857003399872084,
+        "val_auc": 0.8241534067727458,
+        "k": 5,
+        "dataset": "59_wikidata_occupation_isjournalist",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26907,
+            31065,
+            5384,
+            19340,
+            4100
+        ]
+    },
+    {
+        "test_f1": 0.8102564102564103,
+        "test_acc": 0.8102564102564103,
+        "test_auc": 0.8790689063183762,
+        "val_auc": 0.8718890248878008,
+        "k": 10,
+        "dataset": "59_wikidata_occupation_isjournalist",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26907,
+            31065,
+            5384,
+            19340,
+            4100,
+            26738,
+            25282,
+            1994,
+            21934,
+            22976
+        ]
+    },
+    {
+        "test_f1": 0.8225349804669749,
+        "test_acc": 0.8225641025641026,
+        "test_auc": 0.8889992257717035,
+        "val_auc": 0.8669930640554876,
+        "k": 16,
+        "dataset": "59_wikidata_occupation_isjournalist",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26907,
+            31065,
+            5384,
+            19340,
+            4100,
+            26738,
+            25282,
+            1994,
+            21934,
+            22976,
+            10152,
+            9884,
+            18132,
+            20484,
+            3112,
+            31496
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6783553591865811,
+        "test_acc": 0.6784905660377358,
+        "test_auc": 0.7424823222171478,
+        "val_auc": 0.7242897158863546,
+        "k": 1,
+        "dataset": "5_hist_fig_ismale",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14903
+        ]
+    },
+    {
+        "test_f1": 0.7154239342931071,
+        "test_acc": 0.7154716981132075,
+        "test_auc": 0.7886729030448417,
+        "val_auc": 0.7783113245298119,
+        "k": 2,
+        "dataset": "5_hist_fig_ismale",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14903,
+            25892
+        ]
+    },
+    {
+        "test_f1": 0.7448298872103124,
+        "test_acc": 0.7449056603773585,
+        "test_auc": 0.8288571388066699,
+        "val_auc": 0.8299319727891157,
+        "k": 5,
+        "dataset": "5_hist_fig_ismale",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14903,
+            25892,
+            14220,
+            23967,
+            8877
+        ]
+    },
+    {
+        "test_f1": 0.7546503664048292,
+        "test_acc": 0.7547169811320755,
+        "test_auc": 0.8410042540092089,
+        "val_auc": 0.8519407763105241,
+        "k": 10,
+        "dataset": "5_hist_fig_ismale",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14903,
+            25892,
+            14220,
+            23967,
+            8877,
+            24869,
+            19415,
+            22481,
+            25020,
+            26167
+        ]
+    },
+    {
+        "test_f1": 0.7791064953846866,
+        "test_acc": 0.7791194968553459,
+        "test_auc": 0.8628859214674053,
+        "val_auc": 0.8467386954781914,
+        "k": 16,
+        "dataset": "5_hist_fig_ismale",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14903,
+            25892,
+            14220,
+            23967,
+            8877,
+            24869,
+            19415,
+            22481,
+            25020,
+            26167,
+            9615,
+            1661,
+            18130,
+            4506,
+            11011,
+            31563
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6888851795486899,
+        "test_acc": 0.6892307692307692,
+        "test_auc": 0.7562064496583297,
+        "val_auc": 0.8376172990616075,
+        "k": 1,
+        "dataset": "60_wikidata_occupation_isathlete",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            10949
+        ]
+    },
+    {
+        "test_f1": 0.7126656095354029,
+        "test_acc": 0.7138461538461538,
+        "test_auc": 0.7788063419396103,
+        "val_auc": 0.8551611587107303,
+        "k": 2,
+        "dataset": "60_wikidata_occupation_isathlete",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            10949,
+            8496
+        ]
+    },
+    {
+        "test_f1": 0.7762054487098496,
+        "test_acc": 0.7764102564102564,
+        "test_auc": 0.8479525027771233,
+        "val_auc": 0.9106487148102815,
+        "k": 5,
+        "dataset": "60_wikidata_occupation_isathlete",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            10949,
+            8496,
+            21895,
+            28768,
+            28602
+        ]
+    },
+    {
+        "test_f1": 0.8102524182136306,
+        "test_acc": 0.8102564102564103,
+        "test_auc": 0.8805374154239742,
+        "val_auc": 0.9298245614035088,
+        "k": 10,
+        "dataset": "60_wikidata_occupation_isathlete",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            10949,
+            8496,
+            21895,
+            28768,
+            28602,
+            24020,
+            21255,
+            26449,
+            32534,
+            12943
+        ]
+    },
+    {
+        "test_f1": 0.8255397241369186,
+        "test_acc": 0.8256410256410256,
+        "test_auc": 0.8923990978557244,
+        "val_auc": 0.9298245614035089,
+        "k": 16,
+        "dataset": "60_wikidata_occupation_isathlete",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            10949,
+            8496,
+            21895,
+            28768,
+            28602,
+            24020,
+            21255,
+            26449,
+            32534,
+            12943,
+            1628,
+            27076,
+            25266,
+            12770,
+            18900,
+            15573
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6727472416118107,
+        "test_acc": 0.6738461538461539,
+        "test_auc": 0.7172636079038611,
+        "val_auc": 0.7103223174214606,
+        "k": 1,
+        "dataset": "61_wikidata_occupation_isactor",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26723
+        ]
+    },
+    {
+        "test_f1": 0.698558700155,
+        "test_acc": 0.7005128205128205,
+        "test_auc": 0.7810112094792473,
+        "val_auc": 0.7723378212974296,
+        "k": 2,
+        "dataset": "61_wikidata_occupation_isactor",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26723,
+            14135
+        ]
+    },
+    {
+        "test_f1": 0.7804421475330291,
+        "test_acc": 0.7805128205128206,
+        "test_auc": 0.8511335712121721,
+        "val_auc": 0.835577315381477,
+        "k": 5,
+        "dataset": "61_wikidata_occupation_isactor",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26723,
+            14135,
+            31625,
+            952,
+            20126
+        ]
+    },
+    {
+        "test_f1": 0.8437916815035966,
+        "test_acc": 0.8441025641025641,
+        "test_auc": 0.9041345474130676,
+        "val_auc": 0.8780089759281925,
+        "k": 10,
+        "dataset": "61_wikidata_occupation_isactor",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26723,
+            14135,
+            31625,
+            952,
+            20126,
+            14332,
+            21635,
+            6437,
+            19351,
+            8081
+        ]
+    },
+    {
+        "test_f1": 0.8376255636682123,
+        "test_acc": 0.837948717948718,
+        "test_auc": 0.9033771501666275,
+        "val_auc": 0.8935128518971848,
+        "k": 16,
+        "dataset": "61_wikidata_occupation_isactor",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26723,
+            14135,
+            31625,
+            952,
+            20126,
+            14332,
+            21635,
+            6437,
+            19351,
+            8081,
+            31432,
+            2600,
+            17221,
+            18848,
+            9712,
+            3348
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7062845355587118,
+        "test_acc": 0.7076923076923077,
+        "test_auc": 0.7654277611337394,
+        "val_auc": 0.6852305181558548,
+        "k": 1,
+        "dataset": "62_wikidata_occupation_ispolitician",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2984
+        ]
+    },
+    {
+        "test_f1": 0.7445025044675654,
+        "test_acc": 0.7446153846153846,
+        "test_auc": 0.8232950146430135,
+        "val_auc": 0.8325173398612811,
+        "k": 2,
+        "dataset": "62_wikidata_occupation_ispolitician",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2984,
+            25967
+        ]
+    },
+    {
+        "test_f1": 0.8287078580505725,
+        "test_acc": 0.8287179487179487,
+        "test_auc": 0.898437237014845,
+        "val_auc": 0.860873113015096,
+        "k": 5,
+        "dataset": "62_wikidata_occupation_ispolitician",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2984,
+            25967,
+            8639,
+            27249,
+            5689
+        ]
+    },
+    {
+        "test_f1": 0.8635854385665503,
+        "test_acc": 0.8635897435897436,
+        "test_auc": 0.9303741542397415,
+        "val_auc": 0.9184006527947777,
+        "k": 10,
+        "dataset": "62_wikidata_occupation_ispolitician",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2984,
+            25967,
+            8639,
+            27249,
+            5689,
+            9719,
+            12075,
+            19811,
+            2816,
+            15985
+        ]
+    },
+    {
+        "test_f1": 0.8738342090302322,
+        "test_acc": 0.8738461538461538,
+        "test_auc": 0.9405190695795604,
+        "val_auc": 0.9192166462668299,
+        "k": 16,
+        "dataset": "62_wikidata_occupation_ispolitician",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2984,
+            25967,
+            8639,
+            27249,
+            5689,
+            9719,
+            12075,
+            19811,
+            2816,
+            15985,
+            10924,
+            9328,
+            17548,
+            1960,
+            25360,
+            23504
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.6763647711315054,
+        "test_acc": 0.676923076923077,
+        "test_auc": 0.741752785538762,
+        "val_auc": 0.8002855977152183,
+        "k": 1,
+        "dataset": "63_wikidata_occupation_issinger",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            914
+        ]
+    },
+    {
+        "test_f1": 0.7507141625194841,
+        "test_acc": 0.7507692307692307,
+        "test_auc": 0.7998788164405696,
+        "val_auc": 0.8392492860057119,
+        "k": 2,
+        "dataset": "63_wikidata_occupation_issinger",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            914,
+            25374
+        ]
+    },
+    {
+        "test_f1": 0.7815370826827127,
+        "test_acc": 0.7815384615384615,
+        "test_auc": 0.8565615848116606,
+        "val_auc": 0.8331293349653203,
+        "k": 5,
+        "dataset": "63_wikidata_occupation_issinger",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            914,
+            25374,
+            31659,
+            7810,
+            9642
+        ]
+    },
+    {
+        "test_f1": 0.8071754303624701,
+        "test_acc": 0.8071794871794872,
+        "test_auc": 0.8860032988857846,
+        "val_auc": 0.8882088943288454,
+        "k": 10,
+        "dataset": "63_wikidata_occupation_issinger",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            914,
+            25374,
+            31659,
+            7810,
+            9642,
+            664,
+            12641,
+            8922,
+            27100,
+            21727
+        ]
+    },
+    {
+        "test_f1": 0.8133321551499237,
+        "test_acc": 0.8133333333333334,
+        "test_auc": 0.8926726024169389,
+        "val_auc": 0.8812729498164015,
+        "k": 16,
+        "dataset": "63_wikidata_occupation_issinger",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            914,
+            25374,
+            31659,
+            7810,
+            9642,
+            664,
+            12641,
+            8922,
+            27100,
+            21727,
+            21437,
+            9363,
+            17593,
+            30573,
+            27240,
+            22950
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7817233053947233,
+        "test_acc": 0.7818181818181819,
+        "test_auc": 0.8543348157909186,
+        "val_auc": 0.868080808080808,
+        "k": 1,
+        "dataset": "64_wikidata_occupation_isresearcher",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22124
+        ]
+    },
+    {
+        "test_f1": 0.8405793465745001,
+        "test_acc": 0.8406417112299466,
+        "test_auc": 0.896996650743974,
+        "val_auc": 0.9002020202020202,
+        "k": 2,
+        "dataset": "64_wikidata_occupation_isresearcher",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22124,
+            14502
+        ]
+    },
+    {
+        "test_f1": 0.8554989428060759,
+        "test_acc": 0.8556149732620321,
+        "test_auc": 0.9212490162704297,
+        "val_auc": 0.9373737373737374,
+        "k": 5,
+        "dataset": "64_wikidata_occupation_isresearcher",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22124,
+            14502,
+            23590,
+            30474,
+            29233
+        ]
+    },
+    {
+        "test_f1": 0.8715119613202587,
+        "test_acc": 0.8716577540106952,
+        "test_auc": 0.9325939347352625,
+        "val_auc": 0.945858585858586,
+        "k": 10,
+        "dataset": "64_wikidata_occupation_isresearcher",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22124,
+            14502,
+            23590,
+            30474,
+            29233,
+            25575,
+            10867,
+            25410,
+            10200,
+            16795
+        ]
+    },
+    {
+        "test_f1": 0.8780104002501677,
+        "test_acc": 0.8780748663101604,
+        "test_auc": 0.9391734841413641,
+        "val_auc": 0.9454545454545455,
+        "k": 16,
+        "dataset": "64_wikidata_occupation_isresearcher",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22124,
+            14502,
+            23590,
+            30474,
+            29233,
+            25575,
+            10867,
+            25410,
+            10200,
+            16795,
+            3604,
+            31458,
+            11078,
+            6946,
+            23058,
+            28627
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.8333979742408861,
+        "test_acc": 0.8335632183908046,
+        "test_auc": 0.9031189120082256,
+        "val_auc": 0.882711038961039,
+        "k": 1,
+        "dataset": "65_high-school",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22854
+        ]
+    },
+    {
+        "test_f1": 0.8776771016428161,
+        "test_acc": 0.8777011494252873,
+        "test_auc": 0.9416871854537583,
+        "val_auc": 0.9543425324675325,
+        "k": 2,
+        "dataset": "65_high-school",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22854,
+            24800
+        ]
+    },
+    {
+        "test_f1": 0.9158601124866035,
+        "test_acc": 0.9158620689655173,
+        "test_auc": 0.9704136283078089,
+        "val_auc": 0.9744318181818182,
+        "k": 5,
+        "dataset": "65_high-school",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22854,
+            24800,
+            18373,
+            17819,
+            3827
+        ]
+    },
+    {
+        "test_f1": 0.949423876119365,
+        "test_acc": 0.9494252873563218,
+        "test_auc": 0.9848290627198442,
+        "val_auc": 1.0,
+        "k": 10,
+        "dataset": "65_high-school",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22854,
+            24800,
+            18373,
+            17819,
+            3827,
+            28039,
+            10409,
+            25524,
+            27732,
+            14903
+        ]
+    },
+    {
+        "test_f1": 0.95678060422363,
+        "test_acc": 0.9567816091954023,
+        "test_auc": 0.9908857689810054,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "65_high-school",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            22854,
+            24800,
+            18373,
+            17819,
+            3827,
+            28039,
+            10409,
+            25524,
+            27732,
+            14903,
+            16260,
+            13625,
+            23839,
+            17256,
+            29120,
+            3672
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.8431427765087466,
+        "test_acc": 0.8432871476349737,
+        "test_auc": 0.9158060633951871,
+        "val_auc": 0.9081939081939081,
+        "k": 1,
+        "dataset": "66_living-room",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16345
+        ]
+    },
+    {
+        "test_f1": 0.9383594809666759,
+        "test_acc": 0.9383659818442427,
+        "test_auc": 0.9833011006590805,
+        "val_auc": 0.9982839982839983,
+        "k": 2,
+        "dataset": "66_living-room",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16345,
+            27140
+        ]
+    },
+    {
+        "test_f1": 0.9708550321310305,
+        "test_acc": 0.9708552317247969,
+        "test_auc": 0.9934174122184664,
+        "val_auc": 1.0,
+        "k": 5,
+        "dataset": "66_living-room",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16345,
+            27140,
+            9907,
+            17605,
+            3615
+        ]
+    },
+    {
+        "test_f1": 0.9765884043013552,
+        "test_acc": 0.9765886287625418,
+        "test_auc": 0.9953824183088895,
+        "val_auc": 0.9982839982839983,
+        "k": 10,
+        "dataset": "66_living-room",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16345,
+            27140,
+            9907,
+            17605,
+            3615,
+            26578,
+            4395,
+            29567,
+            9656,
+            27282
+        ]
+    },
+    {
+        "test_f1": 0.9827988665017662,
+        "test_acc": 0.9827998088867654,
+        "test_auc": 0.9964197077692616,
+        "val_auc": 0.9991419991419992,
+        "k": 16,
+        "dataset": "66_living-room",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            16345,
+            27140,
+            9907,
+            17605,
+            3615,
+            26578,
+            4395,
+            29567,
+            9656,
+            27282,
+            10020,
+            25627,
+            19064,
+            3347,
+            16833,
+            17343
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.9512608442101776,
+        "test_acc": 0.9512643678160919,
+        "test_auc": 0.9883279668813247,
+        "val_auc": 0.9756493506493505,
+        "k": 1,
+        "dataset": "67_social-security",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19157
+        ]
+    },
+    {
+        "test_f1": 0.9641373852052999,
+        "test_acc": 0.9641379310344828,
+        "test_auc": 0.995671606959251,
+        "val_auc": 0.9902597402597403,
+        "k": 2,
+        "dataset": "67_social-security",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19157,
+            13068
+        ]
+    },
+    {
+        "test_f1": 0.9848275797923417,
+        "test_acc": 0.9848275862068966,
+        "test_auc": 0.9989937902483901,
+        "val_auc": 0.9983766233766234,
+        "k": 5,
+        "dataset": "67_social-security",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19157,
+            13068,
+            10563,
+            8322,
+            7706
+        ]
+    },
+    {
+        "test_f1": 0.987586059943069,
+        "test_acc": 0.9875862068965517,
+        "test_auc": 0.999561157259592,
+        "val_auc": 1.0,
+        "k": 10,
+        "dataset": "67_social-security",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19157,
+            13068,
+            10563,
+            8322,
+            7706,
+            2814,
+            16865,
+            22232,
+            14397,
+            25577
+        ]
+    },
+    {
+        "test_f1": 0.9926436750508345,
+        "test_acc": 0.9926436781609196,
+        "test_auc": 0.9998029858217437,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "67_social-security",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19157,
+            13068,
+            10563,
+            8322,
+            7706,
+            2814,
+            16865,
+            22232,
+            14397,
+            25577,
+            22140,
+            21398,
+            26196,
+            17658,
+            18460,
+            12515
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.8537908781446845,
+        "test_acc": 0.8537931034482759,
+        "test_auc": 0.9330261716001947,
+        "val_auc": 0.939935064935065,
+        "k": 1,
+        "dataset": "68_credit-card",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            30753
+        ]
+    },
+    {
+        "test_f1": 0.8960559186638465,
+        "test_acc": 0.8960919540229885,
+        "test_auc": 0.9662657611342607,
+        "val_auc": 0.9614448051948052,
+        "k": 2,
+        "dataset": "68_credit-card",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            30753,
+            17029
+        ]
+    },
+    {
+        "test_f1": 0.9526436180973611,
+        "test_acc": 0.9526436781609195,
+        "test_auc": 0.9899793346501433,
+        "val_auc": 0.976461038961039,
+        "k": 5,
+        "dataset": "68_credit-card",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            30753,
+            17029,
+            18293,
+            12419,
+            16539
+        ]
+    },
+    {
+        "test_f1": 0.9595402298850575,
+        "test_acc": 0.9595402298850575,
+        "test_auc": 0.9921363439580063,
+        "val_auc": 0.9801136363636364,
+        "k": 10,
+        "dataset": "68_credit-card",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            30753,
+            17029,
+            18293,
+            12419,
+            16539,
+            30260,
+            10996,
+            5332,
+            7492,
+            32549
+        ]
+    },
+    {
+        "test_f1": 0.9613792613609029,
+        "test_acc": 0.9613793103448276,
+        "test_auc": 0.9933522512040696,
+        "val_auc": 0.9809253246753247,
+        "k": 16,
+        "dataset": "68_credit-card",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            30753,
+            17029,
+            18293,
+            12419,
+            16539,
+            30260,
+            10996,
+            5332,
+            7492,
+            32549,
+            8156,
+            21159,
+            16356,
+            7677,
+            27628,
+            5256
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.9103334549548772,
+        "test_acc": 0.9103448275862069,
+        "test_auc": 0.9637172601331241,
+        "val_auc": 0.9809253246753247,
+        "k": 1,
+        "dataset": "69_blood-pressure",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3947
+        ]
+    },
+    {
+        "test_f1": 0.926430871997599,
+        "test_acc": 0.9264367816091954,
+        "test_auc": 0.9771615753016938,
+        "val_auc": 0.9853896103896105,
+        "k": 2,
+        "dataset": "69_blood-pressure",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3947,
+            2421
+        ]
+    },
+    {
+        "test_f1": 0.9737903000033774,
+        "test_acc": 0.9737931034482759,
+        "test_auc": 0.9953223929866335,
+        "val_auc": 0.987012987012987,
+        "k": 5,
+        "dataset": "69_blood-pressure",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3947,
+            2421,
+            9398,
+            25886,
+            29768
+        ]
+    },
+    {
+        "test_f1": 0.9797700636260362,
+        "test_acc": 0.9797701149425287,
+        "test_auc": 0.9973356580442665,
+        "val_auc": 0.9931006493506493,
+        "k": 10,
+        "dataset": "69_blood-pressure",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3947,
+            2421,
+            9398,
+            25886,
+            29768,
+            5161,
+            21362,
+            15413,
+            2088,
+            26434
+        ]
+    },
+    {
+        "test_f1": 0.9908045938135429,
+        "test_acc": 0.9908045977011494,
+        "test_auc": 0.9992280088208236,
+        "val_auc": 0.994724025974026,
+        "k": 16,
+        "dataset": "69_blood-pressure",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3947,
+            2421,
+            9398,
+            25886,
+            29768,
+            5161,
+            21362,
+            15413,
+            2088,
+            26434,
+            19325,
+            460,
+            30603,
+            7233,
+            193,
+            10333
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.8037869561656528,
+        "test_acc": 0.8040251572327044,
+        "test_auc": 0.8752785965921346,
+        "val_auc": 0.8871548619447778,
+        "k": 1,
+        "dataset": "6_hist_fig_isamerican",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6588
+        ]
+    },
+    {
+        "test_f1": 0.8148216014810898,
+        "test_acc": 0.8148427672955975,
+        "test_auc": 0.8957815843222393,
+        "val_auc": 0.9279711884753902,
+        "k": 2,
+        "dataset": "6_hist_fig_isamerican",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6588,
+            17771
+        ]
+    },
+    {
+        "test_f1": 0.8572161630717212,
+        "test_acc": 0.8573584905660377,
+        "test_auc": 0.9345856214286221,
+        "val_auc": 0.9683873549419768,
+        "k": 5,
+        "dataset": "6_hist_fig_isamerican",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6588,
+            17771,
+            24464,
+            13633,
+            398
+        ]
+    },
+    {
+        "test_f1": 0.8711394625576627,
+        "test_acc": 0.8711949685534591,
+        "test_auc": 0.9426660617960405,
+        "val_auc": 0.9627851140456183,
+        "k": 10,
+        "dataset": "6_hist_fig_isamerican",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6588,
+            17771,
+            24464,
+            13633,
+            398,
+            16455,
+            12692,
+            14074,
+            19678,
+            29051
+        ]
+    },
+    {
+        "test_f1": 0.8937513742510691,
+        "test_acc": 0.8938364779874214,
+        "test_auc": 0.953089953915744,
+        "val_auc": 0.9771908763505402,
+        "k": 16,
+        "dataset": "6_hist_fig_isamerican",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6588,
+            17771,
+            24464,
+            13633,
+            398,
+            16455,
+            12692,
+            14074,
+            19678,
+            29051,
+            9070,
+            26677,
+            24721,
+            16352,
+            14006,
+            20838
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.9475737726374909,
+        "test_acc": 0.9475862068965517,
+        "test_auc": 0.9824454448292657,
+        "val_auc": 0.9823457792207791,
+        "k": 1,
+        "dataset": "70_prime-factors",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7072
+        ]
+    },
+    {
+        "test_f1": 0.9742487582871985,
+        "test_acc": 0.9742528735632184,
+        "test_auc": 0.996217835110125,
+        "val_auc": 0.9983766233766234,
+        "k": 2,
+        "dataset": "70_prime-factors",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7072,
+            23306
+        ]
+    },
+    {
+        "test_f1": 0.9802249106223324,
+        "test_acc": 0.9802298850574712,
+        "test_auc": 0.9993353942312896,
+        "val_auc": 1.0,
+        "k": 5,
+        "dataset": "70_prime-factors",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7072,
+            23306,
+            25059,
+            21598,
+            15824
+        ]
+    },
+    {
+        "test_f1": 0.9917240854480806,
+        "test_acc": 0.9917241379310345,
+        "test_auc": 0.9996896815303857,
+        "val_auc": 1.0,
+        "k": 10,
+        "dataset": "70_prime-factors",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7072,
+            23306,
+            25059,
+            21598,
+            15824,
+            1554,
+            6365,
+            532,
+            827,
+            24058
+        ]
+    },
+    {
+        "test_f1": 0.9917240854480806,
+        "test_acc": 0.9917241379310345,
+        "test_auc": 0.9997793102981763,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "70_prime-factors",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7072,
+            23306,
+            25059,
+            21598,
+            15824,
+            1554,
+            6365,
+            532,
+            827,
+            24058,
+            14701,
+            18975,
+            19679,
+            14876,
+            17981,
+            22736
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.8333729463963617,
+        "test_acc": 0.8335632183908046,
+        "test_auc": 0.8985326248714758,
+        "val_auc": 0.9062500000000001,
+        "k": 1,
+        "dataset": "71_social-media",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26284
+        ]
+    },
+    {
+        "test_f1": 0.9217805483619173,
+        "test_acc": 0.9218390804597701,
+        "test_auc": 0.9736013684452621,
+        "val_auc": 0.9914772727272727,
+        "k": 2,
+        "dataset": "71_social-media",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26284,
+            2003
+        ]
+    },
+    {
+        "test_f1": 0.9742525687717765,
+        "test_acc": 0.9742528735632184,
+        "test_auc": 0.9941741300936198,
+        "val_auc": 0.9995941558441559,
+        "k": 5,
+        "dataset": "71_social-media",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26284,
+            2003,
+            8213,
+            2042,
+            4694
+        ]
+    },
+    {
+        "test_f1": 0.9894252873563218,
+        "test_acc": 0.9894252873563218,
+        "test_auc": 0.9968815953244222,
+        "val_auc": 1.0,
+        "k": 10,
+        "dataset": "71_social-media",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26284,
+            2003,
+            8213,
+            2042,
+            4694,
+            9438,
+            17692,
+            26298,
+            26033,
+            20532
+        ]
+    },
+    {
+        "test_f1": 0.9903448030942082,
+        "test_acc": 0.9903448275862069,
+        "test_auc": 0.9970574706423507,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "71_social-media",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26284,
+            2003,
+            8213,
+            2042,
+            4694,
+            9438,
+            17692,
+            26298,
+            26033,
+            20532,
+            12534,
+            4175,
+            9658,
+            6859,
+            1400,
+            3635
+        ]
+    }
+]

gemma-2-2b-btk-mat/k-100/seed-0/snapshots/step-1-tokens-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,101 @@
+[
+    {
+        "test_f1": 0.7565934088832684,
+        "test_acc": 0.7586206896551724,
+        "test_auc": 0.8242126197305049,
+        "val_auc": 0.8498376623376624,
+        "k": 1,
+        "dataset": "72_gene-expression",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            25233
+        ]
+    },
+    {
+        "test_f1": 0.8592966035818567,
+        "test_acc": 0.8593103448275862,
+        "test_auc": 0.9221523418475026,
+        "val_auc": 0.9285714285714286,
+        "k": 2,
+        "dataset": "72_gene-expression",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            25233,
+            21252
+        ]
+    },
+    {
+        "test_f1": 0.9144758886972089,
+        "test_acc": 0.9144827586206896,
+        "test_auc": 0.969383320255425,
+        "val_auc": 0.9898538961038961,
+        "k": 5,
+        "dataset": "72_gene-expression",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            25233,
+            21252,
+            20834,
+            10079,
+            15413
+        ]
+    },
+    {
+        "test_f1": 0.9411436773152865,
+        "test_acc": 0.9411494252873563,
+        "test_auc": 0.984878950430218,
+        "val_auc": 0.994724025974026,
+        "k": 10,
+        "dataset": "72_gene-expression",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            25233,
+            21252,
+            20834,
+            10079,
+            15413,
+            4784,
+            4628,
+            17996,
+            4375,
+            19746
+        ]
+    },
+    {
+        "test_f1": 0.9526402543064824,
+        "test_acc": 0.9526436781609195,
+        "test_auc": 0.9919765341739273,
+        "val_auc": 0.9987824675324676,
+        "k": 16,
+        "dataset": "72_gene-expression",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            25233,
+            21252,
+            20834,
+            10079,
+            15413,
+            4784,
+            4628,
+            17996,
+            4375,
+            19746,
+            30345,
+            23641,
+            853,
+            18532,
+            31591,
+            26634
+        ]
+    }
+]