diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7dd06286989cb44d8b5aae5198374a0dc8a4d4e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0882137bbf60107d9fe725e489145a595b289d405da61fe498fd83c776c36a4 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c0eb0a2872e013ab8572b60f2b76b29ce81a18 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b60486875ddd64ce0782ef8186105daa2ec9dc4318704bfab0baa5861cff33 +size 5120 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdc1ae863c6dee00c3a7961f4604041b8d719ae3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ef7993a3ab3e39cffc9fad2944a86cbe28a873c82a07ec4eb51927008a6ffe +size 3294 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..8130148ae7cb4736635f9598d836eae9a60a1623 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27a18bd067069c21a3ba7f12d5cb5c19a538a1377786b4064d59267d25a9c79 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..146a7b8de13c3ca1c6802e02d907101152a754b3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8daa98f96fc54ebb8faae2cba4c190c9f1ff58e724d9b66b86f20c77055ee09a +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e1d6e04a5a09a48767ac8ae8ed6e9e1325f63ee --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d2117edd40328977d1305f34a1a0b2a23c6561c76e18bc10125d40f363fd52 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0e24829839186d8fa9ffc1950ebb9793fc89d18 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba956a0b18c744071952f2f65386e3e4a3faf63a0ddad5dc993c37eeeda40f71 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..8deda7bf7217beae98fb08fdc556896b7767f5e3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a949874ac00989af2eaac462df6f222f791fe114c42cf4b0784c7a3cc072d2 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd6cb271c1b9c015e0f94a104d12fd86afee3ee --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df24245f518edc86973ef20cff141cba01f02cf62553f07bf5ef46eb4a81b47e +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ad9a9aa338b060b97c60358a84b1b13af994cfe --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb02d729e1bf1377cca7740118dbc65a1012ea201e6850b5123e5629b730e1de +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9ae07479386934ec7ce1d29f6657eaadcc30902 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5327ca401e3ba136fb71758ae46fdd5930968658fa125a0cff986848fa33b121 +size 5184 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bbcf62ea8094fd4945ad6d8cabb2cf54e549dfc --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dbc13062c15393a4d600a56208dac40210de0d3f70ef209eff407debee4e418 +size 3294 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..14cdc8d6d4cc2f2c5d0c5b078e510f05c3b73a19 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02cb8bf8fd15ae7dd2d54edaa0142bfece4408442173ec15356f2a922eba741a +size 13607 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..efc433db289b423a4a1d6f8c0954db2a5bc79478 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d260aaff60d8ec546d6cf67db101dcb1ea8513a7a8fa806824c0bc66041977 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..974960d76406eb661c4f6aa974584f0a3b0ee0f3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e0ce27dfefa41cfdb705091d186267bcfc4d39303eb3707ac9d810498fa780 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b22a26c66b7d23ac4f1a12a319834361ab5db27 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8afc6d7202dcf3738718d532ca587271cd74232f38c850b90888e0ff3fb71db1 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddb150c176f56d55707b3fda11c435483d537545 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae96ca1cfadb0482dbe5192378b196145fd258dd09a9069ce7f4a364e6c8a8b +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..54951fafa56b2bbcecd04bbe6230f96f48ac8c22 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937771870aad9addfe112671a00a87ce499827a36427dfb15ba30bad978ec2fc +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6dd0d0e37c7186099b25f2737fe768fabbced02 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e61158ecf34108cb8376cd6cf15a5283139d5686caffd557a2e009cc4e4442e +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b41f072786cb621775a7ee08f24734779b74b564 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d7fbb9293ba7cd38f968cd51e073436364e4262adb68e62caea048b5b32a00 +size 5056 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1829c53c0070aec99b4f79f10f7a761edaa73578 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629426e17a949f7ffa65be6e6d386ed45fc8002349a294f0e49fe92e5ef5b0ca +size 3230 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..706bf3388592f3734b2e33fcdabbcf9a1b6245f2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1ff500e6c5b79572ede960dd8bcaa54972e26efa500a7f1e943511ad0ca125 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..695e2eb47f1a11e0edcf46bca15ebd80c4294e17 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45db78d3196b01e2f3f318568854a722eb945bd2806721683b6afb02b54131f5 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..b30dfc2406bb01e936fda11ffb0c12a3fe3c677c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e1cd49cf64b5254453f982d0c9a98d83cdc44428d0bbdd644a18fccf60d08b5 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..81539c75aaf6af132e35f641b965b3a1c69dd552 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd5c69b038ad85be87803e8a21e82180205c574f8eb18017602ed1b2d67c8d0 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e92c91970f205da68d55c2d9801738d1bbecbad --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e025a421e9f56e4c88a5641672c8fff82c8963d04bb0ca665a8aa6ef20f0fc +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..38a15ae730e5dd591a90080353411099478876f7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dfb00bc7692a0cab89e6ea4a47290ada80b92c779d9c793644a9e83a0203b4e +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..159880da135bd665b99f71431ab155b182dc07f7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa21d887ea9d265a8eb32e0a4585bdeb40a9ca478694fb5cc293042e1a2889a0 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f12633fadfb154c3ba09c99348affa8bd11ece --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d190ce61035d01779583e1a1518d0614942456d5182ecb375ad067cfc3a041c +size 3008 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ed60b4f8b94791c5433f28432d753d60d7ec10f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b7aeda3a3dfb8d3bb2ee392f16e91d940039241a4826a872248a1167ee5391 +size 2206 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e07de775e713a3e1662b113a8be103db4b80162 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b4728a758f822c74baeb9b65f1d4e2a52d5d654ba6374b959fecc282b11c58 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..27ba7ba9c435b509568e7e19bc22cc21810c7016 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41800afc650745635fd8bfeff6cd01089e8ccf4fadef922a54b75b6f4b765783 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d03033e9d14938eb58f2b542e04708af04dd0d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e5f77ca9003e6e04a27f9065c899b2813250984154bff83007a8f1905a192b2 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b22a49db7157d61be6cfc7faeff17cf100091328 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbbb2adff9bd27011f5c008969ddda362d9c7e4dd3dd97c6b4e1fe9d5193e423 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..7df821435022e1c3f4636e4c6ccf6896f6077545 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59fe2e188458234538c159d3e8b79ad732407bac8e155350b9a1961fb406d19 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..194e750909e644c7652779209ccf0e5d8837ac03 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4c51434cf353edb059169e47fdf9ffb1739d491e7233c67354d529d5183c52 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d477c35cdc6791ca32e3064841016690b2eae7fc --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6961920477466f1b6ce0454ae6a874c5f8c6f55643e2516efaf0e0eacc1e51e1 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0328893ec9b85fd050b313ed6c682c90430e428 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ed7a39fc0f010420515928c3fc932049f5d6e44bf0d42fb80ccb26873ff503 +size 3200 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..85bd0e6fb493d9dff7a3edc6ee1cdb94b9826048 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac3aa2573c76345f9ea4be927624d2b9419a5695e7010257238c13c3e8e233d3 +size 2270 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..af14fc1c8ab555f6b8f6826b4d5dcc85a7bf3ce3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4d47affa1aa74dc0b9843405a44497f2d2132d92d18ef392a99e8ed5870f1f +size 13607 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e4c3dfb6bb5f85d9d4917046c0f83fd7428e629 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764a1d97963f2f780e15ff69f67372fc920cc426a6901e127d61ecc8bbd22738 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e749ff5bac444ea48ca2018b919c6074abf46051 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b443a6f243081001479ff210d1c05ac18884c8ccd16f56eac3c6f8fa8f52a79 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..71cdf8c03761fa5feb5b7629dda766fdb9e11f3b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d409af5d659a2f61a27d55fc8cc9124688d7c64b9fe20d078e5597d4240141af +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..513529fc52b9d9f1ecaaa2698595e631eaa4962d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f150677f7b1e111bdb51d2b75a182fa67cb064900797c35002139c1cea9d312 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d48df5d58dded86f971bbed396da0b62998a2a55 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469fffcacc7ed1406a0aabedbc4afed8acb99083c198e136804566c4f04b404a +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e91fefa20444694f0b3c814e24a7d04d0b6ddf9a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823831013fcae8eb9fa6f9932977171ea96e609a8278744961fd1c4a1683cb8f +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..94c66928929cdb8247f5314a8d904269c65d7c10 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908762608e7aebed1b55bfca728bbb160a2d935e58273baf14069c37d2b17ad5 +size 3136 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb7e40f513b48eebe54cdbe93464cb9778fb11de --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7af5db5bb7d09e729f7394bb0a51c9195c3cb3d4b03a9792588fb444afaa0df +size 2270 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..7629cf2eb9d79aed78e5a3bd09437b82bb6c939d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4033df3049c9bfae24aaa266e9a6d70762f0845c931f3ad7c79ec86330336ae1 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6227c802078fdc794737924dcc8afa52d6073243 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3d9b59e0ad6099548ae571a939709d2c328db5e858e085dbc2fe7e14137e3b +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..86afd63a564e607d595b3b97eb55995fc03d6e80 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc6afa4ab1ed7c5fd7177d79beeb1db6e75f11e426a00827f0e1b1bf18efec0c +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c38e8827e43085478dd0fbbad5474c96a78397e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72bfd3b85548e2f39238ba4a6e30f39fbb39d3dc06e80fc0e71f70fc92484ac3 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..a60c51d1446e9b5b2572c8562e9c7923949f290d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98028ea6a4c2ebf2274f4fc773e0ce6df2776a06bfbeaecac151a8713ee82aaa +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..73c4af5ffea2d394a1b895ea2bb173c5fda15ea0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a13ce3ea5936104202568575aac2d3bbbee289721dbf05977b703cd13741bf3 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c57e1b166341bc71c32b0c0eefe08a9697c36ce --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c551947df53f84ca86373f7dc81e219ba02f61f9b871b8d643d5310764ff57 +size 4096 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..afb61ce2a19b687e249a95d036c3b11712ef1256 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:297f8fe3b9b30fb4d367dfda9fdaad7ca4bde18f9644e0c0500a095b520c7e25 +size 2782 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..a909d4df95e598767a8dd1fe194c2565bc63e6e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df389f3aa953aba5b5a52930d5d310fb2e836b92ded2c54555ec11d03cd50039 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1779b3d888cd932a7de658c448dc643cd7e29f8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1b81fa2f2350481771b232a472fce74f9d8b830b6947caff8a872aec2adb98 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b259f44131df38f0415cd4cbab10d98845efd11 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b9fa2fff4b7fd94898914459d94c1bded9b59d65dbfb592f328fe2c92589b3 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e653f3a3bc3486a85e1107dc34a4479777eca8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1dccfe3cb40f8282b3bab1718d319e4a88ca707cc2c677430e7aa2c9145d4e7 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..418030c9b2517a81b9bc16de9037d77c4dc767f5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0262b40aaeb3387b3e72dc948f0f3d95f35f4257d548ecafbdea2fa6e0f6d047 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..71f31b86b8c2fbc41ee357d37a2963e30de37f51 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c65cf5a05529dd2724cf8bd5ec222cd55c9add036a661b68331f212db9149b +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..413d34b37fbe7c78e0174b4750699ae9f8a6040b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da2ab969b6797583971de0b7f66afff36ca8d0b39b07c0bdf2300d4bd8ecaffe +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a6698ba76d106257ad1e79d62af0235a0f878c0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b299d608140f2746a22870497af0f9940c9f46be92d2b0451eb2ef8262e843 +size 3968 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..09bf2505950c5f7b64e5ce56e540c5abd56a7d23 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ceb3655a1fa58b89410e21825f4ece0d962930e59d5e2deeda675a533fa8b5 +size 2654 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcceb7da48019b63f80791e70344a8783de27922 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f835ab68f64c6898e18990e7e625594e6b4c4836f18634e2266014cd77d0cac1 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f3f3f0c715d2832b1c35c621db1f4582f221bd7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1777ea6d39d0b004164c872188123cf087c8ad945bdcde2db17fdd8e16fc98e8 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe12febd451f29314b7fa24504bc80c7d10bc437 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a2069466f8acb27eba24096f8eb427e5c359b5ad1f420e49795d88f7d961db +size 13473 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0626abfef9e5c86237c4da8e4539dd5a12a24178 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd0da291d4dbb36412b715b86fb8c7e62d80768a49374babf6445525ed043c3 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..de579d1fc6fc8db775d40487e343ddd04571c3a8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9a37e16ca76fd9255b51bcca97cb18601552adca8039763b66565874a30494f +size 13523 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..584dc5c2eb1d5bd39ebcc891114ccb19e9b777da --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d81de837978aab79d592219eacae87cf6dae2de29ae48e20eb19c5f459c2b5c +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbc9e7598b9ea187908ad25ce29621ccf3a9211f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80a34de38295a7b3e4b83a25205c5125177ea04b4374147cf0799bf0b1bdf4b +size 6976 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..50fa7c936e15096e84103a4ec3625d2690a5b215 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9c5a151a9678a07a0d44fc8798cc5ffab8ad49cf4dc7b376e33caa89c0afac +size 4190 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..d01dd167b528968dcf147a88a1661eb1087a36b1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1e454cb1d26aa159a695f9efbf002172571835f96b3d174f91555dc74e3204 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..aee613cc097b1adca7cd6431fc4be9e9ae510985 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065a065e5074b963e993a36316a3c6d59d757e7689ae6fe92aaea0c3c9dc7781 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8f5cde257827d8f3d8ca3e871069998f922ee7b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3701ad01db998e0168836615603012b68b2c0d0e0cfee4c8f996d8b256a1257b +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..28acac7023550a326c8af529a6ceb45796294454 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4018cb6f794b4e609fc7b09c2e5ea6a959495cbe87e35235a08ac1ef7cd48763 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6c0b93251fb92fae7bdbe52bce18c94340d8e93 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30acd7d0e9f261800a4a502d0456c432d3e2995e7b2aaeb401a19680a8fec146 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..874d2155ea01cfe4991f2cfc00ff352d76e38b01 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d7004cf10db1ec382a4832ce9c147dacde4ba0599816b2d0ff587ae1b84983 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..30f315bd52e3556cb44206a0194c8eaaa7e577cc --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36fd8d34941aaacd846adf6812745ca05f2d934f3021ecd3959f734e32fd5509 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d70aa65d8f14b85ca6e6b4dde52061a08d83020 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf300328ac7c5c266e1a4c71de9a68364c3a832efdebd760d789b95d20f85d0 +size 6976 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1382ca22d691b3a565d534e170e55066c2091e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65748828f4ab0f166d0f66d0e3eebe2df65a4917dd2003891ff0abd3259058d +size 4190 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..1770a1f83c230729a5353ee48a0f9fd9ff903ff4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eb90c3be9b4cfc29fe68846a5015424fa8b9674158121a3bb5fa1b417268837 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa32863f21a7b59e060afec2970924f3ae176bf6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e4e5c87eb51e458c31d7cf0f95e6b1001408b9bdd1924847ad1951f76909fca +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..7103f0381472185dc2278297aae93ea2ba97e2f7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9dcd41a38ec51ef39562859b975debef28452423c618305250dbce2c7f8a0cd +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bd7fa64d8b5437e92cacd5b4adf5de6e25d7346 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3547d8146ba6aa9166cb25b9aa10e6cbd24ddd76a9ea77989ff40a25ebf9ef10 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c9d297b278b49d31f3d544f8a2643e6ff3de997 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc6cc8091a2ef6f80b0fbe451f8c5138539f5b3f50cbe3e869cfb556b2925ab4 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c10c35e1c4440929677c041321fe4dfca79501e5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34326c041bf139aadfd0dd05beff25b1fa04b7c8dea13730f2cd3e0492002e1d +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf52388974aa85eff8df811bad0fb3f49d8cbe24 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4141c57f5ec4d189a01eef1f116d556e36f9d0eb86dc96be0a1b24576707960 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8cdc077c13163395b9cb9863d84b4422ee2c95c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4d7b71cfda019f7a40f296050cf873f05c5fa9ea3ceb825b9baa853b93a8f2 +size 6848 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e25981785df94b9a2e5af9da7454c4bb97eb8c27 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72f843a922a238b44181346485c930b7eb641aa934cae97ae61f6800eca6808 +size 4126 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e45c10d77719b47590958a496d31708287b22d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcc379150a8e4ade49d947774a46006901a8844bf9e41c93fc58d0688f0cbd0 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..953cd56829dcb4834e93058c8601357c8b92f32c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd4cd2d25614eb6e250d07821035f65e73816494c1a0d56a5bfdaaa87d0c913 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..46704a21a22bbd8ed509b3a930f08b1023cc710c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf25713ad3f9f77a2869136d684bd0f17804d7bd3be936a03bac6c495c949d2 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..52f6b548188e19aeb27c4eba3be7033de5cef4e3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8742ec2835b3729ad8924037cb423cf2a40b99d1ed7b5d4040e1233cb6496a51 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..759f3b8d3caccde0f9f76c40e13586ab13e1314b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9def194554a3463917675ef2234fb75d0f63b98836df9a80a3dce3838a6190ce +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9062ca4aaff2f7545c602226a3bcaf010a1627c6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb57b20fc94c4fa69899d18ed3813521402cf35e1698238de9e39714f19134c +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca028e6e75a136fb7810462671b4d91620a36955 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3add0ac3fd7c3a98c49bafc7e9e93a789cb0f3c6862a701320b77d0db607ea09 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..48dc9f39e5ccd60eecba22066333629dc87adb3a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a387f5fa49af0bbbe8f341bf2566ab94bc99864f7ab3fe2f062e9b10c143afeb +size 3072 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5999ed4204469b95be1f3eb1279463c73249a15 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55dffb81d15a375cfdb159f0f122b3c51e35c6cf085d4e0356d8ef6002e868e +size 2270 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce7c98c3c352ebe0de5b91972ac6e33c523fc893 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7fffa7bf1b290f3105a5a1eaf9f692cac6366980912d52a24abf3e80340edf2 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfe5e9881ebba3d367f326b07094c0dde1047973 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7150a9a351a5daa0cccffe1b1725e7033052126b81d0416cc85649510fdf44e +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..171b3257718ce36b18f29fa5cc007f101c797fc6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5ee4231a28f0bdd75af684699cb05e2f8696f204b3b7754caee7104b48a259 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b66445bb6bf580b83140384ab936b28042eda86 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73cb3416d85e5b08cc0e6a776f3b35f3f6a324081590cdab473a816667e444d +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e5255c14538206e15879c04455b6abeb42b03de --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b42050f774d885df67c4ee8e95da4ac57711e7c351d8b7b1607fcda4c31d1a +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..dab1fe9d7dff990a488b3d7639ccefb2d10b6dad --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce732cc1b45383b8fbf94049e3f5e9f60f504bad364ad49d8d7e540fb4ef7fa +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b756d3f16b376e3bb2fe24888b6cd846c7821ae9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c64a617485063fae987939d38bf5a627417b9559cb5b70e205ccf51a0e001d98 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c67191e4109e4a0a26665fab89af5b23d19c715 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b735d40f3025b13e3b2960c3aaf7369d45e3b0b971610f959e9a424c6469d531 +size 2944 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bc62aae44080945abaee365cea323fdb122aeed --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cecdd6bdf65862185006ff2b52d865342c188183c7eda8322f0f2cdef902bfad +size 2142 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..f91f48ef1f408595dd5346dc4de04c2db2566ea7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a013e695f5f86806bf7621dc05e8e7beef2e22b6394715369eea6296718b54f +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e0fb8ed86c3ef579cbf6eadc54ae1afae9281fc --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08742eaa05b0ae634727b915a228e877f59fa4d6a7bdc4c59a327fd1b3f37371 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1edffa0b505c02e3c8cf6e06703d29e59b7617e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b26c07d1296a96ee9a8e400c9b135a0c4e058b1c36b2f870395e4bf74115b0b +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..59ea00ef950760e2a536727c932aedbbaca860c0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:390f5fae69c59abc0db3fce2979758148f9efca33541afc201e1682295f9c167 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..383cdafaffc9829c585f42f6a364fa2a8ebf11b2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e62c0ff8a56ecf221d9a8a0bc1155b08fa444165623f0e88776f1a8db6297bb3 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4606e2b308940e25e57b62a3464f86ef2735269 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40cbdbccc19defdaa4bae7fa15b9b236991e7ea49e6961c8f7092825fc0bcde0 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..509b3c75b1dd16cd3988ebf45f1d943873d3b2a4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5fe11171a071cdf7fff991984b61594b8e6fcb340cb7ec7b936585c6b7aec7f +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..76b7ad79d6edbd8b65e8fe3e4c0b2203ae7e8c42 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab050d2072725994115ffbe38ea957395b14e9f65e7d78ed7d2a973b1bdadfc +size 3072 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f51a926052a5689b01c290656850780ff374a554 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d3114274c5435f6d4c4bf339c304b122526df2aa7bd57d608de2c78a299977 +size 2206 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb41e8200377a357326e1ea006d2e5a639cf6fa2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3432b5a0707589a067930cffdef2160e10bf3cd2b35e544e6ac2955b75fc223b +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..47dde341da5e9556a07c70a0a97a8183b95ba31b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc5f33d6d2504c257e46c6ebdc779f5f6d14e561a387d823c8c5d703ece9843f +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7c679b4a7a55fc74d1d4f1afd70ae20bc8a5226 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60cc52620b78b687ac1957ffc63eddf0a184d3ed91474f32fc9eea68b347911d +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcda74658c26b2ba1d250dcd38682e5bb71d8f12 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab3a43ba924f45028a281d68f50bf05ce2e9affbd2af71b262c0c7bdf00cce1 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f378bd524d3bc1e7a58829313d391fd87fa3d12 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab2878b218f7c09686b94316a36bf207957f25081503d15314ed1326714a9cc7 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3a65ebdc1886135c7940dbb065d16f1af474eb5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d631d7baf2821bf4441b4bff14271976a4ab0a2ab889bc74214bfdf5547840c +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df56c16af23deeabbbeb868faa5acfbb52e67162 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f8cdc448c67d194785cd11265a1abdb3c0ddf846eb7a46adfdbd0acc0968c6 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cb8264e14064e4b8e7bc2c6d1e3f4afd1148a51 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859150955589a0f5652b67307d1c1b3f74bc434af504822f219d5f86fcba3894 +size 4160 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..60e84763edc992be44243c371b20d9f228204b70 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7dee68aa9b03470f3a7ca4717cb1fe8bf68a8e1f8eb9c82f4f805b18469eea2 +size 2782 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..220866c20f1afc817087abe3d49fa12c8c6e89fe --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:551dd50d23555f3c3daab5ae3af7fb0a1a3a98c2b03c4f1c9feedcc080ddbf16 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5383afef7da3c011c302c8d32add68232219b1b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed0b7cf818390d7e1dd47af07d90990d37509e8563dbad0701a7e8db173fd031 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebfbf72c1c5a47a4f3455a715d11de341b42c774 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69650c8ffba7bd030d37d66cb8c7faeeb0406ed22e656418ea13382f0bc09bf2 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..907209c7915087b0ac954a975f586fc5510c0331 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0822ff613a4c1759b6e4054624e649cdc84feb5132602748f5e074ad5ed8766e +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..86a842c186305694ac6c37fdc268ca3797afd306 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8fc1e0d0edf4185604406f332c9f9a0ba904856354b779000364e72d30cb76 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..84751d85fec2adee46726d448f8c69e68539530e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbaab2c865d0dddb90ab63053f50abd5187148f289873902136e24456a4c7185 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c41f520187e5f68460eba5b3aa84aa732ce123c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a72774d2895654de8f4bc410e4411cabeab0dc598fd08cd1227048f793c69b3 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb12838e3fae490d663ed81f50d7c7d4107ba15 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148e174a4c40b17082b51d6b5a63b9f42417d54df0e72df3226c570f0d66003e +size 4288 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..34dca500760451a2155a2ec1fecf3c2248fd12de --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02bbcb453c57f8b184199178f57bf31fdb8928c68fc7d31d78eaf666b9367d0e +size 2846 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..da771e516d190e073bb3ad1b5246f811d3cea5f6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0c1f1fc1a9038df641e14715e1a7e17f3ef6465e84c33a49dea72a575748bd +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8bd59704321c8231ed2cafdd8e15410db4bd4d4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d26abf0281d6f36bbc9b8a49e18e357a5cefe0f6ae278d97c85fbee70c9f77cf +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c76c6deb905e5b831c07598c2b2a67888e533ef --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d25220951c38dd592c207e92c5f1d236ed63ee8b24f471620feb0dd908a5096 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a4418017d94f0ae0e4856c778c9953109a1412 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39edd7af54f7318c7226c55117e8b853098ac92404bfd73f5cf0fbc0d70c343 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5516828b9a9443b421827199f1c5d553d3d6a84e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a77f6c3fa9031a50f35d7c6c09edc65e87d90d619fb4e3ab3497f254509f1c4 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9d93d45a9697cbfd606bb1eb9c1c590ee0b450c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801e4a448ea5bd9dc958f003cd04259735846b6913df2b5b0fbf79e84d52d6a0 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e4655e9da4e15d20af555ab6e28ae86f2692345 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd03bb930ea7520190c24667d36d0cc7b130a588eec8f412ae0df41e5a5e23df +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..42b84599e2a8cf45cb8849cd0a42395c6d08ae09 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68587cc820a868658ece997230831eb19f8a6fc9a809f64a95f01126b986fbcd +size 4160 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c41b0b4fb47db064d166a48d082820af07349f88 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e181b82935b98fd47689555bf482208aaaef2e319d14fc491f15deff4b7c869 +size 2782 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc8486e70b96f303f52ed17db45eb809e9b8c5af --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5986a3eceef7d346e5fd69b623a396d3c87c464b555c21650b27d8eea4b0965c +size 25895 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..84b20b1fc8213be4241e7cf05ad79259215ea3e3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d605d5b8b5d7d768c1ab63e0d72566deb0aacd19db7090af36ac782a25f3941 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..abe149263e55a515e85107db1f198514c215df76 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f125b5adda637ca2e9d06faaf8a31a7cb422bc51ee11e846acb1968fdee66475 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c14c372aebcdf1ff7679ce11fa7cba929e4fa7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:160bb769148983b4ec8f6da629ebb9c4465b3b9903fc1d8e0895689ec8bc9fb4 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9c1bb6162f87d6c9db1544b7a573e1052e11646 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb405da2a5aefdbc93e4bac10a29a8cf4c050559e1e4e5a84d7c1f99b2db20ea +size 25761 diff --git a/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..720814e057860614e7d7f45a8673d2c864cf3a94 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d5edd1c8130ba55ce39103bbacf6725f8c6ea384084c7c3105446cb560e711 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_128/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..d56e25a4fc6365956e1c056d9cb7dc16086d0baf --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 128.0, + "recon_r2": 0.9597122558016187, + "l1_per_token": 5.450154697709636 + }, + "seed1": { + "l0": 128.0, + "recon_r2": 0.9596687035271027, + "l1_per_token": 5.431818264155884 + }, + "seed2": { + "l0": 128.0, + "recon_r2": 0.9597364536448802, + "l1_per_token": 5.434041514078147 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.3655287255298756, + "mcc_abs": 0.3676937924796187, + "act_iou": 0.22296572319625804, + "act_iou_n_pairs": 12288, + "input_r2": 0.9869776092756323, + "matched_mcc_signed": { + "0.6": 0.8172698636534852, + "0.7": 0.8601842305835264, + "0.8": 0.8966336336458434, + "0.9": 0.9326632672369574 + }, + "matched_mcc_abs": { + "0.6": 0.8249682730684939, + "0.7": 0.860519776990344, + "0.8": 0.8965920713103186, + "0.9": 0.932416941349629 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.3607178547732382, + "mcc_abs": 0.3626256487392232, + "act_iou": 0.21753969036996346, + "act_iou_n_pairs": 12288, + "input_r2": 0.9868344722486034, + "matched_mcc_signed": { + "0.6": 0.8138565326758629, + "0.7": 0.8579296150382756, + "0.8": 0.8954486170123087, + "0.9": 0.9322392135206021 + }, + "matched_mcc_abs": { + "0.6": 0.8245721627758601, + "0.7": 0.8607087546678852, + "0.8": 0.8952639688171392, + "0.9": 0.931301888459463 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.36435200258444067, + "mcc_abs": 0.3667687380293689, + "act_iou": 0.22182281512563695, + "act_iou_n_pairs": 12288, + "input_r2": 0.986926557520989, + "matched_mcc_signed": { + "0.6": 0.8204577450182423, + "0.7": 0.8601131090442584, + "0.8": 0.8967534345052883, + "0.9": 0.9313487656989807 + }, + "matched_mcc_abs": { + "0.6": 0.8256182597321973, + "0.7": 0.8611904184146352, + "0.8": 0.8962271376384838, + "0.9": 0.9312359805476537 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 128.0, + "l0_std": 0.0, + "recon_r2_mean": 0.9597058043245338, + "recon_r2_std": 3.433272174109632e-05, + "l1_per_token_mean": 5.438671491981222, + "l1_per_token_std": 0.010006683786600872, + "input_r2_mean": 0.9869128796817416, + "input_r2_std": 7.254215733987194e-05, + "mcc_signed_mean": 0.36353286096251813, + "mcc_signed_std": 0.002507860463989491, + "mcc_abs_mean": 0.3656960597494036, + "mcc_abs_std": 0.002698981152686966, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8171947137825302, + "0.7": 0.8594089848886869, + "0.8": 0.896278561721147, + "0.9": 0.9320837488188468 + }, + "matched_mcc_signed_band": 0.8762415023028027, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8250528985255171, + "0.7": 0.8608063166909549, + "0.8": 0.8960277259219805, + "0.9": 0.9316516034522486 + }, + "matched_mcc_abs_band": 0.8783846361476753, + "act_iou_mean": 0.22077607623061948, + "act_iou_std": 0.0028604553472766176, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_128/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..3faa2930f5a06ccc25e43674bb9b07892ad12332 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9598, + "l1_per_token": 5.4478, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 105, + "dense_rate": 0.008544921875, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12272, + "0.2": 3383, + "0.3": 591, + "0.4": 232, + "0.5": 106, + "0.6": 10, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 1287, + "0.3": 287, + "0.4": 116, + "0.5": 53, + "0.6": 5, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 12272, + "0.2": 16, + "0.3": 4, + "0.4": 2, + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19140459597110748, + "n_dup_abs": { + "0.1": 12280, + "0.2": 5585, + "0.3": 1091, + "0.4": 432, + "0.5": 188, + "0.6": 26, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 1503, + "0.3": 512, + "0.4": 215, + "0.5": 94, + "0.6": 13, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 12280, + "0.2": 171, + "0.3": 4, + "0.4": 3, + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.21512651443481445, + "l0_raw": 127.7952 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9598, + "l1_per_token": 5.4295, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 107, + "dense_rate": 0.008707682291666666, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12274, + "0.2": 3344, + "0.3": 549, + "0.4": 214, + "0.5": 100, + "0.6": 8, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 2, + "0.2": 1294, + "0.3": 265, + "0.4": 105, + "0.5": 50, + "0.6": 4, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 12272, + "0.2": 31, + "0.3": 3, + "0.4": 3, + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19060635566711426, + "n_dup_abs": { + "0.1": 12277, + "0.2": 5552, + "0.3": 1099, + "0.4": 422, + "0.5": 193, + "0.6": 20, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 2, + "0.2": 1528, + "0.3": 514, + "0.4": 207, + "0.5": 96, + "0.6": 10, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 12275, + "0.2": 126, + "0.3": 4, + "0.4": 3, + "0.5": 3, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.21512125432491302, + "l0_raw": 127.7952 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9598, + "l1_per_token": 5.4319, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 103, + "dense_rate": 0.008382161458333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12273, + "0.2": 3441, + "0.3": 641, + "0.4": 247, + "0.5": 120, + "0.6": 18, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 2, + "0.2": 1323, + "0.3": 312, + "0.4": 123, + "0.5": 60, + "0.6": 9, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 12271, + "0.2": 31, + "0.3": 4, + "0.4": 3, + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19223546981811523, + "n_dup_abs": { + "0.1": 12278, + "0.2": 5644, + "0.3": 1173, + "0.4": 465, + "0.5": 236, + "0.6": 24, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 2, + "0.2": 1550, + "0.3": 549, + "0.4": 231, + "0.5": 118, + "0.6": 12, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 12275, + "0.2": 173, + "0.3": 4, + "0.4": 3, + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.2164333611726761, + "l0_raw": 127.7952 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.45703110098838806, + "dcs_abs": 0.6823247075080872, + "frac_sign_flipped": 0.4965006510416667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.1": 0.6090821027755737, + "0.2": 0.46477997303009033, + "0.3": 0.4591498374938965, + "0.4": 0.4579502046108246, + "0.5": 0.45759284496307373, + "0.6": 0.4570341110229492, + "0.7": 0.45703110098838806, + "0.8": 0.45703110098838806, + "0.9": 0.45703110098838806 + }, + "unique_frac_signed": { + "0.1": 0.0013427734375, + "0.2": 0.831298828125, + "0.3": 0.97607421875, + "0.4": 0.9908447265625, + "0.5": 0.9958089192708334, + "0.6": 0.9996337890625, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0008178592688636854, + "0.2": 0.3863710469158832, + "0.3": 0.44816431892104447, + "0.4": 0.4537575452668534, + "0.5": 0.45567503640874446, + "0.6": 0.456866740132682, + "0.7": 0.45703110098838806, + "0.8": 0.45703110098838806, + "0.9": 0.45703110098838806 + }, + "matched_frac_signed": { + "0.1": 0.0008951822916666666, + "0.2": 0.5319010416666666, + "0.3": 0.489013671875, + "0.4": 0.4293619791666667, + "0.5": 0.37744140625, + "0.6": 0.3333333333333333, + "0.7": 0.288818359375, + "0.8": 0.248291015625, + "0.9": 0.20475260416666666 + }, + "matched_cos_abs": { + "0.1": 0.8771421909332275, + "0.2": 0.6544420123100281, + "0.3": 0.6784617900848389, + "0.4": 0.6807953715324402, + "0.5": 0.6814819574356079, + "0.6": 0.6820870041847229, + "0.7": 0.6823247075080872, + "0.8": 0.6823247075080872, + "0.9": 0.6823247075080872 + }, + "unique_frac_abs": { + "0.1": 0.0008951822916666666, + "0.2": 0.670166015625, + "0.3": 0.95263671875, + "0.4": 0.982421875, + "0.5": 0.9922281901041666, + "0.6": 0.9990641276041666, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0007852021565971274, + "0.2": 0.4385847958474187, + "0.3": 0.6463276135036722, + "0.4": 0.6688282653922215, + "0.5": 0.676185609214978, + "0.6": 0.6814486577859498, + "0.7": 0.6823247075080872, + "0.8": 0.6823247075080872, + "0.9": 0.6823247075080872 + }, + "matched_frac_abs": { + "0.1": 0.0006510416666666666, + "0.2": 0.5655924479166666, + "0.3": 0.7447102864583334, + "0.4": 0.7239583333333334, + "0.5": 0.6820475260416666, + "0.6": 0.6316731770833334, + "0.7": 0.5638834635416666, + "0.8": 0.4857584635416667, + "0.9": 0.4013671875 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.4505275785923004, + "dcs_abs": 0.6839118599891663, + "frac_sign_flipped": 0.5030110677083334, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.1": 0.5360631942749023, + "0.2": 0.4592510759830475, + "0.3": 0.45379191637039185, + "0.4": 0.4517667591571808, + "0.5": 0.45112544298171997, + "0.6": 0.45061808824539185, + "0.7": 0.4505275785923004, + "0.8": 0.4505275785923004, + "0.9": 0.4505275785923004 + }, + "unique_frac_signed": { + "0.1": 0.0013834635416666667, + "0.2": 0.8285319010416666, + "0.3": 0.9742431640625, + "0.4": 0.990234375, + "0.5": 0.9954020182291666, + "0.6": 0.9994303385416666, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0007416238853087028, + "0.2": 0.3805041670396652, + "0.3": 0.44210367243067594, + "0.4": 0.44735497439978644, + "0.5": 0.4490511764185309, + "0.6": 0.4503613884880906, + "0.7": 0.4505275785923004, + "0.8": 0.4505275785923004, + "0.9": 0.4505275785923004 + }, + "matched_frac_signed": { + "0.1": 0.0008138020833333334, + "0.2": 0.5228678385416666, + "0.3": 0.481689453125, + "0.4": 0.4213053385416667, + "0.5": 0.3700358072916667, + "0.6": 0.3269856770833333, + "0.7": 0.281005859375, + "0.8": 0.240478515625, + "0.9": 0.19677734375 + }, + "matched_cos_abs": { + "0.1": 0.7781174182891846, + "0.2": 0.6573456525802612, + "0.3": 0.6809405088424683, + "0.4": 0.6828958988189697, + "0.5": 0.6837078332901001, + "0.6": 0.6837460994720459, + "0.7": 0.6839118599891663, + "0.8": 0.6839118599891663, + "0.9": 0.6839118599891663 + }, + "unique_frac_abs": { + "0.1": 0.0008544921875, + "0.2": 0.6673177083333334, + "0.3": 0.9510498046875, + "0.4": 0.9816487630208334, + "0.5": 0.9913736979166666, + "0.6": 0.9989827473958334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0006648952548857778, + "0.2": 0.43865839446273946, + "0.3": 0.6476083379384363, + "0.4": 0.6703639143476419, + "0.5": 0.6778099629833984, + "0.6": 0.6830505569717692, + "0.7": 0.6839118599891663, + "0.8": 0.6839118599891663, + "0.9": 0.6839118599891663 + }, + "matched_frac_abs": { + "0.1": 0.0005696614583333334, + "0.2": 0.56396484375, + "0.3": 0.7451985677083334, + "0.4": 0.7237955729166666, + "0.5": 0.68408203125, + "0.6": 0.635009765625, + "0.7": 0.5640462239583334, + "0.8": 0.489013671875, + "0.9": 0.4026692708333333 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4550710618495941, + "dcs_abs": 0.6833477020263672, + "frac_sign_flipped": 0.4988606770833333, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.1": 0.6336278915405273, + "0.2": 0.46426770091056824, + "0.3": 0.4584471881389618, + "0.4": 0.4562864601612091, + "0.5": 0.4558359980583191, + "0.6": 0.4553081691265106, + "0.7": 0.4550710618495941, + "0.8": 0.4550710618495941, + "0.9": 0.4550710618495941 + }, + "unique_frac_signed": { + "0.1": 0.0013427734375, + "0.2": 0.8304036458333334, + "0.3": 0.9750569661458334, + "0.4": 0.9905192057291666, + "0.5": 0.9955240885416666, + "0.6": 0.9994710286458334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0008508187020197511, + "0.2": 0.38552959147879545, + "0.3": 0.44701212440486415, + "0.4": 0.45196050210385386, + "0.5": 0.45379571649148903, + "0.6": 0.45506732414772466, + "0.7": 0.4550710618495941, + "0.8": 0.4550710618495941, + "0.9": 0.4550710618495941 + }, + "matched_frac_signed": { + "0.1": 0.0008138020833333334, + "0.2": 0.5255533854166666, + "0.3": 0.4886881510416667, + "0.4": 0.4242350260416667, + "0.5": 0.3734537760416667, + "0.6": 0.3292643229166667, + "0.7": 0.287109375, + "0.8": 0.246337890625, + "0.9": 0.20442708333333334 + }, + "matched_cos_abs": { + "0.1": 0.9166733622550964, + "0.2": 0.6557888388633728, + "0.3": 0.6801607012748718, + "0.4": 0.6825473308563232, + "0.5": 0.6827720403671265, + "0.6": 0.6833029985427856, + "0.7": 0.6833477020263672, + "0.8": 0.6833477020263672, + "0.9": 0.6833477020263672 + }, + "unique_frac_abs": { + "0.1": 0.0010172526041666667, + "0.2": 0.669677734375, + "0.3": 0.9508056640625, + "0.4": 0.9817301432291666, + "0.5": 0.9912516276041666, + "0.6": 0.9991048177083334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0009324883649242112, + "0.2": 0.43916718383843545, + "0.3": 0.6467006472448702, + "0.4": 0.6700772888822636, + "0.5": 0.6767988962965319, + "0.6": 0.6826913177986474, + "0.7": 0.6833477020263672, + "0.8": 0.6833477020263672, + "0.9": 0.6833477020263672 + }, + "matched_frac_abs": { + "0.1": 0.0008951822916666666, + "0.2": 0.565673828125, + "0.3": 0.7432454427083334, + "0.4": 0.7263997395833334, + "0.5": 0.6822916666666666, + "0.6": 0.6327311197916666, + "0.7": 0.5629069010416666, + "0.8": 0.48681640625, + "0.9": 0.4034016927083333 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 105, + "n_dense_std": 2.0, + "l0_mean": 128, + "l0_std": 1.7404671430534633e-14, + "recon_r2_mean": 0.9598, + "recon_r2_std": 0.0, + "l1_per_token_mean": 5.4364, + "l1_per_token_std": 0.009957911427603503, + "babel_mu1_signed_mean": 0.191415473818779, + "babel_mu1_signed_std": 0.0008146115484851547, + "n_dup_signed_per_threshold": { + "0.1": 12273.0, + "0.2": 3389.3333333333335, + "0.3": 593.6666666666666, + "0.4": 231.0, + "0.5": 108.66666666666667, + "0.6": 12.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 3.0, + "n_dup_signed_band_std": 1.3228756555322954, + "n_dup_clusters_signed_per_threshold": { + "0.1": 1.6666666666666667, + "0.2": 1301.3333333333333, + "0.3": 288.0, + "0.4": 114.66666666666667, + "0.5": 54.333333333333336, + "0.6": 6.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 1.5, + "n_dup_clusters_signed_band_std": 0.6614378277661477, + "largest_dup_signed_per_threshold": { + "0.1": 12271.666666666666, + "0.2": 26.0, + "0.3": 3.6666666666666665, + "0.4": 2.6666666666666665, + "0.5": 2.0, + "0.6": 2.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.25, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.4542099138100942, + "dcs_signed_std": 0.003336185373829565, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.0008034339520640465, + "0.2": 0.3841349351447813, + "0.3": 0.4457600385855282, + "0.4": 0.45102434059016455, + "0.5": 0.45284064310625477, + "0.6": 0.4540984842561658, + "0.7": 0.4542099138100942, + "0.8": 0.4542099138100942, + "0.9": 0.4542099138100942 + }, + "dedup_dcs_signed_band": 0.4541820564216121, + "dedup_dcs_signed_band_std": 0.003341697261923066, + "matched_cos_signed_per_threshold": { + "0.1": 0.5929243961970011, + "0.2": 0.46276624997456867, + "0.3": 0.4571296473344167, + "0.4": 0.4553344746430715, + "0.5": 0.4548514286677043, + "0.6": 0.4543201227982839, + "0.7": 0.4542099138100942, + "0.8": 0.4542099138100942, + "0.9": 0.4542099138100942 + }, + "matched_cos_signed_band": 0.4542374660571416, + "matched_cos_signed_band_std": 0.0033317945129299085, + "unique_frac_signed_per_threshold": { + "0.1": 0.0013563368055555557, + "0.2": 0.830078125, + "0.3": 0.9751247829861112, + "0.4": 0.9905327690972222, + "0.5": 0.9955783420138888, + "0.6": 0.99951171875, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9998779296875, + "unique_frac_signed_band_std": 2.6913974111585267e-05, + "matched_frac_signed_per_threshold": { + "0.1": 0.0008409288194444445, + "0.2": 0.5267740885416666, + "0.3": 0.4864637586805556, + "0.4": 0.4249674479166667, + "0.5": 0.3736436631944445, + "0.6": 0.3298611111111111, + "0.7": 0.28564453125, + "0.8": 0.24503580729166666, + "0.9": 0.20198567708333334 + }, + "matched_frac_signed_band": 0.2656317816840278, + "matched_frac_signed_band_std": 0.00387434824837039, + "babel_mu1_abs_mean": 0.21556037664413452, + "babel_mu1_abs_std": 0.000756031353512371, + "n_dup_abs_per_threshold": { + "0.1": 12278.333333333334, + "0.2": 5593.666666666667, + "0.3": 1121.0, + "0.4": 439.6666666666667, + "0.5": 205.66666666666666, + "0.6": 23.333333333333332, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 5.833333333333333, + "n_dup_abs_band_std": 0.7637626158259734, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.6666666666666667, + "0.2": 1527.0, + "0.3": 525.0, + "0.4": 217.66666666666666, + "0.5": 102.66666666666667, + "0.6": 11.666666666666666, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 2.9166666666666665, + "n_dup_clusters_abs_band_std": 0.3818813079129867, + "largest_dup_abs_per_threshold": { + "0.1": 12276.666666666666, + "0.2": 156.66666666666666, + "0.3": 4.0, + "0.4": 3.0, + "0.5": 2.3333333333333335, + "0.6": 2.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.25, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.6831947565078735, + "dcs_abs_std": 0.0008045542233245414, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.0007941952588023721, + "0.2": 0.43880345804953125, + "0.3": 0.6468788662289929, + "0.4": 0.669756489540709, + "0.5": 0.6769314894983026, + "0.6": 0.6823968441854555, + "0.7": 0.6831947565078735, + "0.8": 0.6831947565078735, + "0.9": 0.6831947565078735 + }, + "dedup_dcs_abs_band": 0.682995278427269, + "dedup_dcs_abs_band_std": 0.0008119684436144213, + "matched_cos_abs_per_threshold": { + "0.1": 0.8573109904925028, + "0.2": 0.6558588345845541, + "0.3": 0.6798543334007263, + "0.4": 0.682079533735911, + "0.5": 0.6826539436976115, + "0.6": 0.6830453673998514, + "0.7": 0.6831947565078735, + "0.8": 0.6831947565078735, + "0.9": 0.6831947565078735 + }, + "matched_cos_abs_band": 0.683157409230868, + "matched_cos_abs_band_std": 0.0008174223515734742, + "unique_frac_abs_per_threshold": { + "0.1": 0.0009223090277777776, + "0.2": 0.6690538194444445, + "0.3": 0.9514973958333334, + "0.4": 0.98193359375, + "0.5": 0.9916178385416666, + "0.6": 0.9990505642361112, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 0.9997626410590278, + "unique_frac_abs_band_std": 1.553879019827426e-05, + "matched_frac_abs_per_threshold": { + "0.1": 0.0007052951388888889, + "0.2": 0.5650770399305555, + "0.3": 0.744384765625, + "0.4": 0.7247178819444445, + "0.5": 0.6828070746527777, + "0.6": 0.6331380208333334, + "0.7": 0.5636121961805555, + "0.8": 0.4871961805555556, + "0.9": 0.4024793836805555 + }, + "matched_frac_abs_band": 0.5216064453125, + "matched_frac_abs_band_std": 0.0010146043001132631, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d1a4836058c29cfdbfdadd94e9d4c640e079a7be --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0942954f494748a8ef008b41944320356e58e87d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0182, + "r2_score": 0.9598, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0099, + "l0_per_token_0.05": 0.002, + "l0_per_token_0.1": 0.0004, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0028, + "live_latent_frac": 0.7846, + "l1_per_token": 5.4478 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..28bd0a9a09fabf165083e2ee78027182c7ba5be3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..963a0af98b5ed32cc9570eb6285656b6867ccd08 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0183, + "r2_score": 0.9598, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0099, + "l0_per_token_0.05": 0.002, + "l0_per_token_0.1": 0.0004, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0028, + "live_latent_frac": 0.7804, + "l1_per_token": 5.4295 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9d411495e2547d51bacace5eb57c467f1a668e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bb76fb8b562350cb3bd947dea7c457173a649b03 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0182, + "r2_score": 0.9598, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0099, + "l0_per_token_0.05": 0.002, + "l0_per_token_0.1": 0.0004, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0028, + "live_latent_frac": 0.7847, + "l1_per_token": 5.4319 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..0703d57c4026f8b3a2b3b9b16dc4a80e590b38bb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 32.0, + "recon_r2": 0.9307456138358605, + "l1_per_token": 2.946109878863654 + }, + "seed1": { + "l0": 32.0, + "recon_r2": 0.9306517280002805, + "l1_per_token": 2.938817212855135 + }, + "seed2": { + "l0": 32.0, + "recon_r2": 0.9307514801534776, + "l1_per_token": 2.9314675460627684 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.25761846012641515, + "mcc_abs": 0.26875409832599245, + "act_iou": 0.19642134423084, + "act_iou_n_pairs": 10750, + "input_r2": 0.9815499696548223, + "matched_mcc_signed": { + "0.6": 0.628104911072372, + "0.7": 0.6873373738145518, + "0.8": 0.7625995689541757, + "0.9": 0.8795609218652068 + }, + "matched_mcc_abs": { + "0.6": 0.7884319392800696, + "0.7": 0.8293407843716496, + "0.8": 0.8695136690582577, + "0.9": 0.9031077637012048 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.26449844340025497, + "mcc_abs": 0.2750520499591668, + "act_iou": 0.20131353335408778, + "act_iou_n_pairs": 10802, + "input_r2": 0.9814850891959997, + "matched_mcc_signed": { + "0.6": 0.6439294993845852, + "0.7": 0.7004328989174288, + "0.8": 0.7729080047254814, + "0.9": 0.8882822883729107 + }, + "matched_mcc_abs": { + "0.6": 0.7848244882878183, + "0.7": 0.8236705229828521, + "0.8": 0.8673299039716773, + "0.9": 0.9058893414495954 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.2618485601938261, + "mcc_abs": 0.2729946401791862, + "act_iou": 0.19984817967129176, + "act_iou_n_pairs": 10800, + "input_r2": 0.9816340526628039, + "matched_mcc_signed": { + "0.6": 0.63364734506452, + "0.7": 0.6974447761716841, + "0.8": 0.7654112617676333, + "0.9": 0.8890363162693042 + }, + "matched_mcc_abs": { + "0.6": 0.7823545143927272, + "0.7": 0.8246231670107139, + "0.8": 0.8671284661643647, + "0.9": 0.9050347022343191 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 32.0, + "l0_std": 0.0, + "recon_r2_mean": 0.9307162739965396, + "recon_r2_std": 5.597537534845911e-05, + "l1_per_token_mean": 2.9387982125938525, + "l1_per_token_std": 0.0073211848918341435, + "input_r2_mean": 0.981556370504542, + "input_r2_std": 7.468772836569793e-05, + "mcc_signed_mean": 0.2613218212401654, + "mcc_signed_std": 0.0034701056044530655, + "mcc_abs_mean": 0.27226692948811515, + "mcc_abs_std": 0.003211420375920168, + "matched_mcc_signed_per_threshold": { + "0.6": 0.6352272518404924, + "0.7": 0.6950716829678883, + "0.8": 0.7669729451490968, + "0.9": 0.8856265088358072 + }, + "matched_mcc_signed_band": 0.7457245971983212, + "matched_mcc_abs_per_threshold": { + "0.6": 0.7852036473202051, + "0.7": 0.8258781581217386, + "0.8": 0.8679906797314332, + "0.9": 0.9046772691283732 + }, + "matched_mcc_abs_band": 0.8459374385754376, + "act_iou_mean": 0.19919435241873984, + "act_iou_std": 0.0025107760078391336, + "act_iou_n_pairs": 10784.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..78a082113ee00aea7d85cc11dd5be7868c3fee09 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9309, + "l1_per_token": 2.9447, + "stats_source": "stats", + "n_dead": 2567, + "dead_rate": 0.20890299479166666, + "alive_source": "stats", + "n_dense": 5, + "dense_rate": 0.0004069010416666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12288, + "0.2": 9186, + "0.3": 5044, + "0.4": 3522, + "0.5": 2509, + "0.6": 1819, + "0.7": 1295, + "0.8": 748, + "0.9": 106 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 114, + "0.3": 528, + "0.4": 1077, + "0.5": 996, + "0.6": 787, + "0.7": 577, + "0.8": 338, + "0.9": 50 + }, + "largest_dup_signed": { + "0.1": 12288, + "0.2": 8917, + "0.3": 2840, + "0.4": 19, + "0.5": 8, + "0.6": 8, + "0.7": 4, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_signed": 0.3467508554458618, + "n_dup_abs": { + "0.1": 12288, + "0.2": 10186, + "0.3": 6243, + "0.4": 4644, + "0.5": 3625, + "0.6": 2813, + "0.7": 2092, + "0.8": 1285, + "0.9": 195 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 37, + "0.3": 233, + "0.4": 733, + "0.5": 1121, + "0.6": 1034, + "0.7": 824, + "0.8": 532, + "0.9": 87 + }, + "largest_dup_abs": { + "0.1": 12288, + "0.2": 10106, + "0.3": 5657, + "0.4": 758, + "0.5": 22, + "0.6": 13, + "0.7": 6, + "0.8": 5, + "0.9": 3 + }, + "babel_mu1_abs": 0.40269502997398376, + "l0_raw": 31.9488 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9308, + "l1_per_token": 2.9374, + "stats_source": "stats", + "n_dead": 2518, + "dead_rate": 0.20491536458333334, + "alive_source": "stats", + "n_dense": 5, + "dense_rate": 0.0004069010416666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12288, + "0.2": 9091, + "0.3": 5001, + "0.4": 3533, + "0.5": 2469, + "0.6": 1843, + "0.7": 1288, + "0.8": 746, + "0.9": 80 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 129, + "0.3": 539, + "0.4": 1080, + "0.5": 993, + "0.6": 800, + "0.7": 578, + "0.8": 345, + "0.9": 37 + }, + "largest_dup_signed": { + "0.1": 12288, + "0.2": 8792, + "0.3": 2944, + "0.4": 36, + "0.5": 11, + "0.6": 7, + "0.7": 5, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_signed": 0.34630826115608215, + "n_dup_abs": { + "0.1": 12288, + "0.2": 10127, + "0.3": 6206, + "0.4": 4696, + "0.5": 3609, + "0.6": 2811, + "0.7": 2051, + "0.8": 1284, + "0.9": 189 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 52, + "0.3": 209, + "0.4": 717, + "0.5": 1117, + "0.6": 1023, + "0.7": 799, + "0.8": 536, + "0.9": 85 + }, + "largest_dup_abs": { + "0.1": 12288, + "0.2": 10013, + "0.3": 5641, + "0.4": 862, + "0.5": 20, + "0.6": 9, + "0.7": 6, + "0.8": 4, + "0.9": 4 + }, + "babel_mu1_abs": 0.40244367718696594, + "l0_raw": 31.9488 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9309, + "l1_per_token": 2.93, + "stats_source": "stats", + "n_dead": 2466, + "dead_rate": 0.20068359375, + "alive_source": "stats", + "n_dense": 4, + "dense_rate": 0.0003255208333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12288, + "0.2": 9256, + "0.3": 5063, + "0.4": 3526, + "0.5": 2508, + "0.6": 1861, + "0.7": 1277, + "0.8": 754, + "0.9": 84 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 118, + "0.3": 504, + "0.4": 1088, + "0.5": 999, + "0.6": 799, + "0.7": 576, + "0.8": 352, + "0.9": 40 + }, + "largest_dup_signed": { + "0.1": 12288, + "0.2": 8993, + "0.3": 3172, + "0.4": 33, + "0.5": 11, + "0.6": 6, + "0.7": 4, + "0.8": 3, + "0.9": 3 + }, + "babel_mu1_signed": 0.3480052053928375, + "n_dup_abs": { + "0.1": 12288, + "0.2": 10218, + "0.3": 6262, + "0.4": 4682, + "0.5": 3656, + "0.6": 2849, + "0.7": 2062, + "0.8": 1264, + "0.9": 177 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 44, + "0.3": 222, + "0.4": 734, + "0.5": 1118, + "0.6": 1035, + "0.7": 817, + "0.8": 523, + "0.9": 80 + }, + "largest_dup_abs": { + "0.1": 12288, + "0.2": 10131, + "0.3": 5695, + "0.4": 907, + "0.5": 17, + "0.6": 10, + "0.7": 7, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_abs": 0.40369734168052673, + "l0_raw": 31.9488 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.48083075881004333, + "dcs_abs": 0.651118814945221, + "frac_sign_flipped": 0.5052083333333334, + "alive_source": "stats", + "n_alive_a": 9721, + "n_alive_b": 9770, + "matched_cos_signed": { + "0.1": 0.9995896816253662, + "0.2": 0.34794819355010986, + "0.3": 0.49493730068206787, + "0.4": 0.5374019145965576, + "0.5": 0.5401533842086792, + "0.6": 0.5383191108703613, + "0.7": 0.5357214212417603, + "0.8": 0.534235417842865, + "0.9": 0.5335289835929871 + }, + "unique_frac_signed": { + "0.1": 0.00010261146170027192, + "0.2": 0.22266687188959006, + "0.3": 0.6523010620286286, + "0.4": 0.8084757067364424, + "0.5": 0.881124621620235, + "0.6": 0.9160638243291775, + "0.7": 0.9413575496382945, + "0.8": 0.9663947462931609, + "0.9": 0.9958955415319891 + }, + "dedup_dcs_signed": { + "0.1": 0.00010256935833208827, + "0.2": 0.07747653583743659, + "0.3": 0.32284812687249553, + "0.4": 0.4344763927049692, + "0.5": 0.4759424462777619, + "0.6": 0.49313466341338574, + "0.7": 0.504305404388888, + "0.8": 0.5162823010870763, + "0.9": 0.5313391360383496 + }, + "matched_frac_signed": { + "0.1": 0.00010261146170027192, + "0.2": 0.08957980606433738, + "0.3": 0.37699451028679903, + "0.4": 0.45795495356831356, + "0.5": 0.4426658457749731, + "0.6": 0.3880765481504284, + "0.7": 0.3268175055153661, + "0.8": 0.2636088451079986, + "0.9": 0.18921553537530142 + }, + "matched_cos_abs": { + "0.1": 0.9996494054794312, + "0.2": 0.5350860953330994, + "0.3": 0.6686131954193115, + "0.4": 0.7345673441886902, + "0.5": 0.744742214679718, + "0.6": 0.7410106658935547, + "0.7": 0.7366234660148621, + "0.8": 0.735789954662323, + "0.9": 0.7413187623023987 + }, + "unique_frac_abs": { + "0.1": 0.00010261146170027192, + "0.2": 0.10979426401929096, + "0.3": 0.5044379457185367, + "0.4": 0.681545328613206, + "0.5": 0.793597044789903, + "0.6": 0.8504437945718537, + "0.7": 0.893591914216818, + "0.8": 0.9363295880149812, + "0.9": 0.9913293314863271 + }, + "dedup_dcs_abs": { + "0.1": 0.00010257548668405224, + "0.2": 0.0587493840240538, + "0.3": 0.33727386677762405, + "0.4": 0.5006409419836109, + "0.5": 0.5910252207001118, + "0.6": 0.6301879225207307, + "0.7": 0.6582407730532478, + "0.8": 0.6889419051145346, + "0.9": 0.7348910330515083 + }, + "matched_frac_abs": { + "0.1": 0.00010261146170027192, + "0.2": 0.0636191062541686, + "0.3": 0.4039813247139705, + "0.4": 0.5680570519727054, + "0.5": 0.6312657123800729, + "0.6": 0.604176286491201, + "0.7": 0.5393258426966292, + "0.8": 0.46636909342773586, + "0.9": 0.3810989687548099 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.48302221298217773, + "dcs_abs": 0.6515378355979919, + "frac_sign_flipped": 0.4986165364583333, + "alive_source": "stats", + "n_alive_a": 9721, + "n_alive_b": 9822, + "matched_cos_signed": { + "0.1": 0.9995932579040527, + "0.2": 0.3535383343696594, + "0.3": 0.4945668578147888, + "0.4": 0.536243736743927, + "0.5": 0.5408267378807068, + "0.6": 0.5393388867378235, + "0.7": 0.5375028848648071, + "0.8": 0.5360137224197388, + "0.9": 0.5353143215179443 + }, + "unique_frac_signed": { + "0.1": 0.00010233843319858773, + "0.2": 0.21532006344982857, + "0.3": 0.6488256664790462, + "0.4": 0.8096505142506268, + "0.5": 0.8805198792406488, + "0.6": 0.9153661157447679, + "0.7": 0.9415135854270071, + "0.8": 0.9659724709614695, + "0.9": 0.9957017858056593 + }, + "dedup_dcs_signed": { + "0.1": 0.00010229680784977258, + "0.2": 0.07612389658842178, + "0.3": 0.320887671140128, + "0.4": 0.43417001721839826, + "0.5": 0.47620869392883397, + "0.6": 0.4936925418233088, + "0.7": 0.5060662683064243, + "0.8": 0.5177744999150503, + "0.9": 0.533013425902762 + }, + "matched_frac_signed": { + "0.1": 0.00010233843319858773, + "0.2": 0.08637363761960805, + "0.3": 0.3710791587780791, + "0.4": 0.4552013508673182, + "0.5": 0.4372921250575654, + "0.6": 0.38735096965665455, + "0.7": 0.3268689556362892, + "0.8": 0.267103310648314, + "0.9": 0.19618277644169269 + }, + "matched_cos_abs": { + "0.1": 0.9996782541275024, + "0.2": 0.5406641960144043, + "0.3": 0.6604732275009155, + "0.4": 0.7289580702781677, + "0.5": 0.7428061366081238, + "0.6": 0.7408397197723389, + "0.7": 0.7376255989074707, + "0.8": 0.7366960644721985, + "0.9": 0.7416430115699768 + }, + "unique_frac_abs": { + "0.1": 0.00010233843319858773, + "0.2": 0.1075065240751164, + "0.3": 0.5049378294018319, + "0.4": 0.6846952873151512, + "0.5": 0.7941974108376401, + "0.6": 0.8503812106636648, + "0.7": 0.8944890753722561, + "0.8": 0.9370106943662693, + "0.9": 0.991454740827918 + }, + "dedup_dcs_abs": { + "0.1": 0.00010230550623010821, + "0.2": 0.05812492840537601, + "0.3": 0.33349791787233457, + "0.4": 0.4991141553698082, + "0.5": 0.5899347104484822, + "0.6": 0.6299961778077316, + "0.7": 0.6597980399376501, + "0.8": 0.6902920909079926, + "0.9": 0.7353054798229479 + }, + "matched_frac_abs": { + "0.1": 0.00010233843319858773, + "0.2": 0.060891367753159696, + "0.3": 0.39922222790769074, + "0.4": 0.5659315355881901, + "0.5": 0.6279486261065343, + "0.6": 0.6053318323696464, + "0.7": 0.5424960343857136, + "0.8": 0.46748196285114874, + "0.9": 0.3821317095635266 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4836822748184204, + "dcs_abs": 0.649224042892456, + "frac_sign_flipped": 0.4991861979166667, + "alive_source": "stats", + "n_alive_a": 9770, + "n_alive_b": 9822, + "matched_cos_signed": { + "0.1": 0.999913215637207, + "0.2": 0.35762158036231995, + "0.3": 0.49077412486076355, + "0.4": 0.5373700857162476, + "0.5": 0.5415912866592407, + "0.6": 0.5397553443908691, + "0.7": 0.5393421649932861, + "0.8": 0.5372366309165955, + "0.9": 0.5364819169044495 + }, + "unique_frac_signed": { + "0.1": 0.00010208248264597796, + "0.2": 0.2147815434871376, + "0.3": 0.6404654961208657, + "0.4": 0.805685994283381, + "0.5": 0.8812780726827276, + "0.6": 0.9150673744385464, + "0.7": 0.9413025724785626, + "0.8": 0.9662106982441813, + "0.9": 0.9964271131073907 + }, + "dedup_dcs_signed": { + "0.1": 0.0001020736234827692, + "0.2": 0.0768105150145285, + "0.3": 0.3143238933622326, + "0.4": 0.4329515518084406, + "0.5": 0.47729252528881433, + "0.6": 0.493912505830926, + "0.7": 0.5076841673543376, + "0.8": 0.5190837802802752, + "0.9": 0.5345651276954196 + }, + "matched_frac_signed": { + "0.1": 0.00010208248264597796, + "0.2": 0.08840342997141691, + "0.3": 0.36841567986933443, + "0.4": 0.45763576970191916, + "0.5": 0.4448754593711719, + "0.6": 0.38944467129440585, + "0.7": 0.3255410371580237, + "0.8": 0.263883217639853, + "0.9": 0.1902817476521029 + }, + "matched_cos_abs": { + "0.1": 0.999913215637207, + "0.2": 0.5337465405464172, + "0.3": 0.6616162657737732, + "0.4": 0.7303263545036316, + "0.5": 0.7449156641960144, + "0.6": 0.7394519448280334, + "0.7": 0.7356206178665161, + "0.8": 0.7345163226127625, + "0.9": 0.7383275628089905 + }, + "unique_frac_abs": { + "0.1": 0.00010208248264597796, + "0.2": 0.1045835034708044, + "0.3": 0.4948958758677011, + "0.4": 0.6750204164965292, + "0.5": 0.7909861167823602, + "0.6": 0.8487648019599837, + "0.7": 0.8946508779093507, + "0.8": 0.9370151082074316, + "0.9": 0.9921396488362597 + }, + "dedup_dcs_abs": { + "0.1": 0.0001020736234827692, + "0.2": 0.05582108317576607, + "0.3": 0.3274311613384292, + "0.4": 0.4929851999954332, + "0.5": 0.5892179485527581, + "0.6": 0.6276207835108906, + "0.7": 0.6581236315824976, + "0.8": 0.6882528915131224, + "0.9": 0.7325240488914433 + }, + "matched_frac_abs": { + "0.1": 0.00010208248264597796, + "0.2": 0.060943242139648836, + "0.3": 0.39893834218048185, + "0.4": 0.5614536545528788, + "0.5": 0.6264801959983667, + "0.6": 0.597182523478971, + "0.7": 0.5347080440996325, + "0.8": 0.45916700694160884, + "0.9": 0.37392813393221724 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 2517, + "n_dead_std": 50.50742519669756, + "n_dense_mean": 5, + "n_dense_std": 0.5773502691896258, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9308666666666666, + "recon_r2_std": 1.3597399555105182e-16, + "l1_per_token_mean": 2.9373666666666662, + "l1_per_token_std": 0.007300000000000084, + "babel_mu1_signed_mean": 0.3470214406649272, + "babel_mu1_signed_std": 0.0008802370170850571, + "n_dup_signed_per_threshold": { + "0.1": 12288.0, + "0.2": 9177.666666666666, + "0.3": 5036.0, + "0.4": 3527.0, + "0.5": 2495.3333333333335, + "0.6": 1841.0, + "0.7": 1286.6666666666667, + "0.8": 749.3333333333334, + "0.9": 90.0 + }, + "n_dup_signed_band": 991.7500000000001, + "n_dup_signed_band_std": 2.384848003542364, + "n_dup_clusters_signed_per_threshold": { + "0.1": 1.0, + "0.2": 120.33333333333333, + "0.3": 523.6666666666666, + "0.4": 1081.6666666666667, + "0.5": 996.0, + "0.6": 795.3333333333334, + "0.7": 577.0, + "0.8": 345.0, + "0.9": 42.333333333333336 + }, + "n_dup_clusters_signed_band": 439.9166666666667, + "n_dup_clusters_signed_band_std": 1.8763883748662837, + "largest_dup_signed_per_threshold": { + "0.1": 12288.0, + "0.2": 8900.666666666666, + "0.3": 2985.3333333333335, + "0.4": 29.333333333333332, + "0.5": 10.0, + "0.6": 7.0, + "0.7": 4.333333333333333, + "0.8": 3.6666666666666665, + "0.9": 3.0 + }, + "largest_dup_signed_band": 4.5, + "largest_dup_signed_band_std": 0.4330127018922193, + "dcs_signed_mean": 0.4825117488702138, + "dcs_signed_std": 0.0014927210368015878, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.00010231326322154335, + "0.2": 0.07680364914679562, + "0.3": 0.31935323045828534, + "0.4": 0.43386598724393605, + "0.5": 0.47648122183180336, + "0.6": 0.49357990368920684, + "0.7": 0.5060186133498834, + "0.8": 0.5177135270941339, + "0.9": 0.532972563212177 + }, + "dedup_dcs_signed_band": 0.5125711518363503, + "dedup_dcs_signed_band_std": 0.0012742739534303022, + "matched_cos_signed_per_threshold": { + "0.1": 0.9996987183888754, + "0.2": 0.3530360360940297, + "0.3": 0.4934260944525401, + "0.4": 0.5370052456855774, + "0.5": 0.5408571362495422, + "0.6": 0.5391377806663513, + "0.7": 0.5375221570332845, + "0.8": 0.5358285903930664, + "0.9": 0.5351084073384603 + }, + "matched_cos_signed_band": 0.5368992338577907, + "matched_cos_signed_band_std": 0.0013819676814980028, + "unique_frac_signed_per_threshold": { + "0.1": 0.00010234412584827921, + "0.2": 0.2175894929421854, + "0.3": 0.6471974082095134, + "0.4": 0.8079374050901501, + "0.5": 0.8809741911812038, + "0.6": 0.9154991048374973, + "0.7": 0.9413912358479548, + "0.8": 0.9661926384996039, + "0.9": 0.9960081468150129 + }, + "unique_frac_signed_band": 0.9547727815000172, + "unique_frac_signed_band_std": 0.0001458342782077407, + "matched_frac_signed_per_threshold": { + "0.1": 0.00010234412584827921, + "0.2": 0.0881189578851208, + "0.3": 0.37216311631140425, + "0.4": 0.4569306913791837, + "0.5": 0.4416111434012368, + "0.6": 0.3882907297004963, + "0.7": 0.3264091661032263, + "0.8": 0.2648651244653885, + "0.9": 0.1918933531563657 + }, + "matched_frac_signed_band": 0.29286459335636916, + "matched_frac_signed_band_std": 0.0013215350989602963, + "babel_mu1_abs_mean": 0.4029453496138255, + "babel_mu1_abs_std": 0.0006632598338295659, + "n_dup_abs_per_threshold": { + "0.1": 12288.0, + "0.2": 10177.0, + "0.3": 6237.0, + "0.4": 4674.0, + "0.5": 3630.0, + "0.6": 2824.3333333333335, + "0.7": 2068.3333333333335, + "0.8": 1277.6666666666667, + "0.9": 187.0 + }, + "n_dup_abs_band": 1589.3333333333335, + "n_dup_abs_band_std": 6.355771655222781, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.0, + "0.2": 44.333333333333336, + "0.3": 221.33333333333334, + "0.4": 728.0, + "0.5": 1118.6666666666667, + "0.6": 1030.6666666666667, + "0.7": 813.3333333333334, + "0.8": 530.3333333333334, + "0.9": 84.0 + }, + "n_dup_clusters_abs_band": 614.5833333333334, + "n_dup_clusters_abs_band_std": 4.310839052125854, + "largest_dup_abs_per_threshold": { + "0.1": 12288.0, + "0.2": 10083.333333333334, + "0.3": 5664.333333333333, + "0.4": 842.3333333333334, + "0.5": 19.666666666666668, + "0.6": 10.666666666666666, + "0.7": 6.333333333333333, + "0.8": 4.333333333333333, + "0.9": 3.3333333333333335 + }, + "largest_dup_abs_band": 6.166666666666666, + "largest_dup_abs_band_std": 0.5204164998665333, + "dcs_abs_mean": 0.6506268978118896, + "dcs_abs_std": 0.001232840630656061, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.00010231820546564322, + "0.2": 0.05756513186839862, + "0.3": 0.33273431532946257, + "0.4": 0.49758009911628404, + "0.5": 0.590059293233784, + "0.6": 0.6292682946131176, + "0.7": 0.6587208148577984, + "0.8": 0.6891622958452165, + "0.9": 0.7342401872552999 + }, + "dedup_dcs_abs_band": 0.6778478981428581, + "dedup_dcs_abs_band_std": 0.0011246909028764917, + "matched_cos_abs_per_threshold": { + "0.1": 0.9997469584147135, + "0.2": 0.5364989439646403, + "0.3": 0.6635675628980001, + "0.4": 0.7312839229901632, + "0.5": 0.744154671827952, + "0.6": 0.7404341101646423, + "0.7": 0.736623227596283, + "0.8": 0.7356674472490946, + "0.9": 0.7404297788937887 + }, + "matched_cos_abs_band": 0.7382886409759521, + "matched_cos_abs_band_std": 0.00116299413084865, + "unique_frac_abs_per_threshold": { + "0.1": 0.00010234412584827921, + "0.2": 0.10729476385507059, + "0.3": 0.50142388366269, + "0.4": 0.6804203441416288, + "0.5": 0.7929268574699678, + "0.6": 0.8498632690651674, + "0.7": 0.8942439558328082, + "0.8": 0.9367851301962274, + "0.9": 0.9916412403835015 + }, + "unique_frac_abs_band": 0.9181333988694261, + "unique_frac_abs_band_std": 0.00020529163372689005, + "matched_frac_abs_per_threshold": { + "0.1": 0.00010234412584827921, + "0.2": 0.061817905382325705, + "0.3": 0.4007139649340477, + "0.4": 0.5651474140379248, + "0.5": 0.6285648448283246, + "0.6": 0.6022302141132728, + "0.7": 0.5388433070606585, + "0.8": 0.4643393544068311, + "0.9": 0.37905293741685125 + }, + "matched_frac_abs_band": 0.4961164532494034, + "matched_frac_abs_band_std": 0.0042944400130031, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..453661d3a2732a1758a572f2b2d5b55d9d69be6e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5f5041e3371f2bbe1ae28b4d30af52b8fb967685 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0314, + "r2_score": 0.9309, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0025, + "l0_per_token_0.05": 0.0024, + "l0_per_token_0.1": 0.0007, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.2089, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.5976, + "l1_per_token": 2.9447 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac5d516faa65f1748a0ccabb4d1d287f5a2b30c8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a997ae53510e08dcc81500e65f2f85f09d24282b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dee0b9d626933282d1bd2938a4cf398e5c4da3a951dd7689975669d3f8c46e4 +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..8092c8a4d08fdb390e22b4c03eb2ff2d4da8d01e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cf5eb480275d36aa3c174dad6277b6690faa3a140005fc78644afda427bcbf9 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..cc52add96ed3af5bd6bd1e5f15cf79dcfa60ee0d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0314, + "r2_score": 0.9308, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0025, + "l0_per_token_0.05": 0.0024, + "l0_per_token_0.1": 0.0007, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.2051, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.5925, + "l1_per_token": 2.9374 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf2eb55f1b71bf581d44c174a02e864d480c4c1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5862497a46b885d47ec841c78c53c9fb6c9c36c88a93aba481a429ac4aa0d9ef +size 50337 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..06369c818260ca5170c0dfe7473da75248c01f80 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..58c87218ae1c8b74b05a0a3fd06a8dcfcee583fa --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0314, + "r2_score": 0.9309, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0025, + "l0_per_token_0.05": 0.0024, + "l0_per_token_0.1": 0.0007, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.2006, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.5955, + "l1_per_token": 2.93 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..dbe329d4d2f300ed7c241b38b88183c18fb6983d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 64.0, + "recon_r2": 0.9475661302285022, + "l1_per_token": 4.0336505171811625 + }, + "seed1": { + "l0": 64.0, + "recon_r2": 0.9475089278262203, + "l1_per_token": 4.021114358562158 + }, + "seed2": { + "l0": 64.0, + "recon_r2": 0.9475216678266956, + "l1_per_token": 4.020510810409467 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.36029565236896993, + "mcc_abs": 0.36196110285512845, + "act_iou": 0.22274513650332106, + "act_iou_n_pairs": 12288, + "input_r2": 0.9852041578848966, + "matched_mcc_signed": { + "0.6": 0.805752216703381, + "0.7": 0.8503528063489382, + "0.8": 0.8937233623913907, + "0.9": 0.9336471030143457 + }, + "matched_mcc_abs": { + "0.6": 0.8162325914400125, + "0.7": 0.8537949476434127, + "0.8": 0.8956921524421699, + "0.9": 0.9339096856610761 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.36068338134043715, + "mcc_abs": 0.3621322106852632, + "act_iou": 0.22303085445303894, + "act_iou_n_pairs": 12288, + "input_r2": 0.985064538529293, + "matched_mcc_signed": { + "0.6": 0.8118398228402561, + "0.7": 0.8553239475813679, + "0.8": 0.8967817049048047, + "0.9": 0.9329251772021377 + }, + "matched_mcc_abs": { + "0.6": 0.8216576506583455, + "0.7": 0.858420844206259, + "0.8": 0.8964416172259654, + "0.9": 0.9329833611630557 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.354664069147914, + "mcc_abs": 0.3560238579277048, + "act_iou": 0.2180321544818455, + "act_iou_n_pairs": 12288, + "input_r2": 0.9854661658524562, + "matched_mcc_signed": { + "0.6": 0.8064766317539334, + "0.7": 0.8533326485112618, + "0.8": 0.8937844101528605, + "0.9": 0.9330182816645488 + }, + "matched_mcc_abs": { + "0.6": 0.8183396133074197, + "0.7": 0.8569006624429716, + "0.8": 0.8950968257979589, + "0.9": 0.9338418192662788 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 64.0, + "l0_std": 0.0, + "recon_r2_mean": 0.9475322419604728, + "recon_r2_std": 3.0031449108525936e-05, + "l1_per_token_mean": 4.0250918953842625, + "l1_per_token_std": 0.007418124620814431, + "input_r2_mean": 0.9852449540888819, + "input_r2_std": 0.00020389795087865652, + "mcc_signed_mean": 0.3585477009524403, + "mcc_signed_std": 0.00336890641509605, + "mcc_abs_mean": 0.3600390571560321, + "mcc_abs_std": 0.003478316849390483, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8080228904325235, + "0.7": 0.8530031341471892, + "0.8": 0.8947631591496853, + "0.9": 0.933196853960344 + }, + "matched_mcc_signed_band": 0.8722465094224354, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8187432851352593, + "0.7": 0.8563721514308811, + "0.8": 0.8957435318220314, + "0.9": 0.9335782886968036 + }, + "matched_mcc_abs_band": 0.8761093142712438, + "act_iou_mean": 0.22126938181273517, + "act_iou_std": 0.002807158577742266, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..06c3d9feed559b761cfc37d4c6beecf22d9c9eb5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9477, + "l1_per_token": 4.0321, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 17, + "dense_rate": 0.0013834635416666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12287, + "0.2": 4662, + "0.3": 314, + "0.4": 62, + "0.5": 34, + "0.6": 20, + "0.7": 4, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 1324, + "0.3": 149, + "0.4": 31, + "0.5": 17, + "0.6": 10, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 12287, + "0.2": 690, + "0.3": 4, + "0.4": 2, + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19554336369037628, + "n_dup_abs": { + "0.1": 12287, + "0.2": 7015, + "0.3": 602, + "0.4": 143, + "0.5": 72, + "0.6": 36, + "0.7": 4, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 992, + "0.3": 278, + "0.4": 71, + "0.5": 36, + "0.6": 18, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 12287, + "0.2": 4086, + "0.3": 7, + "0.4": 3, + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.2146838903427124, + "l0_raw": 63.8976 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9476, + "l1_per_token": 4.0195, + "stats_source": "stats", + "n_dead": 1, + "dead_rate": 8.138020833333333e-05, + "alive_source": "stats", + "n_dense": 17, + "dense_rate": 0.0013834635416666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12286, + "0.2": 4711, + "0.3": 361, + "0.4": 72, + "0.5": 36, + "0.6": 14, + "0.7": 4, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 1285, + "0.3": 173, + "0.4": 36, + "0.5": 18, + "0.6": 7, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 12286, + "0.2": 841, + "0.3": 7, + "0.4": 2, + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19667287170886993, + "n_dup_abs": { + "0.1": 12287, + "0.2": 6961, + "0.3": 656, + "0.4": 128, + "0.5": 72, + "0.6": 28, + "0.7": 4, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 938, + "0.3": 302, + "0.4": 64, + "0.5": 36, + "0.6": 14, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 12287, + "0.2": 4394, + "0.3": 9, + "0.4": 2, + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.21514995396137238, + "l0_raw": 63.8976 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9476, + "l1_per_token": 4.0189, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 18, + "dense_rate": 0.00146484375, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 12287, + "0.2": 4637, + "0.3": 309, + "0.4": 88, + "0.5": 46, + "0.6": 20, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 1231, + "0.3": 148, + "0.4": 44, + "0.5": 23, + "0.6": 10, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 12287, + "0.2": 727, + "0.3": 4, + "0.4": 2, + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19575367867946625, + "n_dup_abs": { + "0.1": 12287, + "0.2": 6968, + "0.3": 625, + "0.4": 156, + "0.5": 92, + "0.6": 54, + "0.7": 4, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 968, + "0.3": 292, + "0.4": 78, + "0.5": 46, + "0.6": 27, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 12287, + "0.2": 4253, + "0.3": 7, + "0.4": 2, + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.21544243395328522, + "l0_raw": 63.8976 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.459024041891098, + "dcs_abs": 0.6830215454101562, + "frac_sign_flipped": 0.4984537760416667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12287, + "matched_cos_signed": { + "0.1": 0.9985581636428833, + "0.2": 0.46773144602775574, + "0.3": 0.46056315302848816, + "0.4": 0.4594205319881439, + "0.5": 0.4592460095882416, + "0.6": 0.45908865332603455, + "0.7": 0.45902857184410095, + "0.8": 0.4590500295162201, + "0.9": 0.4590500295162201 + }, + "unique_frac_signed": { + "0.1": 0.0002034587995930824, + "0.2": 0.7247609359104781, + "0.3": 0.9856358087487284, + "0.4": 0.9972736520854527, + "0.5": 0.9985757884028484, + "0.6": 0.9993082400813835, + "0.7": 0.9998372329603256, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.00020316544529865377, + "0.2": 0.3389934805778375, + "0.3": 0.4539475358150983, + "0.4": 0.45816799177885786, + "0.5": 0.4585919460954404, + "0.6": 0.458771074196572, + "0.7": 0.4589538571223359, + "0.8": 0.4590500295162201, + "0.9": 0.4590500295162201 + }, + "matched_frac_signed": { + "0.1": 0.0001627670396744659, + "0.2": 0.453794506612411, + "0.3": 0.5108443540183113, + "0.4": 0.44052899287894204, + "0.5": 0.3829908443540183, + "0.6": 0.3307426246185147, + "0.7": 0.2817497456765005, + "0.8": 0.23560528992878943, + "0.9": 0.18856561546286876 + }, + "matched_cos_abs": { + "0.1": 0.9986437559127808, + "0.2": 0.6589679718017578, + "0.3": 0.6825981736183167, + "0.4": 0.6833927035331726, + "0.5": 0.6831604242324829, + "0.6": 0.6830230951309204, + "0.7": 0.6830872893333435, + "0.8": 0.6830669641494751, + "0.9": 0.6830669641494751 + }, + "unique_frac_abs": { + "0.1": 0.0001627670396744659, + "0.2": 0.5098270600203458, + "0.3": 0.972410986775178, + "0.4": 0.9944659206510682, + "0.5": 0.9970701932858597, + "0.6": 0.9986978636826043, + "0.7": 0.9998372329603256, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.00016254628783931324, + "0.2": 0.3359597037112603, + "0.3": 0.6637659635791215, + "0.4": 0.679610754085339, + "0.5": 0.6811588962347316, + "0.6": 0.6821337059531304, + "0.7": 0.6829761052374195, + "0.8": 0.6830669641494751, + "0.9": 0.6830669641494751 + }, + "matched_frac_abs": { + "0.1": 0.0001627670396744659, + "0.2": 0.4076500508646999, + "0.3": 0.7766429298067141, + "0.4": 0.7511698880976603, + "0.5": 0.6987589013224822, + "0.6": 0.6355239064089522, + "0.7": 0.5571515768056968, + "0.8": 0.46893184130213633, + "0.9": 0.380793489318413 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.4589126408100128, + "dcs_abs": 0.6827776432037354, + "frac_sign_flipped": 0.4990234375, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.1": 0.07015372812747955, + "0.2": 0.4656214118003845, + "0.3": 0.459762841463089, + "0.4": 0.45942243933677673, + "0.5": 0.45909637212753296, + "0.6": 0.45887255668640137, + "0.7": 0.4589724838733673, + "0.8": 0.4589126408100128, + "0.9": 0.4589126408100128 + }, + "unique_frac_signed": { + "0.1": 0.00016276041666666666, + "0.2": 0.7255859375, + "0.3": 0.9867350260416666, + "0.4": 0.9969482421875, + "0.5": 0.9983723958333334, + "0.6": 0.9991861979166666, + "0.7": 0.9999186197916666, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 1.1418250020748625e-05, + "0.2": 0.33784834860125557, + "0.3": 0.45366409934407176, + "0.4": 0.4580203933182929, + "0.5": 0.45834914495935664, + "0.6": 0.45849912524378544, + "0.7": 0.4589351325970104, + "0.8": 0.4589126408100128, + "0.9": 0.4589126408100128 + }, + "matched_frac_signed": { + "0.1": 0.0, + "0.2": 0.4500325520833333, + "0.3": 0.5104166666666666, + "0.4": 0.4431966145833333, + "0.5": 0.3822428385416667, + "0.6": 0.3257649739583333, + "0.7": 0.2798665364583333, + "0.8": 0.23494466145833334, + "0.9": 0.192626953125 + }, + "matched_cos_abs": { + "0.1": 0.9992935657501221, + "0.2": 0.6570357084274292, + "0.3": 0.6816347241401672, + "0.4": 0.6830002665519714, + "0.5": 0.6829939484596252, + "0.6": 0.6829288601875305, + "0.7": 0.6827987432479858, + "0.8": 0.6827777028083801, + "0.9": 0.6827777028083801 + }, + "unique_frac_abs": { + "0.1": 0.00016276041666666666, + "0.2": 0.5107828776041666, + "0.3": 0.9732666015625, + "0.4": 0.993896484375, + "0.5": 0.9966634114583334, + "0.6": 0.9981689453125, + "0.7": 0.9998372395833334, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0001626454371338089, + "0.2": 0.3356025898392545, + "0.3": 0.6634123114708927, + "0.4": 0.6788315637531923, + "0.5": 0.6807150786771672, + "0.6": 0.6816783800968551, + "0.7": 0.6826876106400354, + "0.8": 0.6827777028083801, + "0.9": 0.6827777028083801 + }, + "matched_frac_abs": { + "0.1": 0.00016276041666666666, + "0.2": 0.4021809895833333, + "0.3": 0.782958984375, + "0.4": 0.7523600260416666, + "0.5": 0.6940104166666666, + "0.6": 0.6250813802083334, + "0.7": 0.5530598958333334, + "0.8": 0.4706217447916667, + "0.9": 0.384033203125 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4531114101409912, + "dcs_abs": 0.6833294034004211, + "frac_sign_flipped": 0.5033365885416666, + "alive_source": "stats", + "n_alive_a": 12287, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.1": 0.46670159697532654, + "0.2": 0.45857173204421997, + "0.3": 0.45436185598373413, + "0.4": 0.4534831941127777, + "0.5": 0.45331621170043945, + "0.6": 0.45326417684555054, + "0.7": 0.4531889259815216, + "0.8": 0.4531373977661133, + "0.9": 0.4531373977661133 + }, + "unique_frac_signed": { + "0.1": 0.0002034587995930824, + "0.2": 0.7219938962360122, + "0.3": 0.9857985757884028, + "0.4": 0.9967446592065107, + "0.5": 0.9983316378433367, + "0.6": 0.9993082400813835, + "0.7": 0.9999186164801628, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 9.495454668877448e-05, + "0.2": 0.33108599152230295, + "0.3": 0.4479092705213405, + "0.4": 0.45200695177182054, + "0.5": 0.45255991608783647, + "0.6": 0.4529506268554641, + "0.7": 0.453152043871574, + "0.8": 0.4531373977661133, + "0.9": 0.4531373977661133 + }, + "matched_frac_signed": { + "0.1": 8.138351983723296e-05, + "0.2": 0.4448423194303154, + "0.3": 0.501648016276704, + "0.4": 0.4323906408952187, + "0.5": 0.37249237029501525, + "0.6": 0.3198372329603255, + "0.7": 0.2727161749745676, + "0.8": 0.22909460834181078, + "0.9": 0.18482197355035604 + }, + "matched_cos_abs": { + "0.1": 0.9995597004890442, + "0.2": 0.6573721766471863, + "0.3": 0.682243824005127, + "0.4": 0.6835963129997253, + "0.5": 0.6835192441940308, + "0.6": 0.683559000492096, + "0.7": 0.6833959817886353, + "0.8": 0.683372974395752, + "0.9": 0.683372974395752 + }, + "unique_frac_abs": { + "0.1": 0.0001627670396744659, + "0.2": 0.5107629704984741, + "0.3": 0.9720447609359105, + "0.4": 0.9942217700915564, + "0.5": 0.9966632756866735, + "0.6": 0.9983316378433367, + "0.7": 0.9998372329603256, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.00016269537342649751, + "0.2": 0.3357613656673645, + "0.3": 0.6631715348050651, + "0.4": 0.6796463363386486, + "0.5": 0.6812385289133019, + "0.6": 0.6824185765238283, + "0.7": 0.6832847474477541, + "0.8": 0.683372974395752, + "0.9": 0.683372974395752 + }, + "matched_frac_abs": { + "0.1": 0.0001627670396744659, + "0.2": 0.4035808748728382, + "0.3": 0.7785961342828077, + "0.4": 0.7513326551373347, + "0.5": 0.6955849440488301, + "0.6": 0.6312105798575789, + "0.7": 0.5552797558494404, + "0.8": 0.4722685656154629, + "0.9": 0.3810376398779247 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.5773502691896258, + "n_dense_mean": 17, + "n_dense_std": 0.5773502691896258, + "l0_mean": 64, + "l0_std": 8.702335715267317e-15, + "recon_r2_mean": 0.9476333333333334, + "recon_r2_std": 0.0, + "l1_per_token_mean": 4.0235, + "l1_per_token_std": 0.0074538580614335, + "babel_mu1_signed_mean": 0.19598997135957083, + "babel_mu1_signed_std": 0.0006006852453353719, + "n_dup_signed_per_threshold": { + "0.1": 12286.666666666666, + "0.2": 4670.0, + "0.3": 328.0, + "0.4": 74.0, + "0.5": 38.666666666666664, + "0.6": 18.0, + "0.7": 2.6666666666666665, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 5.166666666666667, + "n_dup_signed_band_std": 0.7637626158259734, + "n_dup_clusters_signed_per_threshold": { + "0.1": 1.0, + "0.2": 1280.0, + "0.3": 156.66666666666666, + "0.4": 37.0, + "0.5": 19.333333333333332, + "0.6": 9.0, + "0.7": 1.3333333333333333, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 2.5833333333333335, + "n_dup_clusters_signed_band_std": 0.3818813079129867, + "largest_dup_signed_per_threshold": { + "0.1": 12286.666666666666, + "0.2": 752.6666666666666, + "0.3": 5.0, + "0.4": 2.0, + "0.5": 2.0, + "0.6": 2.0, + "0.7": 1.6666666666666667, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.4166666666666667, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.45701603094736737, + "dcs_signed_std": 0.0033819595327865513, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.00010317941400272563, + "0.2": 0.3359759402337987, + "0.3": 0.45184030189350355, + "0.4": 0.4560651122896571, + "0.5": 0.45650033571421117, + "0.6": 0.4567402754319405, + "0.7": 0.45701367786364006, + "0.8": 0.45703335603078205, + "0.9": 0.45703335603078205 + }, + "dedup_dcs_signed_band": 0.4569551663392861, + "dedup_dcs_signed_band_std": 0.0033442976884165607, + "matched_cos_signed_per_threshold": { + "0.1": 0.5118044962485632, + "0.2": 0.46397486329078674, + "0.3": 0.45822928349177044, + "0.4": 0.4574420551458995, + "0.5": 0.457219531138738, + "0.6": 0.45707512895266217, + "0.7": 0.45706332723299664, + "0.8": 0.45703335603078205, + "0.9": 0.45703335603078205 + }, + "matched_cos_signed_band": 0.4570512920618057, + "matched_cos_signed_band_std": 0.0033516246457065886, + "unique_frac_signed_per_threshold": { + "0.1": 0.0001898926719509438, + "0.2": 0.7241135898821635, + "0.3": 0.9860564701929326, + "0.4": 0.9969888511598212, + "0.5": 0.9984266073598395, + "0.6": 0.9992675593598112, + "0.7": 0.9998914897440517, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9997897622759657, + "unique_frac_signed_band_std": 1.5535448418658423e-05, + "matched_frac_signed_per_threshold": { + "0.1": 8.138351983723296e-05, + "0.2": 0.4495564593753532, + "0.3": 0.507636345653894, + "0.4": 0.43870541611916475, + "0.5": 0.37924201773023336, + "0.6": 0.32544827717905783, + "0.7": 0.27811081903646717, + "0.8": 0.23321485324297786, + "0.9": 0.18867151404607493 + }, + "matched_frac_signed_band": 0.25636136587614444, + "matched_frac_signed_band_std": 0.004131015399225798, + "babel_mu1_abs_mean": 0.21509209275245667, + "babel_mu1_abs_std": 0.00038256769585016086, + "n_dup_abs_per_threshold": { + "0.1": 12287.0, + "0.2": 6981.333333333333, + "0.3": 627.6666666666666, + "0.4": 142.33333333333334, + "0.5": 78.66666666666667, + "0.6": 39.333333333333336, + "0.7": 4.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 10.833333333333334, + "n_dup_abs_band_std": 3.3291640592396963, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.0, + "0.2": 966.0, + "0.3": 290.6666666666667, + "0.4": 71.0, + "0.5": 39.333333333333336, + "0.6": 19.666666666666668, + "0.7": 2.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 5.416666666666667, + "n_dup_clusters_abs_band_std": 1.6645820296198481, + "largest_dup_abs_per_threshold": { + "0.1": 12287.0, + "0.2": 4244.333333333333, + "0.3": 7.666666666666667, + "0.4": 2.3333333333333335, + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.5, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.6830428640047709, + "dcs_abs_std": 0.0002764971799475431, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.00016262903279987324, + "0.2": 0.33577455307262644, + "0.3": 0.6634499366183598, + "0.4": 0.6793628847257266, + "0.5": 0.681037501275067, + "0.6": 0.6820768875246047, + "0.7": 0.6829828211084029, + "0.8": 0.683072547117869, + "0.9": 0.683072547117869 + }, + "dedup_dcs_abs_band": 0.6828012007171864, + "dedup_dcs_abs_band_std": 0.0003160969818220195, + "matched_cos_abs_per_threshold": { + "0.1": 0.999165674050649, + "0.2": 0.6577919522921244, + "0.3": 0.682158907254537, + "0.4": 0.6833297610282898, + "0.5": 0.6832245389620463, + "0.6": 0.6831703186035156, + "0.7": 0.6830940047899882, + "0.8": 0.683072547117869, + "0.9": 0.683072547117869 + }, + "matched_cos_abs_band": 0.6831023544073104, + "matched_cos_abs_band_std": 0.0003043467837270088, + "unique_frac_abs_per_threshold": { + "0.1": 0.0001627648320051995, + "0.2": 0.5104576360409956, + "0.3": 0.9725741164245295, + "0.4": 0.9941947250392081, + "0.5": 0.9967989601436221, + "0.6": 0.9983994822794804, + "0.7": 0.9998372351679948, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 0.9995591793618688, + "unique_frac_abs_band_std": 6.772614172236822e-05, + "matched_frac_abs_per_threshold": { + "0.1": 0.0001627648320051995, + "0.2": 0.40447063844029046, + "0.3": 0.779399349488174, + "0.4": 0.7516208564255539, + "0.5": 0.6961180873459929, + "0.6": 0.6306052888249548, + "0.7": 0.5551637428294902, + "0.8": 0.47060738390308865, + "0.9": 0.3819547774404459 + }, + "matched_frac_abs_band": 0.5095827982494949, + "matched_frac_abs_band_std": 0.0012417847712934862, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fc536eebc53f7224072b82e212ac5b2c9a4043f6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebf3d50c9d08027bf7440762c69627f596771342 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd2633137fd6e0d72c77a504d761bdbbd8a0101c129f0eb170f4e0827c120d0 +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..93dc3cee8a95bf3369b364cc849bb9ecf968c65d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b21535ea3856d7b512792f3dc10ec415411bb03cca24ce6c6748fc01cc3697 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60a0bc960de5f2ed46096e53bff52fe8545e626 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:763c6655a63e12f49f5dd9c9b35185d4a3cca3c45fa02093610ca5cc1df850e8 +size 50382 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..742a068bf99632b3adc36c24bd115731e6399d66 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b067ad35dfb4cc30fa90a20a21083c45f734ab9cc3703b1d9cc229991d017d60 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..80487db748327da613f80c66468dc23f9fdf38b0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8440d344dc05dac9fc6715d92164608d2ed06c8d1bd9a949a99f43d00a76768 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1e1324fc2def240be199bb3cb166aed31fc23179 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0238, + "r2_score": 0.9477, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.005, + "l0_per_token_0.05": 0.0027, + "l0_per_token_0.1": 0.0005, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0004, + "live_latent_frac": 0.8602, + "l1_per_token": 4.0321 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..99785ca7da96c5c7da7de98d1dbe4579f84a8ac8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68213849b4ee23672758357b661932155d4c80a784c4f57170ff7677110211a7 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..682fd7c50c795aefeaeb411a8de066209b027ce8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:571948475adcd5c5619adb16e7e54ef6459d37cfb1abce5055391b34108bfc22 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba8c1310f91975954f6b4828f0c9c0dc066d6f63 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e267d807d806f369dbb94f4e03931c771092a52b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb49f70695ca011ad025155eaff04a9b47c5bd0454011f0421a5ef146f63073e +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..973ff7eb7b22ee624aa3b0fc8cb49968d47437fe --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156caf27a46dabc9d17507d6e35d563bdb9c91b2f2939e887188726cde17b785 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3535e65ab46a3160e564f5637efcbc72be5cb8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:080fed43961be0738972a8c07cfaaf5ba3bb4885a56566d5d9c1d0cb1c3403cc +size 50382 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..20930baa811f548b75a2b6bb6df65baad66a3f88 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212a79fbcc1e2868313c8c1a9f2952a3279da6c94fc9d1528ae376d0138a8ba2 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..100a0f1ca1dfd2cbc17ef9bbf170a51473b855fc --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49f660f51b65af6af7c85407e5a046e6e8c7b4e32715f368368bf45f624370b +size 50387 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8e3653a1acc4af0e898c6ede174d9032106057a4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0238, + "r2_score": 0.9476, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.005, + "l0_per_token_0.05": 0.0027, + "l0_per_token_0.1": 0.0005, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0001, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 0.8597, + "l1_per_token": 4.0195 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f93435072c66fe1d3694d1c49607bef011275525 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83d004048d537cac976d881085e41f1d96d752133cb2d25302c9553271e2838 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..edcc3bb18d7a445f9b15bc6cabe06a711447b893 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae0908137a04164df54f23efbd5b004e9c24a9d30e30bb836dc6744779b3bff +size 50387 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72c099534805adbcab623b82c98d6f0a5bd89862 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a68e5bc4023a1e8d27ae06d05c151f10c4877bd --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6206a1cbc6fea22c8241dad0aebe11bf52ba1d7800ad36a3e059e00b0f23baf5 +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c727f5881136c28cf9979ac307544c7e9d70d8d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6895616b8c872a2b8a2642e36b1b36c8acd8f125b29b479df50204c4a262a63e +size 50471 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..97e366fa8f974a5bbe6251e761daff5afcce9a05 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9efba768386d1425f1ee971a7415b928837c0b37a84d942257929467fa50413 +size 50382 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7fb454e71710f3627e9594ff05416d49a97e334 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:726f3f63a0ce734bb76f806ecb8677ac49a8f6df6b896899e67d93b3922e00fc +size 50337 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..550c9a6fad5ae1f2de1fe96b1fb46460825737f8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e22e477eb9aa21be2ae4ee61402a46a0fe38813bdf27f14a8b25c011f4c93e +size 50387 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..df5689d5a4226b68394ab2fa9c815acd2f309d59 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0238, + "r2_score": 0.9476, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.005, + "l0_per_token_0.05": 0.0027, + "l0_per_token_0.1": 0.0005, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0004, + "live_latent_frac": 0.859, + "l1_per_token": 4.0189 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..03b7a8799c87ba058905ece15dc2b1a563ed789c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750325aa86b5386783b9d42d6f4d476157e4a766b4a64e15849ae7627898b7c5 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d63e197c32d939c94f428d438e60acd85068000b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561e45f3a071d3915c5dc1a63f959efce9bc563cb8efc789ed20cd772ca55def +size 50387 diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_128/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..3a35f9db46a66fc16db79b124efc7f2aa9fbb33c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 128.0, + "recon_r2": 0.9510210914907938, + "l1_per_token": 6.02084127322332 + }, + "seed1": { + "l0": 128.0, + "recon_r2": 0.9511460513670348, + "l1_per_token": 6.0016115753828005 + }, + "seed2": { + "l0": 128.0, + "recon_r2": 0.9511179936696881, + "l1_per_token": 6.02477012024403 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.42007495814525014, + "mcc_abs": 0.42581121629325197, + "act_iou": 0.253221502002197, + "act_iou_n_pairs": 3072, + "input_r2": 0.9729080391451115, + "matched_mcc_signed": { + "0.6": 0.8464056234791079, + "0.7": 0.867205567696994, + "0.8": 0.8922331622686147, + "0.9": 0.9199024899721971 + }, + "matched_mcc_abs": { + "0.6": 0.8522045444312151, + "0.7": 0.8696993304400815, + "0.8": 0.8926506935550962, + "0.9": 0.9196170633772565 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.41528293355538914, + "mcc_abs": 0.4182236002728719, + "act_iou": 0.24720640082718917, + "act_iou_n_pairs": 3072, + "input_r2": 0.9730239921100576, + "matched_mcc_signed": { + "0.6": 0.8440172253164729, + "0.7": 0.867918074700149, + "0.8": 0.890127223188612, + "0.9": 0.9179977533930042 + }, + "matched_mcc_abs": { + "0.6": 0.8510466537508343, + "0.7": 0.8714402776438238, + "0.8": 0.891936627386833, + "0.9": 0.9194966572721471 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.42580956263123904, + "mcc_abs": 0.4300532741679584, + "act_iou": 0.25712497250647265, + "act_iou_n_pairs": 3072, + "input_r2": 0.9735883984533719, + "matched_mcc_signed": { + "0.6": 0.8477752066490868, + "0.7": 0.8711328429614459, + "0.8": 0.8919324456730423, + "0.9": 0.9199162899215791 + }, + "matched_mcc_abs": { + "0.6": 0.8513589946193989, + "0.7": 0.8722029422187367, + "0.8": 0.8939880304039696, + "0.9": 0.9196712017031833 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 128.0, + "l0_std": 0.0, + "recon_r2_mean": 0.9510950455091723, + "recon_r2_std": 6.556451952721123e-05, + "l1_per_token_mean": 6.015740989616717, + "l1_per_token_std": 0.012393111783294568, + "input_r2_mean": 0.9731734765695137, + "input_r2_std": 0.0003639799442253391, + "mcc_signed_mean": 0.42038915144395944, + "mcc_signed_std": 0.005270343252279443, + "mcc_abs_mean": 0.4246960302446941, + "mcc_abs_std": 0.005993164945018306, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8460660184815558, + "0.7": 0.8687521617861963, + "0.8": 0.8914309437100897, + "0.9": 0.91927217776226 + }, + "matched_mcc_signed_band": 0.8813803254350254, + "matched_mcc_abs_per_threshold": { + "0.6": 0.851536730933816, + "0.7": 0.871114183434214, + "0.8": 0.8928584504486329, + "0.9": 0.9195949741175289 + }, + "matched_mcc_abs_band": 0.883776084733548, + "act_iou_mean": 0.25251762511195297, + "act_iou_std": 0.004996608654551185, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_128/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..aba5d0d5884d9eb467f258abaeb8958ac2a615fb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9511, + "l1_per_token": 6.0191, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 287, + "dense_rate": 0.09342447916666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 2875, + "0.2": 69, + "0.3": 2, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 2, + "0.2": 30, + "0.3": 1, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 2873, + "0.2": 6, + "0.3": 2, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.12915226817131042, + "n_dup_abs": { + "0.1": 2931, + "0.2": 120, + "0.3": 6, + "0.4": 2, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 49, + "0.3": 3, + "0.4": 1, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 2931, + "0.2": 11, + "0.3": 2, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.13939078152179718, + "l0_raw": 128.1024 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9513, + "l1_per_token": 6.0, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 279, + "dense_rate": 0.0908203125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 2880, + "0.2": 43, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 3, + "0.2": 21, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 2876, + "0.2": 3, + "0.3": 1, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.12809745967388153, + "n_dup_abs": { + "0.1": 2928, + "0.2": 107, + "0.3": 6, + "0.4": 2, + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 52, + "0.3": 3, + "0.4": 1, + "0.5": 1, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 2928, + "0.2": 4, + "0.3": 2, + "0.4": 2, + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.13863956928253174, + "l0_raw": 128.1024 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9512, + "l1_per_token": 6.023, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 283, + "dense_rate": 0.09212239583333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 2886, + "0.2": 75, + "0.3": 8, + "0.4": 2, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 34, + "0.3": 4, + "0.4": 1, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 2886, + "0.2": 6, + "0.3": 2, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.12977449595928192, + "n_dup_abs": { + "0.1": 2927, + "0.2": 127, + "0.3": 10, + "0.4": 2, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 54, + "0.3": 4, + "0.4": 1, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 2927, + "0.2": 17, + "0.3": 4, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.13932932913303375, + "l0_raw": 128.1024 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.4693072736263275, + "dcs_abs": 0.7478469014167786, + "frac_sign_flipped": 0.4807942708333333, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.38624557852745056, + "0.2": 0.47068098187446594, + "0.3": 0.469392865896225, + "0.4": 0.4693072736263275, + "0.5": 0.4693072736263275, + "0.6": 0.4693072736263275, + "0.7": 0.4693072736263275, + "0.8": 0.4693072736263275, + "0.9": 0.4693072736263275 + }, + "unique_frac_signed": { + "0.1": 0.06412760416666667, + "0.2": 0.9900716145833334, + "0.3": 0.9998372395833334, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.024769003570933517, + "0.2": 0.4660078796781212, + "0.3": 0.46931646731779136, + "0.4": 0.4693072736263275, + "0.5": 0.4693072736263275, + "0.6": 0.4693072736263275, + "0.7": 0.4693072736263275, + "0.8": 0.4693072736263275, + "0.9": 0.4693072736263275 + }, + "matched_frac_signed": { + "0.1": 0.037109375, + "0.2": 0.583984375, + "0.3": 0.5026041666666666, + "0.4": 0.4534505208333333, + "0.5": 0.4205729166666667, + "0.6": 0.3850911458333333, + "0.7": 0.3541666666666667, + "0.8": 0.3128255208333333, + "0.9": 0.251953125 + }, + "matched_cos_abs": { + "0.1": 0.6396092176437378, + "0.2": 0.7488363981246948, + "0.3": 0.7482029795646667, + "0.4": 0.7479454874992371, + "0.5": 0.7479875087738037, + "0.6": 0.7478469014167786, + "0.7": 0.7478469014167786, + "0.8": 0.7478469014167786, + "0.9": 0.7478469014167786 + }, + "unique_frac_abs": { + "0.1": 0.046712239583333336, + "0.2": 0.9794921875, + "0.3": 0.9990234375, + "0.4": 0.9996744791666666, + "0.5": 0.9998372395833334, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.029877579014282674, + "0.2": 0.7334794016787782, + "0.3": 0.7474723125924356, + "0.4": 0.7477020156608584, + "0.5": 0.7478657660152143, + "0.6": 0.7478469014167786, + "0.7": 0.7478469014167786, + "0.8": 0.7478469014167786, + "0.9": 0.7478469014167786 + }, + "matched_frac_abs": { + "0.1": 0.039388020833333336, + "0.2": 0.8870442708333334, + "0.3": 0.8551432291666666, + "0.4": 0.8186848958333334, + "0.5": 0.7822265625, + "0.6": 0.7392578125, + "0.7": 0.6884765625, + "0.8": 0.615234375, + "0.9": 0.5 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.46036115288734436, + "dcs_abs": 0.7513852119445801, + "frac_sign_flipped": 0.5, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.35593870282173157, + "0.2": 0.46100836992263794, + "0.3": 0.4607854187488556, + "0.4": 0.4604610502719879, + "0.5": 0.46036115288734436, + "0.6": 0.46036115288734436, + "0.7": 0.46036115288734436, + "0.8": 0.46036115288734436, + "0.9": 0.46036115288734436 + }, + "unique_frac_signed": { + "0.1": 0.06282552083333333, + "0.2": 0.9869791666666666, + "0.3": 0.9991861979166666, + "0.4": 0.9998372395833334, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.02236203438951634, + "0.2": 0.4550056567726036, + "0.3": 0.4604104306151081, + "0.4": 0.4603861054395869, + "0.5": 0.46036115288734436, + "0.6": 0.46036115288734436, + "0.7": 0.46036115288734436, + "0.8": 0.46036115288734436, + "0.9": 0.46036115288734436 + }, + "matched_frac_signed": { + "0.1": 0.0322265625, + "0.2": 0.5680338541666666, + "0.3": 0.4908854166666667, + "0.4": 0.4459635416666667, + "0.5": 0.4072265625, + "0.6": 0.3746744791666667, + "0.7": 0.3447265625, + "0.8": 0.3063151041666667, + "0.9": 0.244140625 + }, + "matched_cos_abs": { + "0.1": 0.641307532787323, + "0.2": 0.7514779567718506, + "0.3": 0.7520607709884644, + "0.4": 0.7514978647232056, + "0.5": 0.7513852119445801, + "0.6": 0.7513852119445801, + "0.7": 0.7513852119445801, + "0.8": 0.7513852119445801, + "0.9": 0.7513852119445801 + }, + "unique_frac_abs": { + "0.1": 0.046875, + "0.2": 0.9765625, + "0.3": 0.99853515625, + "0.4": 0.9996744791666666, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.030061290599405766, + "0.2": 0.7338651921600103, + "0.3": 0.7509591194684617, + "0.4": 0.7512532365120326, + "0.5": 0.7513852119445801, + "0.6": 0.7513852119445801, + "0.7": 0.7513852119445801, + "0.8": 0.7513852119445801, + "0.9": 0.7513852119445801 + }, + "matched_frac_abs": { + "0.1": 0.0390625, + "0.2": 0.8857421875, + "0.3": 0.8606770833333334, + "0.4": 0.82421875, + "0.5": 0.7861328125, + "0.6": 0.7470703125, + "0.7": 0.6930338541666666, + "0.8": 0.6233723958333334, + "0.9": 0.5013020833333334 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4707987308502197, + "dcs_abs": 0.7568254470825195, + "frac_sign_flipped": 0.4921875, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.33568745851516724, + "0.2": 0.4727396070957184, + "0.3": 0.47121891379356384, + "0.4": 0.47091466188430786, + "0.5": 0.4707987308502197, + "0.6": 0.4707987308502197, + "0.7": 0.4707987308502197, + "0.8": 0.4707987308502197, + "0.9": 0.4707987308502197 + }, + "unique_frac_signed": { + "0.1": 0.062174479166666664, + "0.2": 0.98974609375, + "0.3": 0.9993489583333334, + "0.4": 0.9998372395833334, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.020871192895962544, + "0.2": 0.46789217948389705, + "0.3": 0.47091213064656284, + "0.4": 0.47083801561772515, + "0.5": 0.4707987308502197, + "0.6": 0.4707987308502197, + "0.7": 0.4707987308502197, + "0.8": 0.4707987308502197, + "0.9": 0.4707987308502197 + }, + "matched_frac_signed": { + "0.1": 0.029947916666666668, + "0.2": 0.58203125, + "0.3": 0.5068359375, + "0.4": 0.4521484375, + "0.5": 0.4195963541666667, + "0.6": 0.3870442708333333, + "0.7": 0.3551432291666667, + "0.8": 0.3203125, + "0.9": 0.2568359375 + }, + "matched_cos_abs": { + "0.1": 0.6584354043006897, + "0.2": 0.7585790157318115, + "0.3": 0.7576032876968384, + "0.4": 0.7569707632064819, + "0.5": 0.7569997310638428, + "0.6": 0.7568254470825195, + "0.7": 0.7568254470825195, + "0.8": 0.7568254470825195, + "0.9": 0.7568254470825195 + }, + "unique_frac_abs": { + "0.1": 0.04736328125, + "0.2": 0.9791666666666666, + "0.3": 0.99853515625, + "0.4": 0.9996744791666666, + "0.5": 0.9998372395833334, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.031185661238851026, + "0.2": 0.7427752862373987, + "0.3": 0.7564935172558762, + "0.4": 0.756724353452834, + "0.5": 0.7568765214721983, + "0.6": 0.7568254470825195, + "0.7": 0.7568254470825195, + "0.8": 0.7568254470825195, + "0.9": 0.7568254470825195 + }, + "matched_frac_abs": { + "0.1": 0.0400390625, + "0.2": 0.8929036458333334, + "0.3": 0.8655598958333334, + "0.4": 0.8287760416666666, + "0.5": 0.7958984375, + "0.6": 0.7545572916666666, + "0.7": 0.6982421875, + "0.8": 0.6263020833333334, + "0.9": 0.5123697916666666 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 283, + "n_dense_std": 4.0, + "l0_mean": 128, + "l0_std": 0.0, + "recon_r2_mean": 0.9512, + "recon_r2_std": 5.7735026918956215e-05, + "l1_per_token_mean": 6.014033333333333, + "l1_per_token_std": 0.01227232659278585, + "babel_mu1_signed_mean": 0.1290080746014913, + "babel_mu1_signed_std": 0.0008477656013428912, + "n_dup_signed_per_threshold": { + "0.1": 2880.3333333333335, + "0.2": 62.333333333333336, + "0.3": 3.3333333333333335, + "0.4": 0.6666666666666666, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.0, + "n_dup_signed_band_std": 0.0, + "n_dup_clusters_signed_per_threshold": { + "0.1": 2.0, + "0.2": 28.333333333333332, + "0.3": 1.6666666666666667, + "0.4": 0.3333333333333333, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.0, + "n_dup_clusters_signed_band_std": 0.0, + "largest_dup_signed_per_threshold": { + "0.1": 2878.3333333333335, + "0.2": 5.0, + "0.3": 1.6666666666666667, + "0.4": 1.3333333333333333, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.46682238578796387, + "dcs_signed_std": 0.00564506502262915, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.022667410285470802, + "0.2": 0.4629685719782073, + "0.3": 0.4668796761931541, + "0.4": 0.46684379822787986, + "0.5": 0.46682238578796387, + "0.6": 0.46682238578796387, + "0.7": 0.46682238578796387, + "0.8": 0.46682238578796387, + "0.9": 0.46682238578796387 + }, + "dedup_dcs_signed_band": 0.46682238578796387, + "dedup_dcs_signed_band_std": 0.00564506502262915, + "matched_cos_signed_per_threshold": { + "0.1": 0.35929057995478314, + "0.2": 0.4681429862976074, + "0.3": 0.46713239947954815, + "0.4": 0.46689432859420776, + "0.5": 0.46682238578796387, + "0.6": 0.46682238578796387, + "0.7": 0.46682238578796387, + "0.8": 0.46682238578796387, + "0.9": 0.46682238578796387 + }, + "matched_cos_signed_band": 0.46682238578796387, + "matched_cos_signed_band_std": 0.00564506502262915, + "unique_frac_signed_per_threshold": { + "0.1": 0.06304253472222222, + "0.2": 0.9889322916666666, + "0.3": 0.9994574652777778, + "0.4": 0.9998914930555557, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 1.0, + "unique_frac_signed_band_std": 0.0, + "matched_frac_signed_per_threshold": { + "0.1": 0.03309461805555556, + "0.2": 0.5780164930555555, + "0.3": 0.5001085069444444, + "0.4": 0.4505208333333333, + "0.5": 0.41579861111111116, + "0.6": 0.38226996527777773, + "0.7": 0.35134548611111116, + "0.8": 0.3131510416666667, + "0.9": 0.2509765625 + }, + "matched_frac_signed_band": 0.3244357638888889, + "matched_frac_signed_band_std": 0.006333206989745824, + "babel_mu1_abs_mean": 0.13911989331245422, + "babel_mu1_abs_std": 0.00041710607681010275, + "n_dup_abs_per_threshold": { + "0.1": 2928.6666666666665, + "0.2": 118.0, + "0.3": 7.333333333333333, + "0.4": 2.0, + "0.5": 0.6666666666666666, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 0.0, + "n_dup_abs_band_std": 0.0, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.0, + "0.2": 51.666666666666664, + "0.3": 3.3333333333333335, + "0.4": 1.0, + "0.5": 0.3333333333333333, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 0.0, + "n_dup_clusters_abs_band_std": 0.0, + "largest_dup_abs_per_threshold": { + "0.1": 2928.6666666666665, + "0.2": 10.666666666666666, + "0.3": 2.6666666666666665, + "0.4": 2.0, + "0.5": 1.3333333333333333, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.7520191868146261, + "dcs_abs_std": 0.004522721931518269, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.030374843617513154, + "0.2": 0.7367066266920624, + "0.3": 0.7516416497722579, + "0.4": 0.7518932018752417, + "0.5": 0.7520424998106643, + "0.6": 0.7520191868146261, + "0.7": 0.7520191868146261, + "0.8": 0.7520191868146261, + "0.9": 0.7520191868146261 + }, + "dedup_dcs_abs_band": 0.7520191868146261, + "dedup_dcs_abs_band_std": 0.004522721931518269, + "matched_cos_abs_per_threshold": { + "0.1": 0.6464507182439169, + "0.2": 0.752964456876119, + "0.3": 0.7526223460833231, + "0.4": 0.7521380384763082, + "0.5": 0.7521241505940756, + "0.6": 0.7520191868146261, + "0.7": 0.7520191868146261, + "0.8": 0.7520191868146261, + "0.9": 0.7520191868146261 + }, + "matched_cos_abs_band": 0.7520191868146261, + "matched_cos_abs_band_std": 0.004522721931518269, + "unique_frac_abs_per_threshold": { + "0.1": 0.04698350694444445, + "0.2": 0.9784071180555555, + "0.3": 0.9986979166666666, + "0.4": 0.9996744791666666, + "0.5": 0.9998914930555557, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 1.0, + "unique_frac_abs_band_std": 0.0, + "matched_frac_abs_per_threshold": { + "0.1": 0.03949652777777778, + "0.2": 0.8885633680555557, + "0.3": 0.8604600694444445, + "0.4": 0.8238932291666666, + "0.5": 0.7880859375, + "0.6": 0.7469618055555555, + "0.7": 0.6932508680555555, + "0.8": 0.6216362847222223, + "0.9": 0.5045572916666666 + }, + "matched_frac_abs_band": 0.6416015624999999, + "matched_frac_abs_band_std": 0.006073057684507022, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..58683470b63be99124282c520391d3e3a47e767a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0a5dcb29c2a8ed1bdcac3dbadb8428aa7527f663 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0222, + "r2_score": 0.9511, + "l0_per_token_0": 0.0417, + "l0_per_token_0.001": 0.0417, + "l0_per_token_0.01": 0.0398, + "l0_per_token_0.05": 0.0096, + "l0_per_token_0.1": 0.0025, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0316, + "live_latent_frac": 0.9622, + "l1_per_token": 6.0191 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa6d57cd26b5f2599a20f38d50b6f722e672d2fa --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4699de08f12ef2f322127c8b1fc2a2bd31d0db72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0221, + "r2_score": 0.9513, + "l0_per_token_0": 0.0417, + "l0_per_token_0.001": 0.0417, + "l0_per_token_0.01": 0.0398, + "l0_per_token_0.05": 0.0095, + "l0_per_token_0.1": 0.0025, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0296, + "live_latent_frac": 0.9658, + "l1_per_token": 6.0 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2bd41291b9360c7eb800a0914203b4894f6d83f4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..71239595366d25e14ed4d7078e70342fc2b59270 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0221, + "r2_score": 0.9512, + "l0_per_token_0": 0.0417, + "l0_per_token_0.001": 0.0417, + "l0_per_token_0.01": 0.0398, + "l0_per_token_0.05": 0.0096, + "l0_per_token_0.1": 0.0025, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0303, + "live_latent_frac": 0.9717, + "l1_per_token": 6.023 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_32/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a7932790f847ce215d0fd728866612ed26a2bb94 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 32.0, + "recon_r2": 0.9211760562344651, + "l1_per_token": 3.0449784706372993 + }, + "seed1": { + "l0": 32.0, + "recon_r2": 0.921278249532955, + "l1_per_token": 3.0507606193026673 + }, + "seed2": { + "l0": 32.0, + "recon_r2": 0.9213078734327981, + "l1_per_token": 3.046036425616479 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.45148547907975084, + "mcc_abs": 0.4537784619184224, + "act_iou": 0.30332361275356534, + "act_iou_n_pairs": 3072, + "input_r2": 0.9795816028477768, + "matched_mcc_signed": { + "0.6": 0.8816237668285207, + "0.7": 0.9050859834052453, + "0.8": 0.9254297638839573, + "0.9": 0.9462317124593989 + }, + "matched_mcc_abs": { + "0.6": 0.8863923561294528, + "0.7": 0.9068509885432822, + "0.8": 0.9271063634321174, + "0.9": 0.9451401683691051 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.44928707751690217, + "mcc_abs": 0.45204657209946797, + "act_iou": 0.30431553642461423, + "act_iou_n_pairs": 3072, + "input_r2": 0.9800627724252892, + "matched_mcc_signed": { + "0.6": 0.8916441102326691, + "0.7": 0.9086543154720303, + "0.8": 0.9262265832324599, + "0.9": 0.944915980237754 + }, + "matched_mcc_abs": { + "0.6": 0.8923415468302445, + "0.7": 0.9073037802922687, + "0.8": 0.9254953118145821, + "0.9": 0.9444418356485981 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4594031766010323, + "mcc_abs": 0.4621847221743291, + "act_iou": 0.3121229633022597, + "act_iou_n_pairs": 3072, + "input_r2": 0.9800943373052965, + "matched_mcc_signed": { + "0.6": 0.8852424208198099, + "0.7": 0.9073546134175885, + "0.8": 0.9242330347735469, + "0.9": 0.9420416911205443 + }, + "matched_mcc_abs": { + "0.6": 0.8901501184368594, + "0.7": 0.9077066750817676, + "0.8": 0.9258619715928433, + "0.9": 0.9450025921065022 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 32.0, + "l0_std": 0.0, + "recon_r2_mean": 0.921254059733406, + "recon_r2_std": 6.915781406142011e-05, + "l1_per_token_mean": 3.047258505185482, + "l1_per_token_std": 0.003078704216360339, + "input_r2_mean": 0.9799129041927874, + "input_r2_std": 0.00028734912792084726, + "mcc_signed_mean": 0.4533919110658951, + "mcc_signed_std": 0.005320688616930154, + "mcc_abs_mean": 0.45600325206407316, + "mcc_abs_std": 0.005422894995225354, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8861700992936665, + "0.7": 0.9070316374316213, + "0.8": 0.9252964606299879, + "0.9": 0.9443964612725657 + }, + "matched_mcc_signed_band": 0.9157236646569603, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8896280071321856, + "0.7": 0.9072871479724395, + "0.8": 0.9261545489465143, + "0.9": 0.9448615320414019 + }, + "matched_mcc_abs_band": 0.9169828090231353, + "act_iou_mean": 0.30658737082681314, + "act_iou_std": 0.004819550412949592, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_32/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..fd8eea8ecb998908366f56a7ab38c00bbc52795f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9213, + "l1_per_token": 3.0439, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0035807291666666665, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 3046, + "0.2": 137, + "0.3": 3, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 61, + "0.3": 1, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 3046, + "0.2": 4, + "0.3": 3, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1425900012254715, + "n_dup_abs": { + "0.1": 3067, + "0.2": 240, + "0.3": 5, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 93, + "0.3": 2, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 3067, + "0.2": 7, + "0.3": 3, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.15384989976882935, + "l0_raw": 31.9488 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9214, + "l1_per_token": 3.0495, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0035807291666666665, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 3055, + "0.2": 129, + "0.3": 2, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 2, + "0.2": 56, + "0.3": 1, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 3053, + "0.2": 4, + "0.3": 2, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.14217783510684967, + "n_dup_abs": { + "0.1": 3066, + "0.2": 256, + "0.3": 4, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 100, + "0.3": 2, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 3066, + "0.2": 7, + "0.3": 2, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.15433190762996674, + "l0_raw": 31.9488 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9215, + "l1_per_token": 3.0448, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0035807291666666665, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 3045, + "0.2": 140, + "0.3": 5, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 3, + "0.2": 63, + "0.3": 2, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 3040, + "0.2": 4, + "0.3": 3, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1419869065284729, + "n_dup_abs": { + "0.1": 3067, + "0.2": 273, + "0.3": 5, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 109, + "0.3": 2, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 3067, + "0.2": 6, + "0.3": 3, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.15423429012298584, + "l0_raw": 31.9488 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.49831652641296387, + "dcs_abs": 0.8124217987060547, + "frac_sign_flipped": 0.5081380208333334, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.3630750775337219, + "0.2": 0.5017379522323608, + "0.3": 0.4982403516769409, + "0.4": 0.49831655621528625, + "0.5": 0.49831655621528625, + "0.6": 0.49831655621528625, + "0.7": 0.49831655621528625, + "0.8": 0.49831655621528625, + "0.9": 0.49831655621528625 + }, + "unique_frac_signed": { + "0.1": 0.007486979166666667, + "0.2": 0.9757486979166666, + "0.3": 0.99951171875, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0027183355414308608, + "0.2": 0.4895701535861008, + "0.3": 0.49799707025522366, + "0.4": 0.49831655621528625, + "0.5": 0.49831655621528625, + "0.6": 0.49831655621528625, + "0.7": 0.49831655621528625, + "0.8": 0.49831655621528625, + "0.9": 0.49831655621528625 + }, + "matched_frac_signed": { + "0.1": 0.0026041666666666665, + "0.2": 0.5891927083333334, + "0.3": 0.5244140625, + "0.4": 0.4833984375, + "0.5": 0.4479166666666667, + "0.6": 0.4169921875, + "0.7": 0.3860677083333333, + "0.8": 0.34765625, + "0.9": 0.3011067708333333 + }, + "matched_cos_abs": { + "0.1": 0.547004759311676, + "0.2": 0.8074028491973877, + "0.3": 0.8122996687889099, + "0.4": 0.8124217987060547, + "0.5": 0.8124217987060547, + "0.6": 0.8124217987060547, + "0.7": 0.8124217987060547, + "0.8": 0.8124217987060547, + "0.9": 0.8124217987060547 + }, + "unique_frac_abs": { + "0.1": 0.0021158854166666665, + "0.2": 0.95068359375, + "0.3": 0.9991861979166666, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0011573993930748352, + "0.2": 0.7675846422789618, + "0.3": 0.8116386176261585, + "0.4": 0.8124217987060547, + "0.5": 0.8124217987060547, + "0.6": 0.8124217987060547, + "0.7": 0.8124217987060547, + "0.8": 0.8124217987060547, + "0.9": 0.8124217987060547 + }, + "matched_frac_abs": { + "0.1": 0.0013020833333333333, + "0.2": 0.8860677083333334, + "0.3": 0.9072265625, + "0.4": 0.8841145833333334, + "0.5": 0.8564453125, + "0.6": 0.8209635416666666, + "0.7": 0.7685546875, + "0.8": 0.6936848958333334, + "0.9": 0.6077473958333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.49629321694374084, + "dcs_abs": 0.8180815577507019, + "frac_sign_flipped": 0.5071614583333334, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.23297499120235443, + "0.2": 0.49857255816459656, + "0.3": 0.49612319469451904, + "0.4": 0.49629321694374084, + "0.5": 0.49629321694374084, + "0.6": 0.49629321694374084, + "0.7": 0.49629321694374084, + "0.8": 0.49629321694374084, + "0.9": 0.49629321694374084 + }, + "unique_frac_signed": { + "0.1": 0.00927734375, + "0.2": 0.97509765625, + "0.3": 0.9991861979166666, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.002161389078537468, + "0.2": 0.4861569329368649, + "0.3": 0.49571944860508665, + "0.4": 0.49629321694374084, + "0.5": 0.49629321694374084, + "0.6": 0.49629321694374084, + "0.7": 0.49629321694374084, + "0.8": 0.49629321694374084, + "0.9": 0.49629321694374084 + }, + "matched_frac_signed": { + "0.1": 0.0032552083333333335, + "0.2": 0.5830078125, + "0.3": 0.5192057291666666, + "0.4": 0.4749348958333333, + "0.5": 0.4436848958333333, + "0.6": 0.4098307291666667, + "0.7": 0.3854166666666667, + "0.8": 0.3541666666666667, + "0.9": 0.3072916666666667 + }, + "matched_cos_abs": { + "0.1": 0.5291032791137695, + "0.2": 0.8152116537094116, + "0.3": 0.817911684513092, + "0.4": 0.8180815577507019, + "0.5": 0.8180815577507019, + "0.6": 0.8180815577507019, + "0.7": 0.8180815577507019, + "0.8": 0.8180815577507019, + "0.9": 0.8180815577507019 + }, + "unique_frac_abs": { + "0.1": 0.001953125, + "0.2": 0.9493815104166666, + "0.3": 0.9990234375, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0010334048420190811, + "0.2": 0.7739468711079098, + "0.3": 0.8171129426336847, + "0.4": 0.8180815577507019, + "0.5": 0.8180815577507019, + "0.6": 0.8180815577507019, + "0.7": 0.8180815577507019, + "0.8": 0.8180815577507019, + "0.9": 0.8180815577507019 + }, + "matched_frac_abs": { + "0.1": 0.0013020833333333333, + "0.2": 0.8837890625, + "0.3": 0.9072265625, + "0.4": 0.8857421875, + "0.5": 0.8590494791666666, + "0.6": 0.822265625, + "0.7": 0.78125, + "0.8": 0.7171223958333334, + "0.9": 0.619140625 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.5088974833488464, + "dcs_abs": 0.8169035315513611, + "frac_sign_flipped": 0.4934895833333333, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.27278539538383484, + "0.2": 0.5112608671188354, + "0.3": 0.5089811682701111, + "0.4": 0.5088974833488464, + "0.5": 0.5088974833488464, + "0.6": 0.5088974833488464, + "0.7": 0.5088974833488464, + "0.8": 0.5088974833488464, + "0.9": 0.5088974833488464 + }, + "unique_frac_signed": { + "0.1": 0.007975260416666666, + "0.2": 0.9755859375, + "0.3": 0.9993489583333334, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.002175534566049464, + "0.2": 0.498778912355192, + "0.3": 0.5086498003220186, + "0.4": 0.5088974833488464, + "0.5": 0.5088974833488464, + "0.6": 0.5088974833488464, + "0.7": 0.5088974833488464, + "0.8": 0.5088974833488464, + "0.9": 0.5088974833488464 + }, + "matched_frac_signed": { + "0.1": 0.001953125, + "0.2": 0.5944010416666666, + "0.3": 0.529296875, + "0.4": 0.4895833333333333, + "0.5": 0.4651692708333333, + "0.6": 0.4326171875, + "0.7": 0.3997395833333333, + "0.8": 0.3665364583333333, + "0.9": 0.3206380208333333 + }, + "matched_cos_abs": { + "0.1": 0.5330227017402649, + "0.2": 0.8118415474891663, + "0.3": 0.8167393207550049, + "0.4": 0.8169035315513611, + "0.5": 0.8169035315513611, + "0.6": 0.8169035315513611, + "0.7": 0.8169035315513611, + "0.8": 0.8169035315513611, + "0.9": 0.8169035315513611 + }, + "unique_frac_abs": { + "0.1": 0.0021158854166666665, + "0.2": 0.9479166666666666, + "0.3": 0.9991861979166666, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0011278149613644928, + "0.2": 0.7695581335574389, + "0.3": 0.8160746565942342, + "0.4": 0.8169035315513611, + "0.5": 0.8169035315513611, + "0.6": 0.8169035315513611, + "0.7": 0.8169035315513611, + "0.8": 0.8169035315513611, + "0.9": 0.8169035315513611 + }, + "matched_frac_abs": { + "0.1": 0.0009765625, + "0.2": 0.8837890625, + "0.3": 0.9049479166666666, + "0.4": 0.8792317708333334, + "0.5": 0.8570963541666666, + "0.6": 0.826171875, + "0.7": 0.7783203125, + "0.8": 0.7119140625, + "0.9": 0.6178385416666666 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 11, + "n_dense_std": 0.0, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9213999999999999, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 3.0460666666666665, + "l1_per_token_std": 0.0030072135496725387, + "babel_mu1_signed_mean": 0.14225158095359802, + "babel_mu1_signed_std": 0.0003082363392292199, + "n_dup_signed_per_threshold": { + "0.1": 3048.6666666666665, + "0.2": 135.33333333333334, + "0.3": 3.3333333333333335, + "0.4": 0.0, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.0, + "n_dup_signed_band_std": 0.0, + "n_dup_clusters_signed_per_threshold": { + "0.1": 2.0, + "0.2": 60.0, + "0.3": 1.3333333333333333, + "0.4": 0.0, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.0, + "n_dup_clusters_signed_band_std": 0.0, + "largest_dup_signed_per_threshold": { + "0.1": 3046.3333333333335, + "0.2": 4.0, + "0.3": 2.6666666666666665, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.5011690755685171, + "dcs_signed_std": 0.006769022116698522, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.002351753062005931, + "0.2": 0.49150199962605257, + "0.3": 0.5007887730607763, + "0.4": 0.5011690855026245, + "0.5": 0.5011690855026245, + "0.6": 0.5011690855026245, + "0.7": 0.5011690855026245, + "0.8": 0.5011690855026245, + "0.9": 0.5011690855026245 + }, + "dedup_dcs_signed_band": 0.5011690855026245, + "dedup_dcs_signed_band_std": 0.0067690158371849175, + "matched_cos_signed_per_threshold": { + "0.1": 0.2896118213733037, + "0.2": 0.5038571258385977, + "0.3": 0.5011149048805237, + "0.4": 0.5011690855026245, + "0.5": 0.5011690855026245, + "0.6": 0.5011690855026245, + "0.7": 0.5011690855026245, + "0.8": 0.5011690855026245, + "0.9": 0.5011690855026245 + }, + "matched_cos_signed_band": 0.5011690855026245, + "matched_cos_signed_band_std": 0.0067690158371849175, + "unique_frac_signed_per_threshold": { + "0.1": 0.008246527777777778, + "0.2": 0.9754774305555555, + "0.3": 0.9993489583333334, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 1.0, + "unique_frac_signed_band_std": 0.0, + "matched_frac_signed_per_threshold": { + "0.1": 0.0026041666666666665, + "0.2": 0.5888671875, + "0.3": 0.5243055555555555, + "0.4": 0.48263888888888884, + "0.5": 0.4522569444444444, + "0.6": 0.4198133680555556, + "0.7": 0.3904079861111111, + "0.8": 0.3561197916666667, + "0.9": 0.3096788194444444 + }, + "matched_frac_signed_band": 0.3690049913194445, + "matched_frac_signed_band_std": 0.009440221091529213, + "babel_mu1_abs_mean": 0.1541386991739273, + "babel_mu1_abs_std": 0.0002548256594340406, + "n_dup_abs_per_threshold": { + "0.1": 3066.6666666666665, + "0.2": 256.3333333333333, + "0.3": 4.666666666666667, + "0.4": 0.0, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 0.0, + "n_dup_abs_band_std": 0.0, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.0, + "0.2": 100.66666666666667, + "0.3": 2.0, + "0.4": 0.0, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 0.0, + "n_dup_clusters_abs_band_std": 0.0, + "largest_dup_abs_per_threshold": { + "0.1": 3066.6666666666665, + "0.2": 6.666666666666667, + "0.3": 2.6666666666666665, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.8158022960027059, + "dcs_abs_std": 0.002986261527576398, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.0011062063988194696, + "0.2": 0.7703632156481035, + "0.3": 0.8149420722846924, + "0.4": 0.8158022960027059, + "0.5": 0.8158022960027059, + "0.6": 0.8158022960027059, + "0.7": 0.8158022960027059, + "0.8": 0.8158022960027059, + "0.9": 0.8158022960027059 + }, + "dedup_dcs_abs_band": 0.8158022960027059, + "dedup_dcs_abs_band_std": 0.002986261527576398, + "matched_cos_abs_per_threshold": { + "0.1": 0.5363769133885702, + "0.2": 0.8114853501319885, + "0.3": 0.815650224685669, + "0.4": 0.8158022960027059, + "0.5": 0.8158022960027059, + "0.6": 0.8158022960027059, + "0.7": 0.8158022960027059, + "0.8": 0.8158022960027059, + "0.9": 0.8158022960027059 + }, + "matched_cos_abs_band": 0.8158022960027059, + "matched_cos_abs_band_std": 0.002986261527576398, + "unique_frac_abs_per_threshold": { + "0.1": 0.002061631944444444, + "0.2": 0.9493272569444443, + "0.3": 0.9991319444444443, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 1.0, + "unique_frac_abs_band_std": 0.0, + "matched_frac_abs_per_threshold": { + "0.1": 0.0011935763888888888, + "0.2": 0.8845486111111112, + "0.3": 0.9064670138888888, + "0.4": 0.883029513888889, + "0.5": 0.8575303819444443, + "0.6": 0.8231336805555555, + "0.7": 0.7760416666666666, + "0.8": 0.7075737847222223, + "0.9": 0.6149088541666666 + }, + "matched_frac_abs_band": 0.7304144965277778, + "matched_frac_abs_band_std": 0.00668425016047016, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7698993f019b0b847dd5844e172c86abe89b8c5d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6cecf6b84db84290923b4d43f4d35300c7a93692 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0357, + "r2_score": 0.9213, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0101, + "l0_per_token_0.05": 0.0097, + "l0_per_token_0.1": 0.003, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0013, + "live_latent_frac": 0.9912, + "l1_per_token": 3.0439 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8dd350b779af726863c7ffbafe9691b8d48a8977 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a3e6392aaf8d7a75faa3fec50ab2b196ced5c0f8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0357, + "r2_score": 0.9214, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0101, + "l0_per_token_0.05": 0.0097, + "l0_per_token_0.1": 0.003, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0013, + "live_latent_frac": 0.9915, + "l1_per_token": 3.0495 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c365ecc852813ac60a03d7d03f4fd43a7ef83f74 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a9bc410130ba2b9ea98c528ec203e0f4c1a03b17 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0357, + "r2_score": 0.9215, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0101, + "l0_per_token_0.05": 0.0096, + "l0_per_token_0.1": 0.0029, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0013, + "live_latent_frac": 0.9915, + "l1_per_token": 3.0448 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_64/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..ca6785c2b1b2ee52679ad7bc56ded333a60113fb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 64.0, + "recon_r2": 0.9355829060427245, + "l1_per_token": 4.229622804417605 + }, + "seed1": { + "l0": 64.0, + "recon_r2": 0.9357144208648088, + "l1_per_token": 4.216634000099466 + }, + "seed2": { + "l0": 64.0, + "recon_r2": 0.9356200824641248, + "l1_per_token": 4.225850655973251 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.44105849143446224, + "mcc_abs": 0.4453354774957449, + "act_iou": 0.29303801253801737, + "act_iou_n_pairs": 3072, + "input_r2": 0.9784991705979526, + "matched_mcc_signed": { + "0.6": 0.8859242324353493, + "0.7": 0.9046657288786358, + "0.8": 0.9232124663206845, + "0.9": 0.9437489856903152 + }, + "matched_mcc_abs": { + "0.6": 0.8867178094609074, + "0.7": 0.9028854456399753, + "0.8": 0.9203069636970427, + "0.9": 0.9404138510407399 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4626773538212737, + "mcc_abs": 0.466835555076861, + "act_iou": 0.3077739427869967, + "act_iou_n_pairs": 3072, + "input_r2": 0.9786084820112975, + "matched_mcc_signed": { + "0.6": 0.8840964992543192, + "0.7": 0.9046234866623704, + "0.8": 0.9242050003213134, + "0.9": 0.9394089977388607 + }, + "matched_mcc_abs": { + "0.6": 0.8882867335140722, + "0.7": 0.9055341007736356, + "0.8": 0.9225869114743457, + "0.9": 0.940390813775555 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4533382846981365, + "mcc_abs": 0.45782208255460316, + "act_iou": 0.3043797218360735, + "act_iou_n_pairs": 3072, + "input_r2": 0.9794527315079219, + "matched_mcc_signed": { + "0.6": 0.885012137571632, + "0.7": 0.9048137111660589, + "0.8": 0.922128322488135, + "0.9": 0.9415418914317821 + }, + "matched_mcc_abs": { + "0.6": 0.8897470716410545, + "0.7": 0.9056682069022333, + "0.8": 0.9221540184921748, + "0.9": 0.9412804316146747 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 64.0, + "l0_std": 0.0, + "recon_r2_mean": 0.9356391364572193, + "recon_r2_std": 6.779622479609607e-05, + "l1_per_token_mean": 4.224035820163441, + "l1_per_token_std": 0.00668187706906937, + "input_r2_mean": 0.9788534613723906, + "input_r2_std": 0.0005218532051991284, + "mcc_signed_mean": 0.4523580433179575, + "mcc_signed_std": 0.010842714493960171, + "mcc_abs_mean": 0.4566643717090697, + "mcc_abs_std": 0.010796691845185804, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8850109564204335, + "0.7": 0.9047009755690216, + "0.8": 0.9231819297100444, + "0.9": 0.9415666249536526 + }, + "matched_mcc_signed_band": 0.9136151216632881, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8882505382053448, + "0.7": 0.9046959177719481, + "0.8": 0.9216826312211878, + "0.9": 0.9406950321436565 + }, + "matched_mcc_abs_band": 0.9138310298355343, + "act_iou_mean": 0.30173055905369583, + "act_iou_std": 0.007716894301553391, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_64/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..09e909776ad1b4b55d4e8951575f5ee5ad5efe4d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9357, + "l1_per_token": 4.2286, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 39, + "dense_rate": 0.0126953125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 3001, + "0.2": 47, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 2, + "0.2": 22, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 2999, + "0.2": 3, + "0.3": 1, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.12927812337875366, + "n_dup_abs": { + "0.1": 3050, + "0.2": 110, + "0.3": 2, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 2, + "0.2": 48, + "0.3": 1, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 3047, + "0.2": 5, + "0.3": 2, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.13922175765037537, + "l0_raw": 63.8976 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9358, + "l1_per_token": 4.2155, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 37, + "dense_rate": 0.012044270833333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 3018, + "0.2": 69, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 3, + "0.2": 34, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 3012, + "0.2": 3, + "0.3": 1, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.12992118299007416, + "n_dup_abs": { + "0.1": 3058, + "0.2": 105, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 47, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 3058, + "0.2": 5, + "0.3": 1, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.13943204283714294, + "l0_raw": 63.8976 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9358, + "l1_per_token": 4.2246, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 37, + "dense_rate": 0.012044270833333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 3004, + "0.2": 49, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 3, + "0.2": 22, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 3000, + "0.2": 4, + "0.3": 1, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.12895943224430084, + "n_dup_abs": { + "0.1": 3058, + "0.2": 102, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 46, + "0.3": 0, + "0.4": 0, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 3058, + "0.2": 6, + "0.3": 1, + "0.4": 1, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.1392737776041031, + "l0_raw": 63.8976 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.48432794213294983, + "dcs_abs": 0.8051657676696777, + "frac_sign_flipped": 0.5045572916666666, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.2575432062149048, + "0.2": 0.4862423241138458, + "0.3": 0.48432794213294983, + "0.4": 0.48432794213294983, + "0.5": 0.48432794213294983, + "0.6": 0.48432794213294983, + "0.7": 0.48432794213294983, + "0.8": 0.48432794213294983, + "0.9": 0.48432794213294983 + }, + "unique_frac_signed": { + "0.1": 0.021158854166666668, + "0.2": 0.990234375, + "0.3": 1.0, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.005449319141916931, + "0.2": 0.48149386391742155, + "0.3": 0.48432794213294983, + "0.4": 0.48432794213294983, + "0.5": 0.48432794213294983, + "0.6": 0.48432794213294983, + "0.7": 0.48432794213294983, + "0.8": 0.48432794213294983, + "0.9": 0.48432794213294983 + }, + "matched_frac_signed": { + "0.1": 0.005859375, + "0.2": 0.5709635416666666, + "0.3": 0.5016276041666666, + "0.4": 0.4596354166666667, + "0.5": 0.4293619791666667, + "0.6": 0.4020182291666667, + "0.7": 0.3746744791666667, + "0.8": 0.3447265625, + "0.9": 0.2981770833333333 + }, + "matched_cos_abs": { + "0.1": 0.6565821766853333, + "0.2": 0.8028427362442017, + "0.3": 0.8053163290023804, + "0.4": 0.8051657676696777, + "0.5": 0.8051657676696777, + "0.6": 0.8051657676696777, + "0.7": 0.8051657676696777, + "0.8": 0.8051657676696777, + "0.9": 0.8051657676696777 + }, + "unique_frac_abs": { + "0.1": 0.00634765625, + "0.2": 0.98046875, + "0.3": 0.9998372395833334, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.00416775795747526, + "0.2": 0.7871622140519321, + "0.3": 0.8051852553811235, + "0.4": 0.8051657676696777, + "0.5": 0.8051657676696777, + "0.6": 0.8051657676696777, + "0.7": 0.8051657676696777, + "0.8": 0.8051657676696777, + "0.9": 0.8051657676696777 + }, + "matched_frac_abs": { + "0.1": 0.0032552083333333335, + "0.2": 0.9085286458333334, + "0.3": 0.8951822916666666, + "0.4": 0.8688151041666666, + "0.5": 0.83984375, + "0.6": 0.8046875, + "0.7": 0.759765625, + "0.8": 0.7008463541666666, + "0.9": 0.6064453125 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.5031715035438538, + "dcs_abs": 0.8092201352119446, + "frac_sign_flipped": 0.482421875, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.29183289408683777, + "0.2": 0.5038779973983765, + "0.3": 0.5031715035438538, + "0.4": 0.5031715035438538, + "0.5": 0.5031715035438538, + "0.6": 0.5031715035438538, + "0.7": 0.5031715035438538, + "0.8": 0.5031715035438538, + "0.9": 0.5031715035438538 + }, + "unique_frac_signed": { + "0.1": 0.0234375, + "0.2": 0.9915364583333334, + "0.3": 1.0, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.00683983345516026, + "0.2": 0.49961340497247875, + "0.3": 0.5031715035438538, + "0.4": 0.5031715035438538, + "0.5": 0.5031715035438538, + "0.6": 0.5031715035438538, + "0.7": 0.5031715035438538, + "0.8": 0.5031715035438538, + "0.9": 0.5031715035438538 + }, + "matched_frac_signed": { + "0.1": 0.007161458333333333, + "0.2": 0.6012369791666666, + "0.3": 0.5279947916666666, + "0.4": 0.4827473958333333, + "0.5": 0.4514973958333333, + "0.6": 0.4235026041666667, + "0.7": 0.3929036458333333, + "0.8": 0.361328125, + "0.9": 0.3232421875 + }, + "matched_cos_abs": { + "0.1": 0.7201446890830994, + "0.2": 0.8076310753822327, + "0.3": 0.8094159364700317, + "0.4": 0.8092201352119446, + "0.5": 0.8092201352119446, + "0.6": 0.8092201352119446, + "0.7": 0.8092201352119446, + "0.8": 0.8092201352119446, + "0.9": 0.8092201352119446 + }, + "unique_frac_abs": { + "0.1": 0.00634765625, + "0.2": 0.9807942708333334, + "0.3": 0.9998372395833334, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0045712309365626425, + "0.2": 0.7921199316818578, + "0.3": 0.8092841955949552, + "0.4": 0.8092201352119446, + "0.5": 0.8092201352119446, + "0.6": 0.8092201352119446, + "0.7": 0.8092201352119446, + "0.8": 0.8092201352119446, + "0.9": 0.8092201352119446 + }, + "matched_frac_abs": { + "0.1": 0.0035807291666666665, + "0.2": 0.91796875, + "0.3": 0.8990885416666666, + "0.4": 0.873046875, + "0.5": 0.8408203125, + "0.6": 0.8072916666666666, + "0.7": 0.7607421875, + "0.8": 0.7037760416666666, + "0.9": 0.62109375 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.49485957622528076, + "dcs_abs": 0.8139373660087585, + "frac_sign_flipped": 0.5022786458333334, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.1": 0.23564183712005615, + "0.2": 0.4963018000125885, + "0.3": 0.49485957622528076, + "0.4": 0.49485957622528076, + "0.5": 0.49485957622528076, + "0.6": 0.49485957622528076, + "0.7": 0.49485957622528076, + "0.8": 0.49485957622528076, + "0.9": 0.49485957622528076 + }, + "unique_frac_signed": { + "0.1": 0.020833333333333332, + "0.2": 0.9899088541666666, + "0.3": 1.0, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.004909204940001169, + "0.2": 0.4912935461713156, + "0.3": 0.49485957622528076, + "0.4": 0.49485957622528076, + "0.5": 0.49485957622528076, + "0.6": 0.49485957622528076, + "0.7": 0.49485957622528076, + "0.8": 0.49485957622528076, + "0.9": 0.49485957622528076 + }, + "matched_frac_signed": { + "0.1": 0.004557291666666667, + "0.2": 0.5774739583333334, + "0.3": 0.5139973958333334, + "0.4": 0.4772135416666667, + "0.5": 0.4459635416666667, + "0.6": 0.4134114583333333, + "0.7": 0.3876953125, + "0.8": 0.3583984375, + "0.9": 0.3138020833333333 + }, + "matched_cos_abs": { + "0.1": 0.7984030246734619, + "0.2": 0.8125157356262207, + "0.3": 0.813937246799469, + "0.4": 0.813937246799469, + "0.5": 0.813937246799469, + "0.6": 0.813937246799469, + "0.7": 0.813937246799469, + "0.8": 0.813937246799469, + "0.9": 0.813937246799469 + }, + "unique_frac_abs": { + "0.1": 0.0048828125, + "0.2": 0.9814453125, + "0.3": 1.0, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0038984522689133883, + "0.2": 0.7974397600628436, + "0.3": 0.813937246799469, + "0.4": 0.813937246799469, + "0.5": 0.813937246799469, + "0.6": 0.813937246799469, + "0.7": 0.813937246799469, + "0.8": 0.813937246799469, + "0.9": 0.813937246799469 + }, + "matched_frac_abs": { + "0.1": 0.00390625, + "0.2": 0.919921875, + "0.3": 0.9020182291666666, + "0.4": 0.8785807291666666, + "0.5": 0.8483072916666666, + "0.6": 0.8115234375, + "0.7": 0.76953125, + "0.8": 0.7132161458333334, + "0.9": 0.623046875 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 38, + "n_dense_std": 1.1547005383792517, + "l0_mean": 64, + "l0_std": 8.702335715267317e-15, + "recon_r2_mean": 0.9357666666666665, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 4.222899999999999, + "l1_per_token_std": 0.0067685547447985505, + "babel_mu1_signed_mean": 0.12938624620437622, + "babel_mu1_signed_std": 0.0004899071680577216, + "n_dup_signed_per_threshold": { + "0.1": 3007.6666666666665, + "0.2": 55.0, + "0.3": 0.0, + "0.4": 0.0, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.0, + "n_dup_signed_band_std": 0.0, + "n_dup_clusters_signed_per_threshold": { + "0.1": 2.6666666666666665, + "0.2": 26.0, + "0.3": 0.0, + "0.4": 0.0, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.0, + "n_dup_clusters_signed_band_std": 0.0, + "largest_dup_signed_per_threshold": { + "0.1": 3003.6666666666665, + "0.2": 3.3333333333333335, + "0.3": 1.0, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.49411967396736145, + "dcs_signed_std": 0.009443545053372833, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.005732785845692786, + "0.2": 0.4908002716870719, + "0.3": 0.49411967396736145, + "0.4": 0.49411967396736145, + "0.5": 0.49411967396736145, + "0.6": 0.49411967396736145, + "0.7": 0.49411967396736145, + "0.8": 0.49411967396736145, + "0.9": 0.49411967396736145 + }, + "dedup_dcs_signed_band": 0.49411967396736145, + "dedup_dcs_signed_band_std": 0.009443545053372833, + "matched_cos_signed_per_threshold": { + "0.1": 0.26167264580726624, + "0.2": 0.49547404050827026, + "0.3": 0.49411967396736145, + "0.4": 0.49411967396736145, + "0.5": 0.49411967396736145, + "0.6": 0.49411967396736145, + "0.7": 0.49411967396736145, + "0.8": 0.49411967396736145, + "0.9": 0.49411967396736145 + }, + "matched_cos_signed_band": 0.49411967396736145, + "matched_cos_signed_band_std": 0.009443545053372833, + "unique_frac_signed_per_threshold": { + "0.1": 0.021809895833333332, + "0.2": 0.9905598958333334, + "0.3": 1.0, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 1.0, + "unique_frac_signed_band_std": 0.0, + "matched_frac_signed_per_threshold": { + "0.1": 0.005859375, + "0.2": 0.5832248263888888, + "0.3": 0.5145399305555555, + "0.4": 0.47319878472222227, + "0.5": 0.4422743055555556, + "0.6": 0.4129774305555556, + "0.7": 0.3850911458333333, + "0.8": 0.3548177083333333, + "0.9": 0.31174045138888884 + }, + "matched_frac_signed_band": 0.36615668402777773, + "matched_frac_signed_band_std": 0.010344680428422482, + "babel_mu1_abs_mean": 0.13930919269720712, + "babel_mu1_abs_std": 0.00010952459339410904, + "n_dup_abs_per_threshold": { + "0.1": 3055.3333333333335, + "0.2": 105.66666666666667, + "0.3": 0.6666666666666666, + "0.4": 0.0, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 0.0, + "n_dup_abs_band_std": 0.0, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.3333333333333333, + "0.2": 47.0, + "0.3": 0.3333333333333333, + "0.4": 0.0, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 0.0, + "n_dup_clusters_abs_band_std": 0.0, + "largest_dup_abs_per_threshold": { + "0.1": 3054.3333333333335, + "0.2": 5.333333333333333, + "0.3": 1.3333333333333333, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.809441089630127, + "dcs_abs_std": 0.004389971525730781, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.00421248038765043, + "0.2": 0.7922406352655446, + "0.3": 0.809468899258516, + "0.4": 0.8094410498936971, + "0.5": 0.8094410498936971, + "0.6": 0.8094410498936971, + "0.7": 0.8094410498936971, + "0.8": 0.8094410498936971, + "0.9": 0.8094410498936971 + }, + "dedup_dcs_abs_band": 0.8094410498936971, + "dedup_dcs_abs_band_std": 0.0043899104778516015, + "matched_cos_abs_per_threshold": { + "0.1": 0.7250432968139648, + "0.2": 0.8076631824175516, + "0.3": 0.8095565040906271, + "0.4": 0.8094410498936971, + "0.5": 0.8094410498936971, + "0.6": 0.8094410498936971, + "0.7": 0.8094410498936971, + "0.8": 0.8094410498936971, + "0.9": 0.8094410498936971 + }, + "matched_cos_abs_band": 0.8094410498936971, + "matched_cos_abs_band_std": 0.0043899104778516015, + "unique_frac_abs_per_threshold": { + "0.1": 0.005859375, + "0.2": 0.9809027777777778, + "0.3": 0.9998914930555557, + "0.4": 1.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 1.0, + "unique_frac_abs_band_std": 0.0, + "matched_frac_abs_per_threshold": { + "0.1": 0.0035807291666666665, + "0.2": 0.9154730902777778, + "0.3": 0.8987630208333334, + "0.4": 0.8734809027777777, + "0.5": 0.8429904513888888, + "0.6": 0.8078342013888888, + "0.7": 0.7633463541666666, + "0.8": 0.7059461805555555, + "0.9": 0.6168619791666666 + }, + "matched_frac_abs_band": 0.7234971788194443, + "matched_frac_abs_band_std": 0.005701456585553343, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..584f6af16d8082cd6a6b59a6ab852e3e73b8bac5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..907d65747af7a1a69ae3d0525edc147c0615b937 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0292, + "r2_score": 0.9357, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.02, + "l0_per_token_0.05": 0.0109, + "l0_per_token_0.1": 0.0027, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0026, + "live_latent_frac": 0.9893, + "l1_per_token": 4.2286 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa6ea96215736297f15273926f2155d9e50197ab --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8ed1cb06fdbb332995becab7e470b98ca282794c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0291, + "r2_score": 0.9358, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.02, + "l0_per_token_0.05": 0.0109, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0033, + "live_latent_frac": 0.9876, + "l1_per_token": 4.2155 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d896eb6ecc74aff8c480e9b1efebbc1e969adec3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..97c0b626475d8355f421f0e33199e8a4800a8d9d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0292, + "r2_score": 0.9358, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.02, + "l0_per_token_0.05": 0.0109, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0033, + "live_latent_frac": 0.987, + "l1_per_token": 4.2246 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_128/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..ec18056135bf7cc56ea904831a60376ef90930b8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 128.0, + "recon_r2": 0.9563891899546348, + "l1_per_token": 5.639028489186859 + }, + "seed1": { + "l0": 128.0, + "recon_r2": 0.9563705026301461, + "l1_per_token": 5.63670997839969 + }, + "seed2": { + "l0": 128.0, + "recon_r2": 0.9563730392724704, + "l1_per_token": 5.640446030567478 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.4243685949218105, + "mcc_abs": 0.4284623049083269, + "act_iou": 0.2764594848428997, + "act_iou_n_pairs": 6144, + "input_r2": 0.9846382519106988, + "matched_mcc_signed": { + "0.6": 0.8587478619773024, + "0.7": 0.8849959294358564, + "0.8": 0.9104754367559152, + "0.9": 0.9377031080746586 + }, + "matched_mcc_abs": { + "0.6": 0.8659353414684201, + "0.7": 0.8860352409412431, + "0.8": 0.9113688927221332, + "0.9": 0.9366868537846592 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4293082773090335, + "mcc_abs": 0.4330799630282043, + "act_iou": 0.2792462346972395, + "act_iou_n_pairs": 6144, + "input_r2": 0.984683755673004, + "matched_mcc_signed": { + "0.6": 0.8632741110196211, + "0.7": 0.8901169024622921, + "0.8": 0.9128307342356992, + "0.9": 0.9361858268949126 + }, + "matched_mcc_abs": { + "0.6": 0.8656075263860545, + "0.7": 0.8882292953964847, + "0.8": 0.9111005170215954, + "0.9": 0.9357216636941146 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.42422721090225607, + "mcc_abs": 0.4276505611335129, + "act_iou": 0.27390554351596524, + "act_iou_n_pairs": 6144, + "input_r2": 0.98421988554886, + "matched_mcc_signed": { + "0.6": 0.8579674802367523, + "0.7": 0.8853156769570395, + "0.8": 0.9112427418873699, + "0.9": 0.9362581895904729 + }, + "matched_mcc_abs": { + "0.6": 0.8628124774706034, + "0.7": 0.8849526618210992, + "0.8": 0.9113441304010059, + "0.9": 0.9358749813832415 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 128.0, + "l0_std": 0.0, + "recon_r2_mean": 0.9563775772857505, + "recon_r2_std": 1.0136527883558515e-05, + "l1_per_token_mean": 5.638728166051343, + "l1_per_token_std": 0.001886045317431077, + "input_r2_mean": 0.984513964377521, + "input_r2_std": 0.00025569398936214834, + "mcc_signed_mean": 0.42596802771103337, + "mcc_signed_std": 0.0028936046538791996, + "mcc_abs_mean": 0.429730943023348, + "mcc_abs_std": 0.0029285974857741867, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8599964844112252, + "0.7": 0.8868095029517294, + "0.8": 0.9115163042929947, + "0.9": 0.9367157081866813 + }, + "matched_mcc_signed_band": 0.8987594999606576, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8647851151083593, + "0.7": 0.886405732719609, + "0.8": 0.9112711800482449, + "0.9": 0.9360944996206717 + }, + "matched_mcc_abs_band": 0.8996391318742212, + "act_iou_mean": 0.27653708768536817, + "act_iou_std": 0.0026711911620669543, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_128/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..28b7745d32779b4fc9d7d5d30304413863128552 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9565, + "l1_per_token": 5.6368, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 147, + "dense_rate": 0.02392578125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6101, + "0.2": 669, + "0.3": 83, + "0.4": 14, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 2, + "0.2": 302, + "0.3": 41, + "0.4": 7, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6099, + "0.2": 7, + "0.3": 3, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.15819115936756134, + "n_dup_abs": { + "0.1": 6115, + "0.2": 1121, + "0.3": 151, + "0.4": 18, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 2, + "0.2": 453, + "0.3": 75, + "0.4": 9, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6113, + "0.2": 11, + "0.3": 3, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.17337089776992798, + "l0_raw": 127.7952 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9565, + "l1_per_token": 5.6346, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 142, + "dense_rate": 0.023111979166666668, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6100, + "0.2": 564, + "0.3": 68, + "0.4": 10, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 258, + "0.3": 34, + "0.4": 5, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6100, + "0.2": 6, + "0.3": 2, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.15646892786026, + "n_dup_abs": { + "0.1": 6114, + "0.2": 1126, + "0.3": 140, + "0.4": 22, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 456, + "0.3": 69, + "0.4": 11, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6114, + "0.2": 10, + "0.3": 3, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.17367927730083466, + "l0_raw": 127.7952 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "recon_r2": 0.9565, + "l1_per_token": 5.6383, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 147, + "dense_rate": 0.02392578125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6100, + "0.2": 645, + "0.3": 76, + "0.4": 8, + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 2, + "0.2": 290, + "0.3": 38, + "0.4": 4, + "0.5": 1, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6098, + "0.2": 6, + "0.3": 2, + "0.4": 2, + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.15769104659557343, + "n_dup_abs": { + "0.1": 6116, + "0.2": 1151, + "0.3": 156, + "0.4": 24, + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 455, + "0.3": 78, + "0.4": 12, + "0.5": 1, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6116, + "0.2": 11, + "0.3": 2, + "0.4": 2, + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.17406733334064484, + "l0_raw": 127.7952 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.4848398268222809, + "dcs_abs": 0.7769964337348938, + "frac_sign_flipped": 0.4959309895833333, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.308910608291626, + "0.2": 0.493985116481781, + "0.3": 0.48652729392051697, + "0.4": 0.4851265847682953, + "0.5": 0.48483988642692566, + "0.6": 0.48483988642692566, + "0.7": 0.48483988642692566, + "0.8": 0.48483988642692566, + "0.9": 0.48483988642692566 + }, + "unique_frac_signed": { + "0.1": 0.00732421875, + "0.2": 0.9452311197916666, + "0.3": 0.9938151041666666, + "0.4": 0.9990234375, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0022625288693234324, + "0.2": 0.46693010481249075, + "0.3": 0.483518173287545, + "0.4": 0.4846528283378575, + "0.5": 0.48483988642692566, + "0.6": 0.48483988642692566, + "0.7": 0.48483988642692566, + "0.8": 0.48483988642692566, + "0.9": 0.48483988642692566 + }, + "matched_frac_signed": { + "0.1": 0.0032552083333333335, + "0.2": 0.5807291666666666, + "0.3": 0.5084635416666666, + "0.4": 0.46044921875, + "0.5": 0.4202473958333333, + "0.6": 0.3876953125, + "0.7": 0.35546875, + "0.8": 0.3201497395833333, + "0.9": 0.2732747395833333 + }, + "matched_cos_abs": { + "0.1": 0.7857820987701416, + "0.2": 0.7683531641960144, + "0.3": 0.7779234647750854, + "0.4": 0.777247965335846, + "0.5": 0.7769964337348938, + "0.6": 0.7769964337348938, + "0.7": 0.7769964337348938, + "0.8": 0.7769964337348938, + "0.9": 0.7769964337348938 + }, + "unique_frac_abs": { + "0.1": 0.005045572916666667, + "0.2": 0.89111328125, + "0.3": 0.988037109375, + "0.4": 0.9983723958333334, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.003964720875956118, + "0.2": 0.6846897093055304, + "0.3": 0.7686172514513601, + "0.4": 0.7759829133089322, + "0.5": 0.7769964337348938, + "0.6": 0.7769964337348938, + "0.7": 0.7769964337348938, + "0.8": 0.7769964337348938, + "0.9": 0.7769964337348938 + }, + "matched_frac_abs": { + "0.1": 0.00439453125, + "0.2": 0.81640625, + "0.3": 0.8673502604166666, + "0.4": 0.84326171875, + "0.5": 0.8072916666666666, + "0.6": 0.7566731770833334, + "0.7": 0.7073567708333334, + "0.8": 0.63671875, + "0.9": 0.5496419270833334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.488970011472702, + "dcs_abs": 0.7773206830024719, + "frac_sign_flipped": 0.5003255208333334, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.3939087688922882, + "0.2": 0.4976515769958496, + "0.3": 0.4899517595767975, + "0.4": 0.48927032947540283, + "0.5": 0.4890475869178772, + "0.6": 0.488970011472702, + "0.7": 0.488970011472702, + "0.8": 0.488970011472702, + "0.9": 0.488970011472702 + }, + "unique_frac_signed": { + "0.1": 0.007405598958333333, + "0.2": 0.9412434895833334, + "0.3": 0.9934895833333334, + "0.4": 0.9991048177083334, + "0.5": 0.9999186197916666, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0029171303685870953, + "0.2": 0.4684113069282224, + "0.3": 0.4867619694753861, + "0.4": 0.48883234334061854, + "0.5": 0.48900778812336887, + "0.6": 0.488970011472702, + "0.7": 0.488970011472702, + "0.8": 0.488970011472702, + "0.9": 0.488970011472702 + }, + "matched_frac_signed": { + "0.1": 0.00341796875, + "0.2": 0.5900065104166666, + "0.3": 0.5133463541666666, + "0.4": 0.4638671875, + "0.5": 0.4241536458333333, + "0.6": 0.3904622395833333, + "0.7": 0.3583984375, + "0.8": 0.32470703125, + "0.9": 0.2833658854166667 + }, + "matched_cos_abs": { + "0.1": 0.8603135347366333, + "0.2": 0.7708795666694641, + "0.3": 0.7777541875839233, + "0.4": 0.7780997157096863, + "0.5": 0.7774000763893127, + "0.6": 0.7773206830024719, + "0.7": 0.7773206830024719, + "0.8": 0.7773206830024719, + "0.9": 0.7773206830024719 + }, + "unique_frac_abs": { + "0.1": 0.0048828125, + "0.2": 0.8889973958333334, + "0.3": 0.9874674479166666, + "0.4": 0.998291015625, + "0.5": 0.9999186197916666, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.004200749681331217, + "0.2": 0.6853099272702821, + "0.3": 0.7680069427199971, + "0.4": 0.7767699554533465, + "0.5": 0.7773368114091378, + "0.6": 0.7773206830024719, + "0.7": 0.7773206830024719, + "0.8": 0.7773206830024719, + "0.9": 0.7773206830024719 + }, + "matched_frac_abs": { + "0.1": 0.00439453125, + "0.2": 0.8170572916666666, + "0.3": 0.8689778645833334, + "0.4": 0.841796875, + "0.5": 0.8053385416666666, + "0.6": 0.7581380208333334, + "0.7": 0.7060546875, + "0.8": 0.6404622395833334, + "0.9": 0.5537109375 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4840764105319977, + "dcs_abs": 0.7756762504577637, + "frac_sign_flipped": 0.4962565104166667, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.3889491558074951, + "0.2": 0.4919293224811554, + "0.3": 0.4855211079120636, + "0.4": 0.4843670129776001, + "0.5": 0.4841412603855133, + "0.6": 0.4840764105319977, + "0.7": 0.4840764105319977, + "0.8": 0.4840764105319977, + "0.9": 0.4840764105319977 + }, + "unique_frac_signed": { + "0.1": 0.007405598958333333, + "0.2": 0.9462076822916666, + "0.3": 0.994140625, + "0.4": 0.999267578125, + "0.5": 0.9999186197916666, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.002880401463092615, + "0.2": 0.4654673040762039, + "0.3": 0.48267625767039135, + "0.4": 0.4840122519817669, + "0.5": 0.48410186086888035, + "0.6": 0.4840764105319977, + "0.7": 0.4840764105319977, + "0.8": 0.4840764105319977, + "0.9": 0.4840764105319977 + }, + "matched_frac_signed": { + "0.1": 0.0037434895833333335, + "0.2": 0.583984375, + "0.3": 0.51416015625, + "0.4": 0.4635416666666667, + "0.5": 0.4210611979166667, + "0.6": 0.3850911458333333, + "0.7": 0.3505859375, + "0.8": 0.3151041666666667, + "0.9": 0.2716471354166667 + }, + "matched_cos_abs": { + "0.1": 0.8373985290527344, + "0.2": 0.7677818536758423, + "0.3": 0.776290237903595, + "0.4": 0.7762410640716553, + "0.5": 0.7757759690284729, + "0.6": 0.7756762504577637, + "0.7": 0.7756762504577637, + "0.8": 0.7756762504577637, + "0.9": 0.7756762504577637 + }, + "unique_frac_abs": { + "0.1": 0.0048828125, + "0.2": 0.8888346354166666, + "0.3": 0.9878743489583334, + "0.4": 0.9981282552083334, + "0.5": 0.9999186197916666, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0040888600051403046, + "0.2": 0.6824311039914998, + "0.3": 0.7668772133717237, + "0.4": 0.7747881389029014, + "0.5": 0.7757128362184933, + "0.6": 0.7756762504577637, + "0.7": 0.7756762504577637, + "0.8": 0.7756762504577637, + "0.9": 0.7756762504577637 + }, + "matched_frac_abs": { + "0.1": 0.004557291666666667, + "0.2": 0.8177083333333334, + "0.3": 0.86962890625, + "0.4": 0.8426106770833334, + "0.5": 0.8050130208333334, + "0.6": 0.7589518229166666, + "0.7": 0.7044270833333334, + "0.8": 0.6326497395833334, + "0.9": 0.546875 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 145, + "n_dense_std": 2.886751345948129, + "l0_mean": 128, + "l0_std": 1.7404671430534633e-14, + "recon_r2_mean": 0.9565, + "recon_r2_std": 0.0, + "l1_per_token_mean": 5.636566666666667, + "l1_per_token_std": 0.0018681541692270557, + "babel_mu1_signed_mean": 0.1574503779411316, + "babel_mu1_signed_std": 0.0008859804693719187, + "n_dup_signed_per_threshold": { + "0.1": 6100.333333333333, + "0.2": 626.0, + "0.3": 75.66666666666667, + "0.4": 10.666666666666666, + "0.5": 0.6666666666666666, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.0, + "n_dup_signed_band_std": 0.0, + "n_dup_clusters_signed_per_threshold": { + "0.1": 1.6666666666666667, + "0.2": 283.3333333333333, + "0.3": 37.666666666666664, + "0.4": 5.333333333333333, + "0.5": 0.3333333333333333, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.0, + "n_dup_clusters_signed_band_std": 0.0, + "largest_dup_signed_per_threshold": { + "0.1": 6099.0, + "0.2": 6.333333333333333, + "0.3": 2.3333333333333335, + "0.4": 2.0, + "0.5": 1.3333333333333333, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.48596208294232685, + "dcs_signed_std": 0.0026327602703153786, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.0026866869003343806, + "0.2": 0.46693623860563904, + "0.3": 0.4843188001444408, + "0.4": 0.48583247455341433, + "0.5": 0.48598317847305833, + "0.6": 0.4859621028105418, + "0.7": 0.4859621028105418, + "0.8": 0.4859621028105418, + "0.9": 0.4859621028105418 + }, + "dedup_dcs_signed_band": 0.4859621028105418, + "dedup_dcs_signed_band_std": 0.002632747566793665, + "matched_cos_signed_per_threshold": { + "0.1": 0.3639228443304698, + "0.2": 0.49452200531959534, + "0.3": 0.48733338713645935, + "0.4": 0.4862546424070994, + "0.5": 0.4860095779101054, + "0.6": 0.4859621028105418, + "0.7": 0.4859621028105418, + "0.8": 0.4859621028105418, + "0.9": 0.4859621028105418 + }, + "matched_cos_signed_band": 0.4859621028105418, + "matched_cos_signed_band_std": 0.002632747566793665, + "unique_frac_signed_per_threshold": { + "0.1": 0.007378472222222221, + "0.2": 0.9442274305555555, + "0.3": 0.9938151041666666, + "0.4": 0.9991319444444445, + "0.5": 0.9999457465277777, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 1.0, + "unique_frac_signed_band_std": 0.0, + "matched_frac_signed_per_threshold": { + "0.1": 0.0034722222222222225, + "0.2": 0.5849066840277778, + "0.3": 0.511990017361111, + "0.4": 0.4626193576388889, + "0.5": 0.42182074652777773, + "0.6": 0.38774956597222215, + "0.7": 0.3548177083333333, + "0.8": 0.3199869791666667, + "0.9": 0.2760959201388889 + }, + "matched_frac_signed_band": 0.33466254340277773, + "matched_frac_signed_band_std": 0.004336185645511563, + "babel_mu1_abs_mean": 0.17370583613713583, + "babel_mu1_abs_std": 0.00034897658213579755, + "n_dup_abs_per_threshold": { + "0.1": 6115.0, + "0.2": 1132.6666666666667, + "0.3": 149.0, + "0.4": 21.333333333333332, + "0.5": 0.6666666666666666, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 0.0, + "n_dup_abs_band_std": 0.0, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.3333333333333333, + "0.2": 454.6666666666667, + "0.3": 74.0, + "0.4": 10.666666666666666, + "0.5": 0.3333333333333333, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 0.0, + "n_dup_clusters_abs_band_std": 0.0, + "largest_dup_abs_per_threshold": { + "0.1": 6114.333333333333, + "0.2": 10.666666666666666, + "0.3": 2.6666666666666665, + "0.4": 2.0, + "0.5": 1.3333333333333333, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.7766644557317098, + "dcs_abs_std": 0.0008710319422802137, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.004084776854142547, + "0.2": 0.684143580189104, + "0.3": 0.7678338025143603, + "0.4": 0.77584700255506, + "0.5": 0.7766820271208417, + "0.6": 0.7766644557317098, + "0.7": 0.7766644557317098, + "0.8": 0.7766644557317098, + "0.9": 0.7766644557317098 + }, + "dedup_dcs_abs_band": 0.7766644557317098, + "dedup_dcs_abs_band_std": 0.0008710319422802137, + "matched_cos_abs_per_threshold": { + "0.1": 0.8278313875198364, + "0.2": 0.7690048615137736, + "0.3": 0.7773226300875345, + "0.4": 0.7771962483723959, + "0.5": 0.7767241597175598, + "0.6": 0.7766644557317098, + "0.7": 0.7766644557317098, + "0.8": 0.7766644557317098, + "0.9": 0.7766644557317098 + }, + "matched_cos_abs_band": 0.7766644557317098, + "matched_cos_abs_band_std": 0.0008710319422802137, + "unique_frac_abs_per_threshold": { + "0.1": 0.004937065972222223, + "0.2": 0.8896484375, + "0.3": 0.98779296875, + "0.4": 0.998263888888889, + "0.5": 0.9999457465277777, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 1.0, + "unique_frac_abs_band_std": 0.0, + "matched_frac_abs_per_threshold": { + "0.1": 0.004448784722222223, + "0.2": 0.8170572916666666, + "0.3": 0.86865234375, + "0.4": 0.8425564236111112, + "0.5": 0.8058810763888888, + "0.6": 0.7579210069444445, + "0.7": 0.7059461805555557, + "0.8": 0.6366102430555557, + "0.9": 0.5500759548611112 + }, + "matched_frac_abs_band": 0.6626383463541667, + "matched_frac_abs_band_std": 0.0019331011588899435, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..40df04c960386578c223597af1001d2e978efd94 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c271b80390cf1f9cbc15b6da2d78b2f933cff548 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0198, + "r2_score": 0.9565, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0199, + "l0_per_token_0.05": 0.0043, + "l0_per_token_0.1": 0.001, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.008, + "live_latent_frac": 0.9419, + "l1_per_token": 5.6368 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2577533fca09be994e11f088889f54105f929fcf --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a7fd1d89879b16cd5f594bdff1400628a1ae3c45 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0198, + "r2_score": 0.9565, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0199, + "l0_per_token_0.05": 0.0043, + "l0_per_token_0.1": 0.001, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0081, + "live_latent_frac": 0.9442, + "l1_per_token": 5.6346 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a1db69203b94d5ad580031e9ccd7364464b046c4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..70cb1dfecd6e64fb133aa70dfffad987170aaefb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0198, + "r2_score": 0.9565, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0199, + "l0_per_token_0.05": 0.0043, + "l0_per_token_0.1": 0.001, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.008, + "live_latent_frac": 0.9419, + "l1_per_token": 5.6383 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_32/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..dedeac719388288f80c7b08308f316243790de60 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 32.0, + "recon_r2": 0.9285275676203315, + "l1_per_token": 2.993547182767649 + }, + "seed1": { + "l0": 32.0, + "recon_r2": 0.9285527298554502, + "l1_per_token": 2.9906049226429348 + }, + "seed2": { + "l0": 32.0, + "recon_r2": 0.9286079005470709, + "l1_per_token": 2.998922165833515 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.40591796651347284, + "mcc_abs": 0.40791848497560856, + "act_iou": 0.26515099627024036, + "act_iou_n_pairs": 6144, + "input_r2": 0.981394061082144, + "matched_mcc_signed": { + "0.6": 0.8453016417157291, + "0.7": 0.8752466265905267, + "0.8": 0.9071771997478141, + "0.9": 0.937659416227592 + }, + "matched_mcc_abs": { + "0.6": 0.8528024656606271, + "0.7": 0.8778687632773583, + "0.8": 0.9072812482596023, + "0.9": 0.937300925950616 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4003291231303727, + "mcc_abs": 0.40242356248221717, + "act_iou": 0.26123694097538536, + "act_iou_n_pairs": 6144, + "input_r2": 0.9814421063603797, + "matched_mcc_signed": { + "0.6": 0.8451025150943804, + "0.7": 0.8744216959086927, + "0.8": 0.904824348547199, + "0.9": 0.9357042543856208 + }, + "matched_mcc_abs": { + "0.6": 0.8525862460565877, + "0.7": 0.8781182059814636, + "0.8": 0.9052480023347722, + "0.9": 0.9353526491513035 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.39890847405454943, + "mcc_abs": 0.4010138809201282, + "act_iou": 0.2619740501088506, + "act_iou_n_pairs": 6144, + "input_r2": 0.9814863094300029, + "matched_mcc_signed": { + "0.6": 0.8442900531843606, + "0.7": 0.8792599535495073, + "0.8": 0.9081538683257436, + "0.9": 0.9381593123538606 + }, + "matched_mcc_abs": { + "0.6": 0.8516609395687579, + "0.7": 0.8803140886774655, + "0.8": 0.9068528384693986, + "0.9": 0.9372601180181431 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 32.0, + "l0_std": 0.0, + "recon_r2_mean": 0.9285627326742842, + "recon_r2_std": 4.1089987443380066e-05, + "l1_per_token_mean": 2.9943580904146994, + "l1_per_token_std": 0.004217500679531211, + "input_r2_mean": 0.9814408256241755, + "input_r2_std": 4.6137507893185397e-05, + "mcc_signed_mean": 0.40171852123279833, + "mcc_signed_std": 0.003705545364476589, + "mcc_abs_mean": 0.403785309459318, + "mcc_abs_std": 0.003648171516386176, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8448980699981566, + "0.7": 0.8763094253495756, + "0.8": 0.9067184722069189, + "0.9": 0.9371743276556912 + }, + "matched_mcc_signed_band": 0.8912750738025856, + "matched_mcc_abs_per_threshold": { + "0.6": 0.852349883761991, + "0.7": 0.8787670193120958, + "0.8": 0.906460696354591, + "0.9": 0.9366378977066875 + }, + "matched_mcc_abs_band": 0.8935538742838413, + "act_iou_mean": 0.2627873291181588, + "act_iou_std": 0.0020799096790561776, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_32/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..141d6266cb94dae8a10aec93443a76d74f42175d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9287, + "l1_per_token": 2.9923, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 5, + "dense_rate": 0.0008138020833333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6143, + "0.2": 1504, + "0.3": 76, + "0.4": 4, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 511, + "0.3": 35, + "0.4": 2, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6143, + "0.2": 86, + "0.3": 4, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.17926204204559326, + "n_dup_abs": { + "0.1": 6143, + "0.2": 2395, + "0.3": 136, + "0.4": 13, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 518, + "0.3": 59, + "0.4": 6, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6143, + "0.2": 831, + "0.3": 6, + "0.4": 3, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.1949828863143921, + "l0_raw": 31.9488 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9287, + "l1_per_token": 2.9892, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 5, + "dense_rate": 0.0008138020833333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6142, + "0.2": 1452, + "0.3": 62, + "0.4": 10, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 508, + "0.3": 29, + "0.4": 5, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6142, + "0.2": 29, + "0.3": 4, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.17942388355731964, + "n_dup_abs": { + "0.1": 6143, + "0.2": 2402, + "0.3": 101, + "0.4": 18, + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 538, + "0.3": 43, + "0.4": 9, + "0.5": 1, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6143, + "0.2": 506, + "0.3": 5, + "0.4": 2, + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.19544513523578644, + "l0_raw": 31.9488 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "recon_r2": 0.9288, + "l1_per_token": 2.9977, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 4, + "dense_rate": 0.0006510416666666666, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6141, + "0.2": 1532, + "0.3": 61, + "0.4": 8, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 495, + "0.3": 28, + "0.4": 4, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6141, + "0.2": 93, + "0.3": 4, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.17966048419475555, + "n_dup_abs": { + "0.1": 6143, + "0.2": 2415, + "0.3": 109, + "0.4": 12, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 526, + "0.3": 48, + "0.4": 6, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6143, + "0.2": 785, + "0.3": 4, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.1948884129524231, + "l0_raw": 31.9488 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.486111044883728, + "dcs_abs": 0.7461330890655518, + "frac_sign_flipped": 0.4967447916666667, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.4979170858860016, + "0.2": 0.5018506646156311, + "0.3": 0.48677167296409607, + "0.4": 0.48633629083633423, + "0.5": 0.4861110746860504, + "0.6": 0.4861110746860504, + "0.7": 0.4861110746860504, + "0.8": 0.4861110746860504, + "0.9": 0.4861110746860504 + }, + "unique_frac_signed": { + "0.1": 0.0004069010416666667, + "0.2": 0.8423665364583334, + "0.3": 0.9939778645833334, + "0.4": 0.9994303385416666, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.00020260298091064519, + "0.2": 0.42274220617158187, + "0.3": 0.4838402680325089, + "0.4": 0.48605924379565596, + "0.5": 0.4861110746860504, + "0.6": 0.4861110746860504, + "0.7": 0.4861110746860504, + "0.8": 0.4861110746860504, + "0.9": 0.4861110746860504 + }, + "matched_frac_signed": { + "0.1": 0.00016276041666666666, + "0.2": 0.5486653645833334, + "0.3": 0.5203450520833334, + "0.4": 0.4656575520833333, + "0.5": 0.4228515625, + "0.6": 0.3802083333333333, + "0.7": 0.3400065104166667, + "0.8": 0.2955729166666667, + "0.9": 0.24397786458333334 + }, + "matched_cos_abs": { + "0.1": 0.9998070001602173, + "0.2": 0.7412000894546509, + "0.3": 0.746025800704956, + "0.4": 0.7463035583496094, + "0.5": 0.746235728263855, + "0.6": 0.7461331486701965, + "0.7": 0.7461331486701965, + "0.8": 0.7461331486701965, + "0.9": 0.7461331486701965 + }, + "unique_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.695556640625, + "0.3": 0.989013671875, + "0.4": 0.9986979166666666, + "0.5": 0.9999186197916666, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.00032545800786465406, + "0.2": 0.5155466442520265, + "0.3": 0.7378297164686956, + "0.4": 0.745331808924675, + "0.5": 0.746174999444823, + "0.6": 0.7461331486701965, + "0.7": 0.7461331486701965, + "0.8": 0.7461331486701965, + "0.9": 0.7461331486701965 + }, + "matched_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.615234375, + "0.3": 0.83837890625, + "0.4": 0.814453125, + "0.5": 0.7765299479166666, + "0.6": 0.7273763020833334, + "0.7": 0.6652018229166666, + "0.8": 0.5851236979166666, + "0.9": 0.4817708333333333 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.4798751771450043, + "dcs_abs": 0.7504377961158752, + "frac_sign_flipped": 0.50830078125, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.5205601453781128, + "0.2": 0.4893231987953186, + "0.3": 0.48060837388038635, + "0.4": 0.48001572489738464, + "0.5": 0.4798751771450043, + "0.6": 0.4798751771450043, + "0.7": 0.4798751771450043, + "0.8": 0.4798751771450043, + "0.9": 0.4798751771450043 + }, + "unique_frac_signed": { + "0.1": 0.00048828125, + "0.2": 0.8347981770833334, + "0.3": 0.9939778645833334, + "0.4": 0.99951171875, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.00025417975848540664, + "0.2": 0.4084861143589175, + "0.3": 0.47771408517049474, + "0.4": 0.4797813422192121, + "0.5": 0.4798751771450043, + "0.6": 0.4798751771450043, + "0.7": 0.4798751771450043, + "0.8": 0.4798751771450043, + "0.9": 0.4798751771450043 + }, + "matched_frac_signed": { + "0.1": 0.00016276041666666666, + "0.2": 0.5310872395833334, + "0.3": 0.5087890625, + "0.4": 0.4508463541666667, + "0.5": 0.40869140625, + "0.6": 0.3732096354166667, + "0.7": 0.3361002604166667, + "0.8": 0.2932942708333333, + "0.9": 0.24251302083333334 + }, + "matched_cos_abs": { + "0.1": 0.9995492696762085, + "0.2": 0.7453951835632324, + "0.3": 0.74959397315979, + "0.4": 0.7503475546836853, + "0.5": 0.7504377961158752, + "0.6": 0.7504377961158752, + "0.7": 0.7504377961158752, + "0.8": 0.7504377961158752, + "0.9": 0.7504377961158752 + }, + "unique_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.6935221354166666, + "0.3": 0.98876953125, + "0.4": 0.9989420572916666, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0003253741112227241, + "0.2": 0.5169480594340712, + "0.3": 0.7411756814690307, + "0.4": 0.7495537299594919, + "0.5": 0.7504377961158752, + "0.6": 0.7504377961158752, + "0.7": 0.7504377961158752, + "0.8": 0.7504377961158752, + "0.9": 0.7504377961158752 + }, + "matched_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.6171875, + "0.3": 0.8369140625, + "0.4": 0.8131510416666666, + "0.5": 0.7805989583333334, + "0.6": 0.7353515625, + "0.7": 0.67431640625, + "0.8": 0.5973307291666666, + "0.9": 0.4951171875 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4807085692882538, + "dcs_abs": 0.7500093579292297, + "frac_sign_flipped": 0.5001627604166666, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.6573279500007629, + "0.2": 0.49307382106781006, + "0.3": 0.481281042098999, + "0.4": 0.4807799458503723, + "0.5": 0.4807085692882538, + "0.6": 0.4807085692882538, + "0.7": 0.4807085692882538, + "0.8": 0.4807085692882538, + "0.9": 0.4807085692882538 + }, + "unique_frac_signed": { + "0.1": 0.0005696614583333334, + "0.2": 0.8387858072916666, + "0.3": 0.99462890625, + "0.4": 0.999267578125, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.00037445439860069507, + "0.2": 0.41358332305874984, + "0.3": 0.4786960365017876, + "0.4": 0.4804278121009702, + "0.5": 0.4807085692882538, + "0.6": 0.4807085692882538, + "0.7": 0.4807085692882538, + "0.8": 0.4807085692882538, + "0.9": 0.4807085692882538 + }, + "matched_frac_signed": { + "0.1": 0.0003255208333333333, + "0.2": 0.53466796875, + "0.3": 0.5123697916666666, + "0.4": 0.4541015625, + "0.5": 0.4119466145833333, + "0.6": 0.3766276041666667, + "0.7": 0.3331705729166667, + "0.8": 0.2923177083333333, + "0.9": 0.24202473958333334 + }, + "matched_cos_abs": { + "0.1": 0.9995453357696533, + "0.2": 0.7478965520858765, + "0.3": 0.7489544749259949, + "0.4": 0.7501855492591858, + "0.5": 0.7501157522201538, + "0.6": 0.7500094771385193, + "0.7": 0.7500094771385193, + "0.8": 0.7500094771385193, + "0.9": 0.7500094771385193 + }, + "unique_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.694580078125, + "0.3": 0.9903157552083334, + "0.4": 0.998779296875, + "0.5": 0.9999186197916666, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.000325372830654184, + "0.2": 0.5194740455772262, + "0.3": 0.7417014164529974, + "0.4": 0.7492697954148753, + "0.5": 0.750054707643964, + "0.6": 0.7500094771385193, + "0.7": 0.7500094771385193, + "0.8": 0.7500094771385193, + "0.9": 0.7500094771385193 + }, + "matched_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.6160481770833334, + "0.3": 0.83984375, + "0.4": 0.8154296875, + "0.5": 0.7810872395833334, + "0.6": 0.7395833333333334, + "0.7": 0.6700846354166666, + "0.8": 0.5927734375, + "0.9": 0.4881184895833333 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 5, + "n_dense_std": 0.5773502691896258, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9287333333333333, + "recon_r2_std": 5.7735026918956215e-05, + "l1_per_token_mean": 2.993066666666667, + "l1_per_token_std": 0.004247744499535362, + "babel_mu1_signed_mean": 0.1794488032658895, + "babel_mu1_signed_std": 0.0002003865775536653, + "n_dup_signed_per_threshold": { + "0.1": 6142.0, + "0.2": 1496.0, + "0.3": 66.33333333333333, + "0.4": 7.333333333333333, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.0, + "n_dup_signed_band_std": 0.0, + "n_dup_clusters_signed_per_threshold": { + "0.1": 1.0, + "0.2": 504.6666666666667, + "0.3": 30.666666666666668, + "0.4": 3.6666666666666665, + "0.5": 0.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.0, + "n_dup_clusters_signed_band_std": 0.0, + "largest_dup_signed_per_threshold": { + "0.1": 6142.0, + "0.2": 69.33333333333333, + "0.3": 4.0, + "0.4": 2.0, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.48223159710566205, + "dcs_signed_std": 0.0033854426465623985, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.0002770790459989156, + "0.2": 0.4149372145297497, + "0.3": 0.48008346323493045, + "0.4": 0.48208946603861275, + "0.5": 0.48223160703976947, + "0.6": 0.48223160703976947, + "0.7": 0.48223160703976947, + "0.8": 0.48223160703976947, + "0.9": 0.48223160703976947 + }, + "dedup_dcs_signed_band": 0.48223160703976947, + "dedup_dcs_signed_band_std": 0.0033854597221075963, + "matched_cos_signed_per_threshold": { + "0.1": 0.5586017270882925, + "0.2": 0.4947492281595866, + "0.3": 0.48288702964782715, + "0.4": 0.4823773205280304, + "0.5": 0.48223160703976947, + "0.6": 0.48223160703976947, + "0.7": 0.48223160703976947, + "0.8": 0.48223160703976947, + "0.9": 0.48223160703976947 + }, + "matched_cos_signed_band": 0.48223160703976947, + "matched_cos_signed_band_std": 0.0033854597221075963, + "unique_frac_signed_per_threshold": { + "0.1": 0.00048828125, + "0.2": 0.8386501736111112, + "0.3": 0.9941948784722223, + "0.4": 0.9994032118055555, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 1.0, + "unique_frac_signed_band_std": 0.0, + "matched_frac_signed_per_threshold": { + "0.1": 0.00021701388888888888, + "0.2": 0.5381401909722222, + "0.3": 0.5138346354166666, + "0.4": 0.4568684895833333, + "0.5": 0.41449652777777773, + "0.6": 0.3766818576388889, + "0.7": 0.33642578125, + "0.8": 0.2937282986111111, + "0.9": 0.24283854166666666 + }, + "matched_frac_signed_band": 0.3124186197916667, + "matched_frac_signed_band_std": 0.002188204697224732, + "babel_mu1_abs_mean": 0.19510547816753387, + "babel_mu1_abs_std": 0.0002979202863869395, + "n_dup_abs_per_threshold": { + "0.1": 6143.0, + "0.2": 2404.0, + "0.3": 115.33333333333333, + "0.4": 14.333333333333334, + "0.5": 0.6666666666666666, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 0.0, + "n_dup_abs_band_std": 0.0, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.0, + "0.2": 527.3333333333334, + "0.3": 50.0, + "0.4": 7.0, + "0.5": 0.3333333333333333, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 0.0, + "n_dup_clusters_abs_band_std": 0.0, + "largest_dup_abs_per_threshold": { + "0.1": 6143.0, + "0.2": 707.3333333333334, + "0.3": 5.0, + "0.4": 2.3333333333333335, + "0.5": 1.3333333333333333, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.7488600810368856, + "dcs_abs_std": 0.0023713400702415847, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.000325401649913854, + "0.2": 0.517322916421108, + "0.3": 0.7402356047969079, + "0.4": 0.7480517780996806, + "0.5": 0.7488891677348875, + "0.6": 0.7488601406415304, + "0.7": 0.7488601406415304, + "0.8": 0.7488601406415304, + "0.9": 0.7488601406415304 + }, + "dedup_dcs_abs_band": 0.7488601406415304, + "dedup_dcs_abs_band_std": 0.0023713346864962263, + "matched_cos_abs_per_threshold": { + "0.1": 0.9996338685353597, + "0.2": 0.7448306083679199, + "0.3": 0.7481914162635803, + "0.4": 0.7489455540974935, + "0.5": 0.748929758866628, + "0.6": 0.7488601406415304, + "0.7": 0.7488601406415304, + "0.8": 0.7488601406415304, + "0.9": 0.7488601406415304 + }, + "matched_cos_abs_band": 0.7488601406415304, + "matched_cos_abs_band_std": 0.0023713346864962263, + "unique_frac_abs_per_threshold": { + "0.1": 0.0003255208333333333, + "0.2": 0.6945529513888888, + "0.3": 0.9893663194444445, + "0.4": 0.998806423611111, + "0.5": 0.9999457465277777, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 1.0, + "unique_frac_abs_band_std": 0.0, + "matched_frac_abs_per_threshold": { + "0.1": 0.0003255208333333333, + "0.2": 0.6161566840277778, + "0.3": 0.83837890625, + "0.4": 0.8143446180555555, + "0.5": 0.7794053819444445, + "0.6": 0.734103732638889, + "0.7": 0.6698676215277777, + "0.8": 0.5917426215277778, + "0.9": 0.48833550347222215 + }, + "matched_frac_abs_band": 0.6210123697916666, + "matched_frac_abs_band_std": 0.005513621724422723, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f6f74c4605a9dd3c941492c25517f92ab351c74 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..66a90af9469f9496c1d30b01fa494700200eb923 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0324, + "r2_score": 0.9287, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.005, + "l0_per_token_0.05": 0.0049, + "l0_per_token_0.1": 0.0014, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 0.936, + "l1_per_token": 2.9923 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ca107f7c169ca904540ec33a7211206af747fd8e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..cf1cfc8a1c1f13a35bbf57c6c7db914b64fa2459 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0324, + "r2_score": 0.9287, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.005, + "l0_per_token_0.05": 0.0048, + "l0_per_token_0.1": 0.0014, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 0.9344, + "l1_per_token": 2.9892 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c247844b1ed1ce682ed350650507bce658425e5e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..19d7932a9c0448591a6eeb22a378a2b6cdb63385 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0323, + "r2_score": 0.9288, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0051, + "l0_per_token_0.05": 0.0049, + "l0_per_token_0.1": 0.0014, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 0.9373, + "l1_per_token": 2.9977 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_64/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..5520e91d5ddce8c0ae0df750415b8cf54c19ace2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 64.0, + "recon_r2": 0.9435188476820521, + "l1_per_token": 4.123610060793053 + }, + "seed1": { + "l0": 64.0, + "recon_r2": 0.9434682902006877, + "l1_per_token": 4.119972250099781 + }, + "seed2": { + "l0": 64.0, + "recon_r2": 0.9435272485988895, + "l1_per_token": 4.120274535897519 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.4412132727585408, + "mcc_abs": 0.4441286104146414, + "act_iou": 0.29569932287938844, + "act_iou_n_pairs": 6144, + "input_r2": 0.9844591629405078, + "matched_mcc_signed": { + "0.6": 0.8661474408984491, + "0.7": 0.8946679859819839, + "0.8": 0.9187076595471731, + "0.9": 0.942301138138526 + }, + "matched_mcc_abs": { + "0.6": 0.8713699359589182, + "0.7": 0.893481800519988, + "0.8": 0.9170948879521142, + "0.9": 0.9408900696792937 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.42955583470685815, + "mcc_abs": 0.4323972710329375, + "act_iou": 0.28511578530190773, + "act_iou_n_pairs": 6144, + "input_r2": 0.9843250158475114, + "matched_mcc_signed": { + "0.6": 0.8649521483333997, + "0.7": 0.893811315413231, + "0.8": 0.9195469910181375, + "0.9": 0.943861995636893 + }, + "matched_mcc_abs": { + "0.6": 0.8709721623798996, + "0.7": 0.894504789924499, + "0.8": 0.9183235654261249, + "0.9": 0.9429771249795552 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4321171506074945, + "mcc_abs": 0.4345969412075325, + "act_iou": 0.28818156269977785, + "act_iou_n_pairs": 6144, + "input_r2": 0.9842479940849732, + "matched_mcc_signed": { + "0.6": 0.8669550194295095, + "0.7": 0.8947909034676925, + "0.8": 0.9204052940171017, + "0.9": 0.9421426467608026 + }, + "matched_mcc_abs": { + "0.6": 0.8705195239427144, + "0.7": 0.8934591794878177, + "0.8": 0.9188126363949526, + "0.9": 0.9414684076465006 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 64.0, + "l0_std": 0.0, + "recon_r2_mean": 0.9435047954938764, + "recon_r2_std": 3.18923372304981e-05, + "l1_per_token_mean": 4.121285615596784, + "l1_per_token_std": 0.0020186946967584887, + "input_r2_mean": 0.9843440576243309, + "input_r2_std": 0.00010686446245258985, + "mcc_signed_mean": 0.43429541935763116, + "mcc_signed_std": 0.006126386091577224, + "mcc_abs_mean": 0.43704094088503714, + "mcc_abs_std": 0.006235858540723264, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8660182028871194, + "0.7": 0.8944234016209691, + "0.8": 0.919553314860804, + "0.9": 0.9427685935120739 + }, + "matched_mcc_signed_band": 0.9056908782202416, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8709538740938441, + "0.7": 0.8938152566441016, + "0.8": 0.9180770299243973, + "0.9": 0.9417785341017831 + }, + "matched_mcc_abs_band": 0.9061561736910315, + "act_iou_mean": 0.28966555696035806, + "act_iou_std": 0.005445594195086766, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_64/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..c0ead4717565161500cfc3f199843284a195f43d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/dict_metrics_step_final.json @@ -0,0 +1,772 @@ +{ + "schema": 1, + "step": "final", + "thresholds": [ + 0.1, + 0.2, + 0.3, + 0.4, + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9437, + "l1_per_token": 4.1221, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 23, + "dense_rate": 0.0037434895833333335, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6143, + "0.2": 672, + "0.3": 26, + "0.4": 2, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 283, + "0.3": 13, + "0.4": 1, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6143, + "0.2": 17, + "0.3": 2, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1612764149904251, + "n_dup_abs": { + "0.1": 6143, + "0.2": 1204, + "0.3": 61, + "0.4": 18, + "0.5": 4, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 453, + "0.3": 30, + "0.4": 9, + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6143, + "0.2": 43, + "0.3": 3, + "0.4": 2, + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.17612500488758087, + "l0_raw": 63.8976 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9436, + "l1_per_token": 4.1185, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 24, + "dense_rate": 0.00390625, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6138, + "0.2": 647, + "0.3": 28, + "0.4": 6, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 2, + "0.2": 283, + "0.3": 14, + "0.4": 3, + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6136, + "0.2": 8, + "0.3": 2, + "0.4": 2, + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1612602323293686, + "n_dup_abs": { + "0.1": 6142, + "0.2": 1192, + "0.3": 76, + "0.4": 14, + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 446, + "0.3": 38, + "0.4": 7, + "0.5": 1, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6142, + "0.2": 34, + "0.3": 2, + "0.4": 2, + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.17635679244995117, + "l0_raw": 63.8976 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "recon_r2": 0.9437, + "l1_per_token": 4.1188, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 24, + "dense_rate": 0.00390625, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.1": 6139, + "0.2": 681, + "0.3": 52, + "0.4": 6, + "0.5": 4, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.1": 1, + "0.2": 293, + "0.3": 26, + "0.4": 3, + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.1": 6139, + "0.2": 25, + "0.3": 2, + "0.4": 2, + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.16176050901412964, + "n_dup_abs": { + "0.1": 6143, + "0.2": 1161, + "0.3": 78, + "0.4": 12, + "0.5": 4, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.1": 1, + "0.2": 439, + "0.3": 38, + "0.4": 6, + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.1": 6143, + "0.2": 62, + "0.3": 4, + "0.4": 2, + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.17617440223693848, + "l0_raw": 63.8976 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.5014006495475769, + "dcs_abs": 0.7951579689979553, + "frac_sign_flipped": 0.4928385416666667, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.9997002482414246, + "0.2": 0.5074418783187866, + "0.3": 0.5019554495811462, + "0.4": 0.5015004873275757, + "0.5": 0.5014006495475769, + "0.6": 0.5014006495475769, + "0.7": 0.5014006495475769, + "0.8": 0.5014006495475769, + "0.9": 0.5014006495475769 + }, + "unique_frac_signed": { + "0.1": 0.0008138020833333334, + "0.2": 0.938720703125, + "0.3": 0.997802734375, + "0.4": 0.9996744791666666, + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0008135581447277218, + "0.2": 0.47634619681048207, + "0.3": 0.5008525201265002, + "0.4": 0.5013372384710237, + "0.5": 0.5014006495475769, + "0.6": 0.5014006495475769, + "0.7": 0.5014006495475769, + "0.8": 0.5014006495475769, + "0.9": 0.5014006495475769 + }, + "matched_frac_signed": { + "0.1": 0.0003255208333333333, + "0.2": 0.5958658854166666, + "0.3": 0.5397135416666666, + "0.4": 0.48193359375, + "0.5": 0.44189453125, + "0.6": 0.404296875, + "0.7": 0.3668619791666667, + "0.8": 0.3304036458333333, + "0.9": 0.287109375 + }, + "matched_cos_abs": { + "0.1": 0.9997406005859375, + "0.2": 0.7886250019073486, + "0.3": 0.7956858277320862, + "0.4": 0.7954081892967224, + "0.5": 0.7952098250389099, + "0.6": 0.7951579689979553, + "0.7": 0.7951579689979553, + "0.8": 0.7951579689979553, + "0.9": 0.7951579689979553 + }, + "unique_frac_abs": { + "0.1": 0.0004069010416666667, + "0.2": 0.878173828125, + "0.3": 0.994384765625, + "0.4": 0.9986979166666666, + "0.5": 0.999755859375, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.00040679549177487695, + "0.2": 0.6925498368800618, + "0.3": 0.7912178653205046, + "0.4": 0.7943725015502423, + "0.5": 0.7950156820152188, + "0.6": 0.7951579689979553, + "0.7": 0.7951579689979553, + "0.8": 0.7951579689979553, + "0.9": 0.7951579689979553 + }, + "matched_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.8151041666666666, + "0.3": 0.8958333333333334, + "0.4": 0.8649088541666666, + "0.5": 0.8279622395833334, + "0.6": 0.78369140625, + "0.7": 0.7278645833333334, + "0.8": 0.6569010416666666, + "0.9": 0.5696614583333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.49161458015441895, + "dcs_abs": 0.7952971458435059, + "frac_sign_flipped": 0.5086263020833334, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.5272746682167053, + "0.2": 0.49935615062713623, + "0.3": 0.4926460087299347, + "0.4": 0.491731733083725, + "0.5": 0.4917498528957367, + "0.6": 0.49161458015441895, + "0.7": 0.49161458015441895, + "0.8": 0.49161458015441895, + "0.9": 0.49161458015441895 + }, + "unique_frac_signed": { + "0.1": 0.0006510416666666666, + "0.2": 0.936767578125, + "0.3": 0.996826171875, + "0.4": 0.9996744791666666, + "0.5": 0.9998372395833334, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0003432777787869175, + "0.2": 0.4677806518448051, + "0.3": 0.49108243497175863, + "0.4": 0.4915716641601951, + "0.5": 0.4916698154847836, + "0.6": 0.49161458015441895, + "0.7": 0.49161458015441895, + "0.8": 0.49161458015441895, + "0.9": 0.49161458015441895 + }, + "matched_frac_signed": { + "0.1": 0.00016276041666666666, + "0.2": 0.5872395833333334, + "0.3": 0.53076171875, + "0.4": 0.4716796875, + "0.5": 0.4306640625, + "0.6": 0.39111328125, + "0.7": 0.3544921875, + "0.8": 0.3162434895833333, + "0.9": 0.2736002604166667 + }, + "matched_cos_abs": { + "0.1": 0.9995733499526978, + "0.2": 0.7909128665924072, + "0.3": 0.7953703999519348, + "0.4": 0.7953822016716003, + "0.5": 0.7952798008918762, + "0.6": 0.7952971458435059, + "0.7": 0.7952971458435059, + "0.8": 0.7952971458435059, + "0.9": 0.7952971458435059 + }, + "unique_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.880126953125, + "0.3": 0.9942220052083334, + "0.4": 0.998779296875, + "0.5": 0.9996744791666666, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0003253819498543938, + "0.2": 0.696103731461335, + "0.3": 0.7907747539235668, + "0.4": 0.7944112761324504, + "0.5": 0.7950209207483567, + "0.6": 0.7952971458435059, + "0.7": 0.7952971458435059, + "0.8": 0.7952971458435059, + "0.9": 0.7952971458435059 + }, + "matched_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.8211263020833334, + "0.3": 0.8986002604166666, + "0.4": 0.8673502604166666, + "0.5": 0.8304036458333334, + "0.6": 0.78271484375, + "0.7": 0.7249348958333334, + "0.8": 0.6539713541666666, + "0.9": 0.5634765625 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4926687180995941, + "dcs_abs": 0.7954237461090088, + "frac_sign_flipped": 0.5107421875, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.1": 0.6082008481025696, + "0.2": 0.4988877475261688, + "0.3": 0.4933869242668152, + "0.4": 0.49272793531417847, + "0.5": 0.49276959896087646, + "0.6": 0.4926687180995941, + "0.7": 0.4926687180995941, + "0.8": 0.4926687180995941, + "0.9": 0.4926687180995941 + }, + "unique_frac_signed": { + "0.1": 0.0011393229166666667, + "0.2": 0.9388020833333334, + "0.3": 0.9967447916666666, + "0.4": 0.99951171875, + "0.5": 0.9998372395833334, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.1": 0.0006929371641793599, + "0.2": 0.4683568567270413, + "0.3": 0.49178084703938413, + "0.4": 0.49248734550201334, + "0.5": 0.49268939557562896, + "0.6": 0.4926687180995941, + "0.7": 0.4926687180995941, + "0.8": 0.4926687180995941, + "0.9": 0.4926687180995941 + }, + "matched_frac_signed": { + "0.1": 0.0006510416666666666, + "0.2": 0.5900065104166666, + "0.3": 0.5221354166666666, + "0.4": 0.4713541666666667, + "0.5": 0.4306640625, + "0.6": 0.3935546875, + "0.7": 0.359375, + "0.8": 0.3211263020833333, + "0.9": 0.2809244791666667 + }, + "matched_cos_abs": { + "0.1": 0.9996134638786316, + "0.2": 0.7907982468605042, + "0.3": 0.7958696484565735, + "0.4": 0.7956628203392029, + "0.5": 0.7954973578453064, + "0.6": 0.7954237461090088, + "0.7": 0.7954237461090088, + "0.8": 0.7954237461090088, + "0.9": 0.7954237461090088 + }, + "unique_frac_abs": { + "0.1": 0.0004069010416666667, + "0.2": 0.8805338541666666, + "0.3": 0.99365234375, + "0.4": 0.9989420572916666, + "0.5": 0.999755859375, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.1": 0.0004067437597162401, + "0.2": 0.6963246281763228, + "0.3": 0.7908177415083628, + "0.4": 0.7948210546601331, + "0.5": 0.7953031446231762, + "0.6": 0.7954237461090088, + "0.7": 0.7954237461090088, + "0.8": 0.7954237461090088, + "0.9": 0.7954237461090088 + }, + "matched_frac_abs": { + "0.1": 0.0003255208333333333, + "0.2": 0.8212890625, + "0.3": 0.8990885416666666, + "0.4": 0.8670247395833334, + "0.5": 0.83056640625, + "0.6": 0.7859700520833334, + "0.7": 0.728515625, + "0.8": 0.6526692708333334, + "0.9": 0.5672200520833334 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 24, + "n_dense_std": 0.5773502691896258, + "l0_mean": 64, + "l0_std": 8.702335715267317e-15, + "recon_r2_mean": 0.9436666666666667, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 4.119800000000001, + "l1_per_token_std": 0.0019731531449262815, + "babel_mu1_signed_mean": 0.1614323854446411, + "babel_mu1_signed_std": 0.00028427852059228093, + "n_dup_signed_per_threshold": { + "0.1": 6140.0, + "0.2": 666.6666666666666, + "0.3": 35.333333333333336, + "0.4": 4.666666666666667, + "0.5": 1.3333333333333333, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.0, + "n_dup_signed_band_std": 0.0, + "n_dup_clusters_signed_per_threshold": { + "0.1": 1.3333333333333333, + "0.2": 286.3333333333333, + "0.3": 17.666666666666668, + "0.4": 2.3333333333333335, + "0.5": 0.6666666666666666, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.0, + "n_dup_clusters_signed_band_std": 0.0, + "largest_dup_signed_per_threshold": { + "0.1": 6139.333333333333, + "0.2": 16.666666666666668, + "0.3": 2.0, + "0.4": 2.0, + "0.5": 1.3333333333333333, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.49522798260052997, + "dcs_signed_std": 0.005371607267032713, + "dedup_dcs_signed_per_threshold": { + "0.1": 0.0006165910292313331, + "0.2": 0.4708279017941095, + "0.3": 0.49457193404588096, + "0.4": 0.4951320827110774, + "0.5": 0.49525328686932985, + "0.6": 0.49522798260052997, + "0.7": 0.49522798260052997, + "0.8": 0.49522798260052997, + "0.9": 0.49522798260052997 + }, + "dedup_dcs_signed_band": 0.49522798260052997, + "dedup_dcs_signed_band_std": 0.005371607267032713, + "matched_cos_signed_per_threshold": { + "0.1": 0.7117252548535665, + "0.2": 0.5018952588240305, + "0.3": 0.4959961275259654, + "0.4": 0.49532005190849304, + "0.5": 0.49530670046806335, + "0.6": 0.49522798260052997, + "0.7": 0.49522798260052997, + "0.8": 0.49522798260052997, + "0.9": 0.49522798260052997 + }, + "matched_cos_signed_band": 0.49522798260052997, + "matched_cos_signed_band_std": 0.005371607267032713, + "unique_frac_signed_per_threshold": { + "0.1": 0.0008680555555555556, + "0.2": 0.9380967881944445, + "0.3": 0.9971245659722222, + "0.4": 0.9996202256944443, + "0.5": 0.9998914930555557, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 1.0, + "unique_frac_signed_band_std": 0.0, + "matched_frac_signed_per_threshold": { + "0.1": 0.0003797743055555555, + "0.2": 0.5910373263888888, + "0.3": 0.5308702256944443, + "0.4": 0.4749891493055556, + "0.5": 0.4344075520833333, + "0.6": 0.3963216145833333, + "0.7": 0.3602430555555556, + "0.8": 0.3225911458333333, + "0.9": 0.28054470486111116 + }, + "matched_frac_signed_band": 0.3399251302083333, + "matched_frac_signed_band_std": 0.006730861540919421, + "babel_mu1_abs_mean": 0.17621873319149017, + "babel_mu1_abs_std": 0.00012208723793251248, + "n_dup_abs_per_threshold": { + "0.1": 6142.666666666667, + "0.2": 1185.6666666666667, + "0.3": 71.66666666666667, + "0.4": 14.666666666666666, + "0.5": 3.3333333333333335, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 0.0, + "n_dup_abs_band_std": 0.0, + "n_dup_clusters_abs_per_threshold": { + "0.1": 1.0, + "0.2": 446.0, + "0.3": 35.333333333333336, + "0.4": 7.333333333333333, + "0.5": 1.6666666666666667, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 0.0, + "n_dup_clusters_abs_band_std": 0.0, + "largest_dup_abs_per_threshold": { + "0.1": 6142.666666666667, + "0.2": 46.333333333333336, + "0.3": 3.0, + "0.4": 2.0, + "0.5": 2.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.7952929536501566, + "dcs_abs_std": 0.00013293813995159378, + "dedup_dcs_abs_per_threshold": { + "0.1": 0.0003796404004485036, + "0.2": 0.6949927321725732, + "0.3": 0.7909367869174782, + "0.4": 0.7945349441142753, + "0.5": 0.7951132491289172, + "0.6": 0.7952929536501566, + "0.7": 0.7952929536501566, + "0.8": 0.7952929536501566, + "0.9": 0.7952929536501566 + }, + "dedup_dcs_abs_band": 0.7952929536501566, + "dedup_dcs_abs_band_std": 0.00013293813995159378, + "matched_cos_abs_per_threshold": { + "0.1": 0.9996424714724222, + "0.2": 0.79011203845342, + "0.3": 0.7956419587135315, + "0.4": 0.7954844037691752, + "0.5": 0.7953289945920309, + "0.6": 0.7952929536501566, + "0.7": 0.7952929536501566, + "0.8": 0.7952929536501566, + "0.9": 0.7952929536501566 + }, + "matched_cos_abs_band": 0.7952929536501566, + "matched_cos_abs_band_std": 0.00013293813995159378, + "unique_frac_abs_per_threshold": { + "0.1": 0.00037977430555555556, + "0.2": 0.8796115451388888, + "0.3": 0.9940863715277778, + "0.4": 0.998806423611111, + "0.5": 0.9997287326388888, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 1.0, + "unique_frac_abs_band_std": 0.0, + "matched_frac_abs_per_threshold": { + "0.1": 0.0003255208333333333, + "0.2": 0.8191731770833334, + "0.3": 0.8978407118055555, + "0.4": 0.8664279513888888, + "0.5": 0.8296440972222223, + "0.6": 0.7841254340277778, + "0.7": 0.7271050347222223, + "0.8": 0.6545138888888888, + "0.9": 0.5667860243055557 + }, + "matched_frac_abs_band": 0.6831325954861112, + "matched_frac_abs_band_std": 0.0016758857173479551, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed0/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..912b65aaadacd5e52a6b294a895f07ff548f9a07 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed0/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ff74e7c8169ab20738e00044f590cbaec1ddb02c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0256, + "r2_score": 0.9437, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.01, + "l0_per_token_0.05": 0.0055, + "l0_per_token_0.1": 0.0012, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.001, + "live_latent_frac": 0.9798, + "l1_per_token": 4.1221 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed1/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..884c307e2edf20d0b9bc4dfe9176dc9311b8e1eb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed1/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6c8bf3f4fccea0ac8a13b05401d49af43a0b7df4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0256, + "r2_score": 0.9436, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.01, + "l0_per_token_0.05": 0.0055, + "l0_per_token_0.1": 0.0012, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.001, + "live_latent_frac": 0.9764, + "l1_per_token": 4.1185 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed2/config.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e0f0b8b967544c630769a9f6b12e5881dec0c6f2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed2/config.json @@ -0,0 +1,20 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "isae", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "use_abstopk": true, + "num_encode_steps": 1, + "initial_step_size": 0.9, + "rip_weight": 0.1, + "rip_multiplier": 2, + "rip_weighted": false, + "l1_weight": 0.01, + "input_norm": true, + "class_type": "IsaeSAE", + "module_name": "consdl.models.isae" +} diff --git a/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..89494d8cf882a6a3ba2cdf56e2ff4c45386b944c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/isae/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0256, + "r2_score": 0.9437, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.01, + "l0_per_token_0.05": 0.0055, + "l0_per_token_0.1": 0.0012, + "l0_per_token_0.5": 0.0, + "l0_per_token_1.0": 0.0, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0013, + "live_latent_frac": 0.981, + "l1_per_token": 4.1188 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_128/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..5cfb6e64c10c9c3e857797f4768435ee3c540fd3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 276.6696615905245, + "recon_r2": 0.9888064128185703, + "l1_per_token": 105.09881091571296 + }, + "seed1": { + "l0": 270.2385685279188, + "recon_r2": 0.988642165386177, + "l1_per_token": 101.12578794672821 + }, + "seed2": { + "l0": 270.5804991539763, + "recon_r2": 0.9887367378161734, + "l1_per_token": 102.11636060895908 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.26426912606761527, + "mcc_abs": 0.2643045283350299, + "act_iou": 0.06102885222480761, + "act_iou_n_pairs": 12288, + "input_r2": 0.9890840191129816, + "matched_mcc_signed": { + "0.6": 0.4488844917148692, + "0.7": 0.46939948286017197, + "0.8": 0.4916133383131672, + "0.9": 0.5334576603251532 + }, + "matched_mcc_abs": { + "0.6": 0.4497215397273616, + "0.7": 0.47013303485902747, + "0.8": 0.4913921776495551, + "0.9": 0.5345279709913402 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.26347853357732937, + "mcc_abs": 0.2635099182944189, + "act_iou": 0.06101475498420533, + "act_iou_n_pairs": 12288, + "input_r2": 0.9891590756570798, + "matched_mcc_signed": { + "0.6": 0.4484308049595197, + "0.7": 0.46707957483579876, + "0.8": 0.48638433799443515, + "0.9": 0.5284309932150169 + }, + "matched_mcc_abs": { + "0.6": 0.4499363169802886, + "0.7": 0.4679493376541539, + "0.8": 0.48600850290279174, + "0.9": 0.5283619641728354 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.26866715627435317, + "mcc_abs": 0.26868162095870757, + "act_iou": 0.061540845150059746, + "act_iou_n_pairs": 12288, + "input_r2": 0.9890057838631401, + "matched_mcc_signed": { + "0.6": 0.45234284862242047, + "0.7": 0.46961631007497195, + "0.8": 0.4909410331475577, + "0.9": 0.5331325487807279 + }, + "matched_mcc_abs": { + "0.6": 0.45250164883476657, + "0.7": 0.46984910533031055, + "0.8": 0.490610035744069, + "0.9": 0.532811716265465 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 272.4962430908065, + "l0_std": 3.6183277378645884, + "recon_r2_mean": 0.9887284386736402, + "recon_r2_std": 8.243762240043781e-05, + "l1_per_token_mean": 102.78031982380008, + "l1_per_token_std": 2.0680568795972, + "input_r2_mean": 0.9890829595444005, + "input_r2_std": 7.665138965798342e-05, + "mcc_signed_mean": 0.2654716053064326, + "mcc_signed_std": 0.002795517593015232, + "mcc_abs_mean": 0.2654986891960521, + "mcc_abs_std": 0.0027849851406157775, + "matched_mcc_signed_per_threshold": { + "0.6": 0.4498860484322698, + "0.7": 0.46869845592364756, + "0.8": 0.48964623648505334, + "0.9": 0.5316737341069661 + }, + "matched_mcc_signed_band": 0.4849761187369842, + "matched_mcc_abs_per_threshold": { + "0.6": 0.45071983518080555, + "0.7": 0.4693104926144973, + "0.8": 0.4893369054321386, + "0.9": 0.5319005504765468 + }, + "matched_mcc_abs_band": 0.48531694592599706, + "act_iou_mean": 0.061194817453024235, + "act_iou_std": 0.00029975166118793536, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_128/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..4bc22cc6accc075232e78f948068bcca5f9a5f97 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6309, + "0.6": 4755, + "0.7": 3309, + "0.8": 1910, + "0.9": 793 + }, + "n_dup_clusters_signed": { + "0.5": 2146, + "0.6": 1621, + "0.7": 1131, + "0.8": 628, + "0.9": 229 + }, + "largest_dup_signed": { + "0.5": 179, + "0.6": 179, + "0.7": 115, + "0.8": 75, + "0.9": 23 + }, + "babel_mu1_signed": 0.5712649822235107, + "n_dup_abs": { + "0.5": 6355, + "0.6": 4793, + "0.7": 3335, + "0.8": 1932, + "0.9": 801 + }, + "n_dup_clusters_abs": { + "0.5": 2151, + "0.6": 1630, + "0.7": 1139, + "0.8": 636, + "0.9": 233 + }, + "largest_dup_abs": { + "0.5": 179, + "0.6": 179, + "0.7": 115, + "0.8": 75, + "0.9": 23 + }, + "babel_mu1_abs": 0.5738995671272278 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6232, + "0.6": 4692, + "0.7": 3250, + "0.8": 1726, + "0.9": 562 + }, + "n_dup_clusters_signed": { + "0.5": 2140, + "0.6": 1665, + "0.7": 1180, + "0.8": 622, + "0.9": 159 + }, + "largest_dup_signed": { + "0.5": 200, + "0.6": 200, + "0.7": 76, + "0.8": 52, + "0.9": 31 + }, + "babel_mu1_signed": 0.5646453499794006, + "n_dup_abs": { + "0.5": 6262, + "0.6": 4733, + "0.7": 3274, + "0.8": 1755, + "0.9": 567 + }, + "n_dup_clusters_abs": { + "0.5": 2136, + "0.6": 1667, + "0.7": 1188, + "0.8": 632, + "0.9": 161 + }, + "largest_dup_abs": { + "0.5": 201, + "0.6": 201, + "0.7": 75, + "0.8": 52, + "0.9": 31 + }, + "babel_mu1_abs": 0.5674520134925842 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6319, + "0.6": 4758, + "0.7": 3291, + "0.8": 1849, + "0.9": 584 + }, + "n_dup_clusters_signed": { + "0.5": 2176, + "0.6": 1701, + "0.7": 1200, + "0.8": 682, + "0.9": 189 + }, + "largest_dup_signed": { + "0.5": 86, + "0.6": 86, + "0.7": 86, + "0.8": 60, + "0.9": 24 + }, + "babel_mu1_signed": 0.5678232312202454, + "n_dup_abs": { + "0.5": 6365, + "0.6": 4786, + "0.7": 3323, + "0.8": 1873, + "0.9": 592 + }, + "n_dup_clusters_abs": { + "0.5": 2188, + "0.6": 1702, + "0.7": 1208, + "0.8": 690, + "0.9": 193 + }, + "largest_dup_abs": { + "0.5": 156, + "0.6": 86, + "0.7": 86, + "0.8": 60, + "0.9": 24 + }, + "babel_mu1_abs": 0.5706813335418701 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6875097751617432, + "dcs_abs": 0.6903979778289795, + "frac_sign_flipped": 0.062337239583333336, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6560145616531372, + "0.6": 0.6593931317329407, + "0.7": 0.6672127842903137, + "0.8": 0.6774665117263794, + "0.9": 0.6852989792823792 + }, + "unique_frac_signed": { + "0.5": 0.6641031901041666, + "0.6": 0.7493082682291666, + "0.7": 0.8271484375, + "0.8": 0.9029134114583334, + "0.9": 0.9606526692708334 + }, + "dedup_dcs_signed": { + "0.5": 0.4356613631486349, + "0.6": 0.4940887256210165, + "0.7": 0.5518840120057575, + "0.8": 0.6116935992516422, + "0.9": 0.6583342936961951 + }, + "matched_frac_signed": { + "0.5": 0.4269205729166667, + "0.6": 0.4351399739583333, + "0.7": 0.4193522135416667, + "0.8": 0.3744303385416667, + "0.9": 0.2819010416666667 + }, + "matched_cos_abs": { + "0.5": 0.6587198972702026, + "0.6": 0.6612824201583862, + "0.7": 0.6693212985992432, + "0.8": 0.6793627142906189, + "0.9": 0.6876773834228516 + }, + "unique_frac_abs": { + "0.5": 0.6610514322916666, + "0.6": 0.7465413411458334, + "0.7": 0.8257649739583334, + "0.8": 0.9015706380208334, + "0.9": 0.9603678385416666 + }, + "dedup_dcs_abs": { + "0.5": 0.43544773156948696, + "0.6": 0.49367466482120415, + "0.7": 0.5527020847075619, + "0.8": 0.6124934757705585, + "0.9": 0.6604232423317928 + }, + "matched_frac_abs": { + "0.5": 0.4267578125, + "0.6": 0.4342447916666667, + "0.7": 0.419189453125, + "0.8": 0.3744303385416667, + "0.9": 0.281494140625 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6934791207313538, + "dcs_abs": 0.6961972117424011, + "frac_sign_flipped": 0.060221354166666664, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6596032381057739, + "0.6": 0.6644832491874695, + "0.7": 0.6722055077552795, + "0.8": 0.6824888586997986, + "0.9": 0.6931657195091248 + }, + "unique_frac_signed": { + "0.5": 0.6620279947916666, + "0.6": 0.7480875651041666, + "0.7": 0.8262939453125, + "0.8": 0.9003499348958334, + "0.9": 0.9609781901041666 + }, + "dedup_dcs_signed": { + "0.5": 0.43667580908125575, + "0.6": 0.49709165593715926, + "0.7": 0.5554393410639022, + "0.8": 0.6144787994974953, + "0.9": 0.6661171385761311 + }, + "matched_frac_signed": { + "0.5": 0.427490234375, + "0.6": 0.439208984375, + "0.7": 0.4276529947916667, + "0.8": 0.3904622395833333, + "0.9": 0.3038736979166667 + }, + "matched_cos_abs": { + "0.5": 0.6625282168388367, + "0.6": 0.6666972637176514, + "0.7": 0.6740800738334656, + "0.8": 0.6843566298484802, + "0.9": 0.6953184008598328 + }, + "unique_frac_abs": { + "0.5": 0.6589762369791666, + "0.6": 0.7458089192708334, + "0.7": 0.8245849609375, + "0.8": 0.8991292317708334, + "0.9": 0.9606526692708334 + }, + "dedup_dcs_abs": { + "0.5": 0.4365903512249739, + "0.6": 0.49722876573408337, + "0.7": 0.5558362913507153, + "0.8": 0.6153250508529406, + "0.9": 0.6679594777791257 + }, + "matched_frac_abs": { + "0.5": 0.4259440104166667, + "0.6": 0.4380696614583333, + "0.7": 0.427001953125, + "0.8": 0.39111328125, + "0.9": 0.3043619791666667 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6926276683807373, + "dcs_abs": 0.6951238512992859, + "frac_sign_flipped": 0.05810546875, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6556909680366516, + "0.6": 0.6587815880775452, + "0.7": 0.6655604243278503, + "0.8": 0.6768547892570496, + "0.9": 0.6860227584838867 + }, + "unique_frac_signed": { + "0.5": 0.6649169921875, + "0.6": 0.75244140625, + "0.7": 0.8306884765625, + "0.8": 0.9075927734375, + "0.9": 0.967529296875 + }, + "dedup_dcs_signed": { + "0.5": 0.4359800662714406, + "0.6": 0.4956945445446763, + "0.7": 0.5528733749451931, + "0.8": 0.6143085153962602, + "0.9": 0.6637471171561629 + }, + "matched_frac_signed": { + "0.5": 0.4258626302083333, + "0.6": 0.437255859375, + "0.7": 0.4265950520833333, + "0.8": 0.3868001302083333, + "0.9": 0.293212890625 + }, + "matched_cos_abs": { + "0.5": 0.658632218837738, + "0.6": 0.660710871219635, + "0.7": 0.6680862307548523, + "0.8": 0.678894579410553, + "0.9": 0.6883328557014465 + }, + "unique_frac_abs": { + "0.5": 0.6621500651041666, + "0.6": 0.749755859375, + "0.7": 0.8290608723958334, + "0.8": 0.9061686197916666, + "0.9": 0.9672444661458334 + }, + "dedup_dcs_abs": { + "0.5": 0.43611336658310995, + "0.6": 0.4953718470496824, + "0.7": 0.5538841533052619, + "0.8": 0.6151929640085048, + "0.9": 0.6657861455435826 + }, + "matched_frac_abs": { + "0.5": 0.4254557291666667, + "0.6": 0.4370930989583333, + "0.7": 0.4267578125, + "0.8": 0.3873697916666667, + "0.9": 0.2938639322916667 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 0, + "n_dense_std": 0.0, + "l0_mean": null, + "l0_std": null, + "recon_r2_mean": null, + "recon_r2_std": null, + "l1_per_token_mean": null, + "l1_per_token_std": null, + "babel_mu1_signed_mean": 0.5679111878077189, + "babel_mu1_signed_std": 0.003310692530691358, + "n_dup_signed_per_threshold": { + "0.5": 6286.666666666667, + "0.6": 4735.0, + "0.7": 3283.3333333333335, + "0.8": 1828.3333333333333, + "0.9": 646.3333333333334 + }, + "n_dup_signed_band": 2623.2500000000005, + "n_dup_signed_band_std": 67.16723531603783, + "n_dup_clusters_signed_per_threshold": { + "0.5": 2154.0, + "0.6": 1662.3333333333333, + "0.7": 1170.3333333333333, + "0.8": 644.0, + "0.9": 192.33333333333334 + }, + "n_dup_clusters_signed_band": 917.25, + "n_dup_clusters_signed_band_std": 22.401171844347786, + "largest_dup_signed_per_threshold": { + "0.5": 155.0, + "0.6": 155.0, + "0.7": 92.33333333333333, + "0.8": 62.333333333333336, + "0.9": 26.0 + }, + "largest_dup_signed_band": 83.91666666666666, + "largest_dup_signed_band_std": 17.734735220276995, + "dcs_signed_mean": 0.6912055214246114, + "dcs_signed_std": 0.003228799793417211, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.43610574616711045, + "0.6": 0.49562497536761735, + "0.7": 0.5533989093382843, + "0.8": 0.6134936380484659, + "0.9": 0.6627328498094963 + }, + "dedup_dcs_signed_band": 0.581312593140966, + "dedup_dcs_signed_band_std": 0.002161333397282245, + "matched_cos_signed_per_threshold": { + "0.5": 0.6571029225985209, + "0.6": 0.6608859896659851, + "0.7": 0.6683262387911478, + "0.8": 0.6789367198944092, + "0.9": 0.6881624857584635 + }, + "matched_cos_signed_band": 0.6740778585275014, + "matched_cos_signed_band_std": 0.0034814149378539186, + "unique_frac_signed_per_threshold": { + "0.5": 0.6636827256944444, + "0.6": 0.7499457465277777, + "0.7": 0.8280436197916666, + "0.8": 0.9036187065972223, + "0.9": 0.9630533854166666 + }, + "unique_frac_signed_band": 0.8611653645833333, + "unique_frac_signed_band_std": 0.0029914145847825626, + "matched_frac_signed_per_threshold": { + "0.5": 0.4267578125, + "0.6": 0.43720160590277773, + "0.7": 0.4245334201388889, + "0.8": 0.3838975694444444, + "0.9": 0.2929958767361111 + }, + "matched_frac_signed_band": 0.3846571180555556, + "matched_frac_signed_band_std": 0.006398004033720409, + "babel_mu1_abs_mean": 0.570677638053894, + "babel_mu1_abs_std": 0.003223778405904299, + "n_dup_abs_per_threshold": { + "0.5": 6327.333333333333, + "0.6": 4770.666666666667, + "0.7": 3310.6666666666665, + "0.8": 1853.3333333333333, + "0.9": 653.3333333333334 + }, + "n_dup_abs_band": 2647.0000000000005, + "n_dup_abs_band_std": 66.56904310563583, + "n_dup_clusters_abs_per_threshold": { + "0.5": 2158.3333333333335, + "0.6": 1666.3333333333333, + "0.7": 1178.3333333333333, + "0.8": 652.6666666666666, + "0.9": 195.66666666666666 + }, + "n_dup_clusters_abs_band": 923.2499999999999, + "n_dup_clusters_abs_band_std": 21.68668946612184, + "largest_dup_abs_per_threshold": { + "0.5": 178.66666666666666, + "0.6": 155.33333333333334, + "0.7": 92.0, + "0.8": 62.333333333333336, + "0.9": 26.0 + }, + "largest_dup_abs_band": 83.91666666666667, + "largest_dup_abs_band_std": 17.734735220276995, + "dcs_abs_mean": 0.6939063469568888, + "dcs_abs_std": 0.0030853713088478756, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.4360504831258569, + "0.6": 0.49542509253498995, + "0.7": 0.5541408431211797, + "0.8": 0.6143371635440013, + "0.9": 0.664722955218167 + }, + "dedup_dcs_abs_band": 0.5821565136045845, + "dedup_dcs_abs_band_std": 0.002160289125803138, + "matched_cos_abs_per_threshold": { + "0.5": 0.6599601109822592, + "0.6": 0.6628968516985575, + "0.7": 0.670495867729187, + "0.8": 0.680871307849884, + "0.9": 0.6904428799947103 + }, + "matched_cos_abs_band": 0.6761767268180847, + "matched_cos_abs_band_std": 0.0034149960898894457, + "unique_frac_abs_per_threshold": { + "0.5": 0.6607259114583334, + "0.6": 0.7473687065972223, + "0.7": 0.8264702690972223, + "0.8": 0.9022894965277778, + "0.9": 0.9627549913194445 + }, + "unique_frac_abs_band": 0.8597208658854167, + "unique_frac_abs_band_std": 0.0029339935305751547, + "matched_frac_abs_per_threshold": { + "0.5": 0.42605251736111116, + "0.6": 0.43646918402777773, + "0.7": 0.42431640625, + "0.8": 0.38430447048611116, + "0.9": 0.29324001736111116 + }, + "matched_frac_abs_band": 0.38458251953125, + "matched_frac_abs_band_std": 0.006563510564671745, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_32/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..5cfb6e64c10c9c3e857797f4768435ee3c540fd3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 276.6696615905245, + "recon_r2": 0.9888064128185703, + "l1_per_token": 105.09881091571296 + }, + "seed1": { + "l0": 270.2385685279188, + "recon_r2": 0.988642165386177, + "l1_per_token": 101.12578794672821 + }, + "seed2": { + "l0": 270.5804991539763, + "recon_r2": 0.9887367378161734, + "l1_per_token": 102.11636060895908 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.26426912606761527, + "mcc_abs": 0.2643045283350299, + "act_iou": 0.06102885222480761, + "act_iou_n_pairs": 12288, + "input_r2": 0.9890840191129816, + "matched_mcc_signed": { + "0.6": 0.4488844917148692, + "0.7": 0.46939948286017197, + "0.8": 0.4916133383131672, + "0.9": 0.5334576603251532 + }, + "matched_mcc_abs": { + "0.6": 0.4497215397273616, + "0.7": 0.47013303485902747, + "0.8": 0.4913921776495551, + "0.9": 0.5345279709913402 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.26347853357732937, + "mcc_abs": 0.2635099182944189, + "act_iou": 0.06101475498420533, + "act_iou_n_pairs": 12288, + "input_r2": 0.9891590756570798, + "matched_mcc_signed": { + "0.6": 0.4484308049595197, + "0.7": 0.46707957483579876, + "0.8": 0.48638433799443515, + "0.9": 0.5284309932150169 + }, + "matched_mcc_abs": { + "0.6": 0.4499363169802886, + "0.7": 0.4679493376541539, + "0.8": 0.48600850290279174, + "0.9": 0.5283619641728354 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.26866715627435317, + "mcc_abs": 0.26868162095870757, + "act_iou": 0.061540845150059746, + "act_iou_n_pairs": 12288, + "input_r2": 0.9890057838631401, + "matched_mcc_signed": { + "0.6": 0.45234284862242047, + "0.7": 0.46961631007497195, + "0.8": 0.4909410331475577, + "0.9": 0.5331325487807279 + }, + "matched_mcc_abs": { + "0.6": 0.45250164883476657, + "0.7": 0.46984910533031055, + "0.8": 0.490610035744069, + "0.9": 0.532811716265465 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 272.4962430908065, + "l0_std": 3.6183277378645884, + "recon_r2_mean": 0.9887284386736402, + "recon_r2_std": 8.243762240043781e-05, + "l1_per_token_mean": 102.78031982380008, + "l1_per_token_std": 2.0680568795972, + "input_r2_mean": 0.9890829595444005, + "input_r2_std": 7.665138965798342e-05, + "mcc_signed_mean": 0.2654716053064326, + "mcc_signed_std": 0.002795517593015232, + "mcc_abs_mean": 0.2654986891960521, + "mcc_abs_std": 0.0027849851406157775, + "matched_mcc_signed_per_threshold": { + "0.6": 0.4498860484322698, + "0.7": 0.46869845592364756, + "0.8": 0.48964623648505334, + "0.9": 0.5316737341069661 + }, + "matched_mcc_signed_band": 0.4849761187369842, + "matched_mcc_abs_per_threshold": { + "0.6": 0.45071983518080555, + "0.7": 0.4693104926144973, + "0.8": 0.4893369054321386, + "0.9": 0.5319005504765468 + }, + "matched_mcc_abs_band": 0.48531694592599706, + "act_iou_mean": 0.061194817453024235, + "act_iou_std": 0.00029975166118793536, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_32/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..4bc22cc6accc075232e78f948068bcca5f9a5f97 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6309, + "0.6": 4755, + "0.7": 3309, + "0.8": 1910, + "0.9": 793 + }, + "n_dup_clusters_signed": { + "0.5": 2146, + "0.6": 1621, + "0.7": 1131, + "0.8": 628, + "0.9": 229 + }, + "largest_dup_signed": { + "0.5": 179, + "0.6": 179, + "0.7": 115, + "0.8": 75, + "0.9": 23 + }, + "babel_mu1_signed": 0.5712649822235107, + "n_dup_abs": { + "0.5": 6355, + "0.6": 4793, + "0.7": 3335, + "0.8": 1932, + "0.9": 801 + }, + "n_dup_clusters_abs": { + "0.5": 2151, + "0.6": 1630, + "0.7": 1139, + "0.8": 636, + "0.9": 233 + }, + "largest_dup_abs": { + "0.5": 179, + "0.6": 179, + "0.7": 115, + "0.8": 75, + "0.9": 23 + }, + "babel_mu1_abs": 0.5738995671272278 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6232, + "0.6": 4692, + "0.7": 3250, + "0.8": 1726, + "0.9": 562 + }, + "n_dup_clusters_signed": { + "0.5": 2140, + "0.6": 1665, + "0.7": 1180, + "0.8": 622, + "0.9": 159 + }, + "largest_dup_signed": { + "0.5": 200, + "0.6": 200, + "0.7": 76, + "0.8": 52, + "0.9": 31 + }, + "babel_mu1_signed": 0.5646453499794006, + "n_dup_abs": { + "0.5": 6262, + "0.6": 4733, + "0.7": 3274, + "0.8": 1755, + "0.9": 567 + }, + "n_dup_clusters_abs": { + "0.5": 2136, + "0.6": 1667, + "0.7": 1188, + "0.8": 632, + "0.9": 161 + }, + "largest_dup_abs": { + "0.5": 201, + "0.6": 201, + "0.7": 75, + "0.8": 52, + "0.9": 31 + }, + "babel_mu1_abs": 0.5674520134925842 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6319, + "0.6": 4758, + "0.7": 3291, + "0.8": 1849, + "0.9": 584 + }, + "n_dup_clusters_signed": { + "0.5": 2176, + "0.6": 1701, + "0.7": 1200, + "0.8": 682, + "0.9": 189 + }, + "largest_dup_signed": { + "0.5": 86, + "0.6": 86, + "0.7": 86, + "0.8": 60, + "0.9": 24 + }, + "babel_mu1_signed": 0.5678232312202454, + "n_dup_abs": { + "0.5": 6365, + "0.6": 4786, + "0.7": 3323, + "0.8": 1873, + "0.9": 592 + }, + "n_dup_clusters_abs": { + "0.5": 2188, + "0.6": 1702, + "0.7": 1208, + "0.8": 690, + "0.9": 193 + }, + "largest_dup_abs": { + "0.5": 156, + "0.6": 86, + "0.7": 86, + "0.8": 60, + "0.9": 24 + }, + "babel_mu1_abs": 0.5706813335418701 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6875097751617432, + "dcs_abs": 0.6903979778289795, + "frac_sign_flipped": 0.062337239583333336, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6560145616531372, + "0.6": 0.6593931317329407, + "0.7": 0.6672127842903137, + "0.8": 0.6774665117263794, + "0.9": 0.6852989792823792 + }, + "unique_frac_signed": { + "0.5": 0.6641031901041666, + "0.6": 0.7493082682291666, + "0.7": 0.8271484375, + "0.8": 0.9029134114583334, + "0.9": 0.9606526692708334 + }, + "dedup_dcs_signed": { + "0.5": 0.4356613631486349, + "0.6": 0.4940887256210165, + "0.7": 0.5518840120057575, + "0.8": 0.6116935992516422, + "0.9": 0.6583342936961951 + }, + "matched_frac_signed": { + "0.5": 0.4269205729166667, + "0.6": 0.4351399739583333, + "0.7": 0.4193522135416667, + "0.8": 0.3744303385416667, + "0.9": 0.2819010416666667 + }, + "matched_cos_abs": { + "0.5": 0.6587198972702026, + "0.6": 0.6612824201583862, + "0.7": 0.6693212985992432, + "0.8": 0.6793627142906189, + "0.9": 0.6876773834228516 + }, + "unique_frac_abs": { + "0.5": 0.6610514322916666, + "0.6": 0.7465413411458334, + "0.7": 0.8257649739583334, + "0.8": 0.9015706380208334, + "0.9": 0.9603678385416666 + }, + "dedup_dcs_abs": { + "0.5": 0.43544773156948696, + "0.6": 0.49367466482120415, + "0.7": 0.5527020847075619, + "0.8": 0.6124934757705585, + "0.9": 0.6604232423317928 + }, + "matched_frac_abs": { + "0.5": 0.4267578125, + "0.6": 0.4342447916666667, + "0.7": 0.419189453125, + "0.8": 0.3744303385416667, + "0.9": 0.281494140625 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6934791207313538, + "dcs_abs": 0.6961972117424011, + "frac_sign_flipped": 0.060221354166666664, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6596032381057739, + "0.6": 0.6644832491874695, + "0.7": 0.6722055077552795, + "0.8": 0.6824888586997986, + "0.9": 0.6931657195091248 + }, + "unique_frac_signed": { + "0.5": 0.6620279947916666, + "0.6": 0.7480875651041666, + "0.7": 0.8262939453125, + "0.8": 0.9003499348958334, + "0.9": 0.9609781901041666 + }, + "dedup_dcs_signed": { + "0.5": 0.43667580908125575, + "0.6": 0.49709165593715926, + "0.7": 0.5554393410639022, + "0.8": 0.6144787994974953, + "0.9": 0.6661171385761311 + }, + "matched_frac_signed": { + "0.5": 0.427490234375, + "0.6": 0.439208984375, + "0.7": 0.4276529947916667, + "0.8": 0.3904622395833333, + "0.9": 0.3038736979166667 + }, + "matched_cos_abs": { + "0.5": 0.6625282168388367, + "0.6": 0.6666972637176514, + "0.7": 0.6740800738334656, + "0.8": 0.6843566298484802, + "0.9": 0.6953184008598328 + }, + "unique_frac_abs": { + "0.5": 0.6589762369791666, + "0.6": 0.7458089192708334, + "0.7": 0.8245849609375, + "0.8": 0.8991292317708334, + "0.9": 0.9606526692708334 + }, + "dedup_dcs_abs": { + "0.5": 0.4365903512249739, + "0.6": 0.49722876573408337, + "0.7": 0.5558362913507153, + "0.8": 0.6153250508529406, + "0.9": 0.6679594777791257 + }, + "matched_frac_abs": { + "0.5": 0.4259440104166667, + "0.6": 0.4380696614583333, + "0.7": 0.427001953125, + "0.8": 0.39111328125, + "0.9": 0.3043619791666667 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6926276683807373, + "dcs_abs": 0.6951238512992859, + "frac_sign_flipped": 0.05810546875, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6556909680366516, + "0.6": 0.6587815880775452, + "0.7": 0.6655604243278503, + "0.8": 0.6768547892570496, + "0.9": 0.6860227584838867 + }, + "unique_frac_signed": { + "0.5": 0.6649169921875, + "0.6": 0.75244140625, + "0.7": 0.8306884765625, + "0.8": 0.9075927734375, + "0.9": 0.967529296875 + }, + "dedup_dcs_signed": { + "0.5": 0.4359800662714406, + "0.6": 0.4956945445446763, + "0.7": 0.5528733749451931, + "0.8": 0.6143085153962602, + "0.9": 0.6637471171561629 + }, + "matched_frac_signed": { + "0.5": 0.4258626302083333, + "0.6": 0.437255859375, + "0.7": 0.4265950520833333, + "0.8": 0.3868001302083333, + "0.9": 0.293212890625 + }, + "matched_cos_abs": { + "0.5": 0.658632218837738, + "0.6": 0.660710871219635, + "0.7": 0.6680862307548523, + "0.8": 0.678894579410553, + "0.9": 0.6883328557014465 + }, + "unique_frac_abs": { + "0.5": 0.6621500651041666, + "0.6": 0.749755859375, + "0.7": 0.8290608723958334, + "0.8": 0.9061686197916666, + "0.9": 0.9672444661458334 + }, + "dedup_dcs_abs": { + "0.5": 0.43611336658310995, + "0.6": 0.4953718470496824, + "0.7": 0.5538841533052619, + "0.8": 0.6151929640085048, + "0.9": 0.6657861455435826 + }, + "matched_frac_abs": { + "0.5": 0.4254557291666667, + "0.6": 0.4370930989583333, + "0.7": 0.4267578125, + "0.8": 0.3873697916666667, + "0.9": 0.2938639322916667 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 0, + "n_dense_std": 0.0, + "l0_mean": null, + "l0_std": null, + "recon_r2_mean": null, + "recon_r2_std": null, + "l1_per_token_mean": null, + "l1_per_token_std": null, + "babel_mu1_signed_mean": 0.5679111878077189, + "babel_mu1_signed_std": 0.003310692530691358, + "n_dup_signed_per_threshold": { + "0.5": 6286.666666666667, + "0.6": 4735.0, + "0.7": 3283.3333333333335, + "0.8": 1828.3333333333333, + "0.9": 646.3333333333334 + }, + "n_dup_signed_band": 2623.2500000000005, + "n_dup_signed_band_std": 67.16723531603783, + "n_dup_clusters_signed_per_threshold": { + "0.5": 2154.0, + "0.6": 1662.3333333333333, + "0.7": 1170.3333333333333, + "0.8": 644.0, + "0.9": 192.33333333333334 + }, + "n_dup_clusters_signed_band": 917.25, + "n_dup_clusters_signed_band_std": 22.401171844347786, + "largest_dup_signed_per_threshold": { + "0.5": 155.0, + "0.6": 155.0, + "0.7": 92.33333333333333, + "0.8": 62.333333333333336, + "0.9": 26.0 + }, + "largest_dup_signed_band": 83.91666666666666, + "largest_dup_signed_band_std": 17.734735220276995, + "dcs_signed_mean": 0.6912055214246114, + "dcs_signed_std": 0.003228799793417211, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.43610574616711045, + "0.6": 0.49562497536761735, + "0.7": 0.5533989093382843, + "0.8": 0.6134936380484659, + "0.9": 0.6627328498094963 + }, + "dedup_dcs_signed_band": 0.581312593140966, + "dedup_dcs_signed_band_std": 0.002161333397282245, + "matched_cos_signed_per_threshold": { + "0.5": 0.6571029225985209, + "0.6": 0.6608859896659851, + "0.7": 0.6683262387911478, + "0.8": 0.6789367198944092, + "0.9": 0.6881624857584635 + }, + "matched_cos_signed_band": 0.6740778585275014, + "matched_cos_signed_band_std": 0.0034814149378539186, + "unique_frac_signed_per_threshold": { + "0.5": 0.6636827256944444, + "0.6": 0.7499457465277777, + "0.7": 0.8280436197916666, + "0.8": 0.9036187065972223, + "0.9": 0.9630533854166666 + }, + "unique_frac_signed_band": 0.8611653645833333, + "unique_frac_signed_band_std": 0.0029914145847825626, + "matched_frac_signed_per_threshold": { + "0.5": 0.4267578125, + "0.6": 0.43720160590277773, + "0.7": 0.4245334201388889, + "0.8": 0.3838975694444444, + "0.9": 0.2929958767361111 + }, + "matched_frac_signed_band": 0.3846571180555556, + "matched_frac_signed_band_std": 0.006398004033720409, + "babel_mu1_abs_mean": 0.570677638053894, + "babel_mu1_abs_std": 0.003223778405904299, + "n_dup_abs_per_threshold": { + "0.5": 6327.333333333333, + "0.6": 4770.666666666667, + "0.7": 3310.6666666666665, + "0.8": 1853.3333333333333, + "0.9": 653.3333333333334 + }, + "n_dup_abs_band": 2647.0000000000005, + "n_dup_abs_band_std": 66.56904310563583, + "n_dup_clusters_abs_per_threshold": { + "0.5": 2158.3333333333335, + "0.6": 1666.3333333333333, + "0.7": 1178.3333333333333, + "0.8": 652.6666666666666, + "0.9": 195.66666666666666 + }, + "n_dup_clusters_abs_band": 923.2499999999999, + "n_dup_clusters_abs_band_std": 21.68668946612184, + "largest_dup_abs_per_threshold": { + "0.5": 178.66666666666666, + "0.6": 155.33333333333334, + "0.7": 92.0, + "0.8": 62.333333333333336, + "0.9": 26.0 + }, + "largest_dup_abs_band": 83.91666666666667, + "largest_dup_abs_band_std": 17.734735220276995, + "dcs_abs_mean": 0.6939063469568888, + "dcs_abs_std": 0.0030853713088478756, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.4360504831258569, + "0.6": 0.49542509253498995, + "0.7": 0.5541408431211797, + "0.8": 0.6143371635440013, + "0.9": 0.664722955218167 + }, + "dedup_dcs_abs_band": 0.5821565136045845, + "dedup_dcs_abs_band_std": 0.002160289125803138, + "matched_cos_abs_per_threshold": { + "0.5": 0.6599601109822592, + "0.6": 0.6628968516985575, + "0.7": 0.670495867729187, + "0.8": 0.680871307849884, + "0.9": 0.6904428799947103 + }, + "matched_cos_abs_band": 0.6761767268180847, + "matched_cos_abs_band_std": 0.0034149960898894457, + "unique_frac_abs_per_threshold": { + "0.5": 0.6607259114583334, + "0.6": 0.7473687065972223, + "0.7": 0.8264702690972223, + "0.8": 0.9022894965277778, + "0.9": 0.9627549913194445 + }, + "unique_frac_abs_band": 0.8597208658854167, + "unique_frac_abs_band_std": 0.0029339935305751547, + "matched_frac_abs_per_threshold": { + "0.5": 0.42605251736111116, + "0.6": 0.43646918402777773, + "0.7": 0.42431640625, + "0.8": 0.38430447048611116, + "0.9": 0.29324001736111116 + }, + "matched_frac_abs_band": 0.38458251953125, + "matched_frac_abs_band_std": 0.006563510564671745, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed0/config.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..582c8dce741510337aae6bc33e8db9b021f25bc1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed0/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "k_iters": 10, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 10, + "residual_thr": 0.05, + "max_iters": 1228, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8465153a9e9a1f2031f87935b38abdc81b8f3232 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed1/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "k_iters": 10, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 10, + "residual_thr": 0.05, + "max_iters": 1228, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e2eeeff8cfa9462b5b0077a7a5afaf9ae4a2a265 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0335, + "r2_score": 0.9262, + "l0_per_token_0": 0.0016, + "l0_per_token_0.001": 0.0016, + "l0_per_token_0.01": 0.0016, + "l0_per_token_0.05": 0.0016, + "l0_per_token_0.1": 0.0016, + "l0_per_token_0.5": 0.0015, + "l0_per_token_1.0": 0.0008, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 34.3709 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..859d3bae315c9ef5dc1a4ece37711d5e66c114f1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_32/seed2/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "k_iters": 10, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 10, + "residual_thr": 0.05, + "max_iters": 1228, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_64/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..5cfb6e64c10c9c3e857797f4768435ee3c540fd3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 276.6696615905245, + "recon_r2": 0.9888064128185703, + "l1_per_token": 105.09881091571296 + }, + "seed1": { + "l0": 270.2385685279188, + "recon_r2": 0.988642165386177, + "l1_per_token": 101.12578794672821 + }, + "seed2": { + "l0": 270.5804991539763, + "recon_r2": 0.9887367378161734, + "l1_per_token": 102.11636060895908 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.26426912606761527, + "mcc_abs": 0.2643045283350299, + "act_iou": 0.06102885222480761, + "act_iou_n_pairs": 12288, + "input_r2": 0.9890840191129816, + "matched_mcc_signed": { + "0.6": 0.4488844917148692, + "0.7": 0.46939948286017197, + "0.8": 0.4916133383131672, + "0.9": 0.5334576603251532 + }, + "matched_mcc_abs": { + "0.6": 0.4497215397273616, + "0.7": 0.47013303485902747, + "0.8": 0.4913921776495551, + "0.9": 0.5345279709913402 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.26347853357732937, + "mcc_abs": 0.2635099182944189, + "act_iou": 0.06101475498420533, + "act_iou_n_pairs": 12288, + "input_r2": 0.9891590756570798, + "matched_mcc_signed": { + "0.6": 0.4484308049595197, + "0.7": 0.46707957483579876, + "0.8": 0.48638433799443515, + "0.9": 0.5284309932150169 + }, + "matched_mcc_abs": { + "0.6": 0.4499363169802886, + "0.7": 0.4679493376541539, + "0.8": 0.48600850290279174, + "0.9": 0.5283619641728354 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.26866715627435317, + "mcc_abs": 0.26868162095870757, + "act_iou": 0.061540845150059746, + "act_iou_n_pairs": 12288, + "input_r2": 0.9890057838631401, + "matched_mcc_signed": { + "0.6": 0.45234284862242047, + "0.7": 0.46961631007497195, + "0.8": 0.4909410331475577, + "0.9": 0.5331325487807279 + }, + "matched_mcc_abs": { + "0.6": 0.45250164883476657, + "0.7": 0.46984910533031055, + "0.8": 0.490610035744069, + "0.9": 0.532811716265465 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 272.4962430908065, + "l0_std": 3.6183277378645884, + "recon_r2_mean": 0.9887284386736402, + "recon_r2_std": 8.243762240043781e-05, + "l1_per_token_mean": 102.78031982380008, + "l1_per_token_std": 2.0680568795972, + "input_r2_mean": 0.9890829595444005, + "input_r2_std": 7.665138965798342e-05, + "mcc_signed_mean": 0.2654716053064326, + "mcc_signed_std": 0.002795517593015232, + "mcc_abs_mean": 0.2654986891960521, + "mcc_abs_std": 0.0027849851406157775, + "matched_mcc_signed_per_threshold": { + "0.6": 0.4498860484322698, + "0.7": 0.46869845592364756, + "0.8": 0.48964623648505334, + "0.9": 0.5316737341069661 + }, + "matched_mcc_signed_band": 0.4849761187369842, + "matched_mcc_abs_per_threshold": { + "0.6": 0.45071983518080555, + "0.7": 0.4693104926144973, + "0.8": 0.4893369054321386, + "0.9": 0.5319005504765468 + }, + "matched_mcc_abs_band": 0.48531694592599706, + "act_iou_mean": 0.061194817453024235, + "act_iou_std": 0.00029975166118793536, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_64/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..4bc22cc6accc075232e78f948068bcca5f9a5f97 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6309, + "0.6": 4755, + "0.7": 3309, + "0.8": 1910, + "0.9": 793 + }, + "n_dup_clusters_signed": { + "0.5": 2146, + "0.6": 1621, + "0.7": 1131, + "0.8": 628, + "0.9": 229 + }, + "largest_dup_signed": { + "0.5": 179, + "0.6": 179, + "0.7": 115, + "0.8": 75, + "0.9": 23 + }, + "babel_mu1_signed": 0.5712649822235107, + "n_dup_abs": { + "0.5": 6355, + "0.6": 4793, + "0.7": 3335, + "0.8": 1932, + "0.9": 801 + }, + "n_dup_clusters_abs": { + "0.5": 2151, + "0.6": 1630, + "0.7": 1139, + "0.8": 636, + "0.9": 233 + }, + "largest_dup_abs": { + "0.5": 179, + "0.6": 179, + "0.7": 115, + "0.8": 75, + "0.9": 23 + }, + "babel_mu1_abs": 0.5738995671272278 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6232, + "0.6": 4692, + "0.7": 3250, + "0.8": 1726, + "0.9": 562 + }, + "n_dup_clusters_signed": { + "0.5": 2140, + "0.6": 1665, + "0.7": 1180, + "0.8": 622, + "0.9": 159 + }, + "largest_dup_signed": { + "0.5": 200, + "0.6": 200, + "0.7": 76, + "0.8": 52, + "0.9": 31 + }, + "babel_mu1_signed": 0.5646453499794006, + "n_dup_abs": { + "0.5": 6262, + "0.6": 4733, + "0.7": 3274, + "0.8": 1755, + "0.9": 567 + }, + "n_dup_clusters_abs": { + "0.5": 2136, + "0.6": 1667, + "0.7": 1188, + "0.8": 632, + "0.9": 161 + }, + "largest_dup_abs": { + "0.5": 201, + "0.6": 201, + "0.7": 75, + "0.8": 52, + "0.9": 31 + }, + "babel_mu1_abs": 0.5674520134925842 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6319, + "0.6": 4758, + "0.7": 3291, + "0.8": 1849, + "0.9": 584 + }, + "n_dup_clusters_signed": { + "0.5": 2176, + "0.6": 1701, + "0.7": 1200, + "0.8": 682, + "0.9": 189 + }, + "largest_dup_signed": { + "0.5": 86, + "0.6": 86, + "0.7": 86, + "0.8": 60, + "0.9": 24 + }, + "babel_mu1_signed": 0.5678232312202454, + "n_dup_abs": { + "0.5": 6365, + "0.6": 4786, + "0.7": 3323, + "0.8": 1873, + "0.9": 592 + }, + "n_dup_clusters_abs": { + "0.5": 2188, + "0.6": 1702, + "0.7": 1208, + "0.8": 690, + "0.9": 193 + }, + "largest_dup_abs": { + "0.5": 156, + "0.6": 86, + "0.7": 86, + "0.8": 60, + "0.9": 24 + }, + "babel_mu1_abs": 0.5706813335418701 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6875097751617432, + "dcs_abs": 0.6903979778289795, + "frac_sign_flipped": 0.062337239583333336, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6560145616531372, + "0.6": 0.6593931317329407, + "0.7": 0.6672127842903137, + "0.8": 0.6774665117263794, + "0.9": 0.6852989792823792 + }, + "unique_frac_signed": { + "0.5": 0.6641031901041666, + "0.6": 0.7493082682291666, + "0.7": 0.8271484375, + "0.8": 0.9029134114583334, + "0.9": 0.9606526692708334 + }, + "dedup_dcs_signed": { + "0.5": 0.4356613631486349, + "0.6": 0.4940887256210165, + "0.7": 0.5518840120057575, + "0.8": 0.6116935992516422, + "0.9": 0.6583342936961951 + }, + "matched_frac_signed": { + "0.5": 0.4269205729166667, + "0.6": 0.4351399739583333, + "0.7": 0.4193522135416667, + "0.8": 0.3744303385416667, + "0.9": 0.2819010416666667 + }, + "matched_cos_abs": { + "0.5": 0.6587198972702026, + "0.6": 0.6612824201583862, + "0.7": 0.6693212985992432, + "0.8": 0.6793627142906189, + "0.9": 0.6876773834228516 + }, + "unique_frac_abs": { + "0.5": 0.6610514322916666, + "0.6": 0.7465413411458334, + "0.7": 0.8257649739583334, + "0.8": 0.9015706380208334, + "0.9": 0.9603678385416666 + }, + "dedup_dcs_abs": { + "0.5": 0.43544773156948696, + "0.6": 0.49367466482120415, + "0.7": 0.5527020847075619, + "0.8": 0.6124934757705585, + "0.9": 0.6604232423317928 + }, + "matched_frac_abs": { + "0.5": 0.4267578125, + "0.6": 0.4342447916666667, + "0.7": 0.419189453125, + "0.8": 0.3744303385416667, + "0.9": 0.281494140625 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6934791207313538, + "dcs_abs": 0.6961972117424011, + "frac_sign_flipped": 0.060221354166666664, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6596032381057739, + "0.6": 0.6644832491874695, + "0.7": 0.6722055077552795, + "0.8": 0.6824888586997986, + "0.9": 0.6931657195091248 + }, + "unique_frac_signed": { + "0.5": 0.6620279947916666, + "0.6": 0.7480875651041666, + "0.7": 0.8262939453125, + "0.8": 0.9003499348958334, + "0.9": 0.9609781901041666 + }, + "dedup_dcs_signed": { + "0.5": 0.43667580908125575, + "0.6": 0.49709165593715926, + "0.7": 0.5554393410639022, + "0.8": 0.6144787994974953, + "0.9": 0.6661171385761311 + }, + "matched_frac_signed": { + "0.5": 0.427490234375, + "0.6": 0.439208984375, + "0.7": 0.4276529947916667, + "0.8": 0.3904622395833333, + "0.9": 0.3038736979166667 + }, + "matched_cos_abs": { + "0.5": 0.6625282168388367, + "0.6": 0.6666972637176514, + "0.7": 0.6740800738334656, + "0.8": 0.6843566298484802, + "0.9": 0.6953184008598328 + }, + "unique_frac_abs": { + "0.5": 0.6589762369791666, + "0.6": 0.7458089192708334, + "0.7": 0.8245849609375, + "0.8": 0.8991292317708334, + "0.9": 0.9606526692708334 + }, + "dedup_dcs_abs": { + "0.5": 0.4365903512249739, + "0.6": 0.49722876573408337, + "0.7": 0.5558362913507153, + "0.8": 0.6153250508529406, + "0.9": 0.6679594777791257 + }, + "matched_frac_abs": { + "0.5": 0.4259440104166667, + "0.6": 0.4380696614583333, + "0.7": 0.427001953125, + "0.8": 0.39111328125, + "0.9": 0.3043619791666667 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6926276683807373, + "dcs_abs": 0.6951238512992859, + "frac_sign_flipped": 0.05810546875, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6556909680366516, + "0.6": 0.6587815880775452, + "0.7": 0.6655604243278503, + "0.8": 0.6768547892570496, + "0.9": 0.6860227584838867 + }, + "unique_frac_signed": { + "0.5": 0.6649169921875, + "0.6": 0.75244140625, + "0.7": 0.8306884765625, + "0.8": 0.9075927734375, + "0.9": 0.967529296875 + }, + "dedup_dcs_signed": { + "0.5": 0.4359800662714406, + "0.6": 0.4956945445446763, + "0.7": 0.5528733749451931, + "0.8": 0.6143085153962602, + "0.9": 0.6637471171561629 + }, + "matched_frac_signed": { + "0.5": 0.4258626302083333, + "0.6": 0.437255859375, + "0.7": 0.4265950520833333, + "0.8": 0.3868001302083333, + "0.9": 0.293212890625 + }, + "matched_cos_abs": { + "0.5": 0.658632218837738, + "0.6": 0.660710871219635, + "0.7": 0.6680862307548523, + "0.8": 0.678894579410553, + "0.9": 0.6883328557014465 + }, + "unique_frac_abs": { + "0.5": 0.6621500651041666, + "0.6": 0.749755859375, + "0.7": 0.8290608723958334, + "0.8": 0.9061686197916666, + "0.9": 0.9672444661458334 + }, + "dedup_dcs_abs": { + "0.5": 0.43611336658310995, + "0.6": 0.4953718470496824, + "0.7": 0.5538841533052619, + "0.8": 0.6151929640085048, + "0.9": 0.6657861455435826 + }, + "matched_frac_abs": { + "0.5": 0.4254557291666667, + "0.6": 0.4370930989583333, + "0.7": 0.4267578125, + "0.8": 0.3873697916666667, + "0.9": 0.2938639322916667 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 0, + "n_dense_std": 0.0, + "l0_mean": null, + "l0_std": null, + "recon_r2_mean": null, + "recon_r2_std": null, + "l1_per_token_mean": null, + "l1_per_token_std": null, + "babel_mu1_signed_mean": 0.5679111878077189, + "babel_mu1_signed_std": 0.003310692530691358, + "n_dup_signed_per_threshold": { + "0.5": 6286.666666666667, + "0.6": 4735.0, + "0.7": 3283.3333333333335, + "0.8": 1828.3333333333333, + "0.9": 646.3333333333334 + }, + "n_dup_signed_band": 2623.2500000000005, + "n_dup_signed_band_std": 67.16723531603783, + "n_dup_clusters_signed_per_threshold": { + "0.5": 2154.0, + "0.6": 1662.3333333333333, + "0.7": 1170.3333333333333, + "0.8": 644.0, + "0.9": 192.33333333333334 + }, + "n_dup_clusters_signed_band": 917.25, + "n_dup_clusters_signed_band_std": 22.401171844347786, + "largest_dup_signed_per_threshold": { + "0.5": 155.0, + "0.6": 155.0, + "0.7": 92.33333333333333, + "0.8": 62.333333333333336, + "0.9": 26.0 + }, + "largest_dup_signed_band": 83.91666666666666, + "largest_dup_signed_band_std": 17.734735220276995, + "dcs_signed_mean": 0.6912055214246114, + "dcs_signed_std": 0.003228799793417211, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.43610574616711045, + "0.6": 0.49562497536761735, + "0.7": 0.5533989093382843, + "0.8": 0.6134936380484659, + "0.9": 0.6627328498094963 + }, + "dedup_dcs_signed_band": 0.581312593140966, + "dedup_dcs_signed_band_std": 0.002161333397282245, + "matched_cos_signed_per_threshold": { + "0.5": 0.6571029225985209, + "0.6": 0.6608859896659851, + "0.7": 0.6683262387911478, + "0.8": 0.6789367198944092, + "0.9": 0.6881624857584635 + }, + "matched_cos_signed_band": 0.6740778585275014, + "matched_cos_signed_band_std": 0.0034814149378539186, + "unique_frac_signed_per_threshold": { + "0.5": 0.6636827256944444, + "0.6": 0.7499457465277777, + "0.7": 0.8280436197916666, + "0.8": 0.9036187065972223, + "0.9": 0.9630533854166666 + }, + "unique_frac_signed_band": 0.8611653645833333, + "unique_frac_signed_band_std": 0.0029914145847825626, + "matched_frac_signed_per_threshold": { + "0.5": 0.4267578125, + "0.6": 0.43720160590277773, + "0.7": 0.4245334201388889, + "0.8": 0.3838975694444444, + "0.9": 0.2929958767361111 + }, + "matched_frac_signed_band": 0.3846571180555556, + "matched_frac_signed_band_std": 0.006398004033720409, + "babel_mu1_abs_mean": 0.570677638053894, + "babel_mu1_abs_std": 0.003223778405904299, + "n_dup_abs_per_threshold": { + "0.5": 6327.333333333333, + "0.6": 4770.666666666667, + "0.7": 3310.6666666666665, + "0.8": 1853.3333333333333, + "0.9": 653.3333333333334 + }, + "n_dup_abs_band": 2647.0000000000005, + "n_dup_abs_band_std": 66.56904310563583, + "n_dup_clusters_abs_per_threshold": { + "0.5": 2158.3333333333335, + "0.6": 1666.3333333333333, + "0.7": 1178.3333333333333, + "0.8": 652.6666666666666, + "0.9": 195.66666666666666 + }, + "n_dup_clusters_abs_band": 923.2499999999999, + "n_dup_clusters_abs_band_std": 21.68668946612184, + "largest_dup_abs_per_threshold": { + "0.5": 178.66666666666666, + "0.6": 155.33333333333334, + "0.7": 92.0, + "0.8": 62.333333333333336, + "0.9": 26.0 + }, + "largest_dup_abs_band": 83.91666666666667, + "largest_dup_abs_band_std": 17.734735220276995, + "dcs_abs_mean": 0.6939063469568888, + "dcs_abs_std": 0.0030853713088478756, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.4360504831258569, + "0.6": 0.49542509253498995, + "0.7": 0.5541408431211797, + "0.8": 0.6143371635440013, + "0.9": 0.664722955218167 + }, + "dedup_dcs_abs_band": 0.5821565136045845, + "dedup_dcs_abs_band_std": 0.002160289125803138, + "matched_cos_abs_per_threshold": { + "0.5": 0.6599601109822592, + "0.6": 0.6628968516985575, + "0.7": 0.670495867729187, + "0.8": 0.680871307849884, + "0.9": 0.6904428799947103 + }, + "matched_cos_abs_band": 0.6761767268180847, + "matched_cos_abs_band_std": 0.0034149960898894457, + "unique_frac_abs_per_threshold": { + "0.5": 0.6607259114583334, + "0.6": 0.7473687065972223, + "0.7": 0.8264702690972223, + "0.8": 0.9022894965277778, + "0.9": 0.9627549913194445 + }, + "unique_frac_abs_band": 0.8597208658854167, + "unique_frac_abs_band_std": 0.0029339935305751547, + "matched_frac_abs_per_threshold": { + "0.5": 0.42605251736111116, + "0.6": 0.43646918402777773, + "0.7": 0.42431640625, + "0.8": 0.38430447048611116, + "0.9": 0.29324001736111116 + }, + "matched_frac_abs_band": 0.38458251953125, + "matched_frac_abs_band_std": 0.006563510564671745, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed0/config.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..582c8dce741510337aae6bc33e8db9b021f25bc1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed0/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "k_iters": 10, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 10, + "residual_thr": 0.05, + "max_iters": 1228, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..69e155fc170c12db5b522f61101eeb5db38c09bb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0329, + "r2_score": 0.9275, + "l0_per_token_0": 0.0017, + "l0_per_token_0.001": 0.0017, + "l0_per_token_0.01": 0.0017, + "l0_per_token_0.05": 0.0017, + "l0_per_token_0.1": 0.0017, + "l0_per_token_0.5": 0.0016, + "l0_per_token_1.0": 0.0008, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 38.2875 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed1/config.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8465153a9e9a1f2031f87935b38abdc81b8f3232 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed1/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "k_iters": 10, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 10, + "residual_thr": 0.05, + "max_iters": 1228, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e2eeeff8cfa9462b5b0077a7a5afaf9ae4a2a265 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0335, + "r2_score": 0.9262, + "l0_per_token_0": 0.0016, + "l0_per_token_0.001": 0.0016, + "l0_per_token_0.01": 0.0016, + "l0_per_token_0.05": 0.0016, + "l0_per_token_0.1": 0.0016, + "l0_per_token_0.5": 0.0015, + "l0_per_token_1.0": 0.0008, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 34.3709 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed2/config.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..859d3bae315c9ef5dc1a4ece37711d5e66c114f1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed2/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "k_iters": 10, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 10, + "residual_thr": 0.05, + "max_iters": 1228, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..53057fde0474c7137c3dffc5b46361da52d19805 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0334, + "r2_score": 0.9265, + "l0_per_token_0": 0.0016, + "l0_per_token_0.001": 0.0016, + "l0_per_token_0.01": 0.0016, + "l0_per_token_0.05": 0.0016, + "l0_per_token_0.1": 0.0016, + "l0_per_token_0.5": 0.0016, + "l0_per_token_1.0": 0.0008, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 35.469 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_128/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..435126c7bec5b0cc33a7935e9ac60306c2205f61 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 116.68562436548223, + "recon_r2": 0.9250505703109027, + "l1_per_token": 24.457290891798902 + }, + "seed1": { + "l0": 116.02006429780033, + "recon_r2": 0.9250805042583041, + "l1_per_token": 24.44812088092026 + }, + "seed2": { + "l0": 116.01845008460236, + "recon_r2": 0.9247294989822057, + "l1_per_token": 24.41567622414134 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.415552496605433, + "mcc_abs": 0.415558372896764, + "act_iou": 0.2386572297748227, + "act_iou_n_pairs": 12288, + "input_r2": 0.9921171081075122, + "matched_mcc_signed": { + "0.6": 0.8435984916644433, + "0.7": 0.8817986566148459, + "0.8": 0.9246623356031561, + "0.9": 0.962863857686143 + }, + "matched_mcc_abs": { + "0.6": 0.8437218359779245, + "0.7": 0.8819103625204241, + "0.8": 0.9242590408422902, + "0.9": 0.9628733924683799 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.414605733424174, + "mcc_abs": 0.4146175015468439, + "act_iou": 0.2382908473604247, + "act_iou_n_pairs": 12288, + "input_r2": 0.9921820508857404, + "matched_mcc_signed": { + "0.6": 0.8399489553242756, + "0.7": 0.8829969259859752, + "0.8": 0.922760913025933, + "0.9": 0.9622105371276591 + }, + "matched_mcc_abs": { + "0.6": 0.8397904418716542, + "0.7": 0.8829031965621159, + "0.8": 0.9224427550606323, + "0.9": 0.9622423626669345 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4159867487146074, + "mcc_abs": 0.41599377379970925, + "act_iou": 0.24037527215675122, + "act_iou_n_pairs": 12288, + "input_r2": 0.9922771779092249, + "matched_mcc_signed": { + "0.6": 0.8440180272326037, + "0.7": 0.8851064317409205, + "0.8": 0.924891289243019, + "0.9": 0.9628747935284231 + }, + "matched_mcc_abs": { + "0.6": 0.8447225750530402, + "0.7": 0.885387637176052, + "0.8": 0.9251067209866597, + "0.9": 0.9628048451308608 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 116.24137958262831, + "l0_std": 0.38472811405037255, + "recon_r2_mean": 0.9249535245171375, + "recon_r2_std": 0.00019458825896715375, + "l1_per_token_mean": 24.440362665620167, + "l1_per_token_std": 0.021865213686225165, + "input_r2_mean": 0.9921921123008258, + "input_r2_std": 8.050782204373092e-05, + "mcc_signed_mean": 0.41538165958140477, + "mcc_signed_std": 0.0007061797042444696, + "mcc_abs_mean": 0.4153898827477724, + "mcc_abs_std": 0.0007034365829498638, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8425218247404409, + "0.7": 0.8833006714472473, + "0.8": 0.9241048459573694, + "0.9": 0.9626497294474085 + }, + "matched_mcc_signed_band": 0.9031442678981165, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8427449509675397, + "0.7": 0.883400398752864, + "0.8": 0.9239361722965275, + "0.9": 0.9626402000887251 + }, + "matched_mcc_abs_band": 0.9031804305264141, + "act_iou_mean": 0.23910778309733285, + "act_iou_std": 0.0011128591129176873, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_128/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..b5a817fe6f6a99982ef407173176bdb424524002 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 117, + "l0_raw": 116.73599999999999, + "recon_r2": 0.9252, + "l1_per_token": 24.442, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 14, + "dense_rate": 0.0011393229166666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 1481, + "0.6": 471, + "0.7": 167, + "0.8": 55, + "0.9": 18 + }, + "n_dup_clusters_signed": { + "0.5": 708, + "0.6": 224, + "0.7": 79, + "0.8": 25, + "0.9": 7 + }, + "largest_dup_signed": { + "0.5": 9, + "0.6": 9, + "0.7": 5, + "0.8": 5, + "0.9": 4 + }, + "babel_mu1_signed": 0.3428773880004883, + "n_dup_abs": { + "0.5": 1485, + "0.6": 469, + "0.7": 171, + "0.8": 56, + "0.9": 18 + }, + "n_dup_clusters_abs": { + "0.5": 708, + "0.6": 221, + "0.7": 80, + "0.8": 25, + "0.9": 7 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 9, + "0.7": 5, + "0.8": 5, + "0.9": 4 + }, + "babel_mu1_abs": 0.3461702764034271 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 116, + "l0_raw": 115.50720000000001, + "recon_r2": 0.9252, + "l1_per_token": 24.4167, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 16, + "dense_rate": 0.0013020833333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 1375, + "0.6": 410, + "0.7": 154, + "0.8": 61, + "0.9": 17 + }, + "n_dup_clusters_signed": { + "0.5": 657, + "0.6": 195, + "0.7": 74, + "0.8": 28, + "0.9": 7 + }, + "largest_dup_signed": { + "0.5": 10, + "0.6": 8, + "0.7": 7, + "0.8": 7, + "0.9": 4 + }, + "babel_mu1_signed": 0.3404958248138428, + "n_dup_abs": { + "0.5": 1376, + "0.6": 416, + "0.7": 156, + "0.8": 62, + "0.9": 17 + }, + "n_dup_clusters_abs": { + "0.5": 656, + "0.6": 196, + "0.7": 74, + "0.8": 28, + "0.9": 7 + }, + "largest_dup_abs": { + "0.5": 12, + "0.6": 9, + "0.7": 7, + "0.8": 7, + "0.9": 4 + }, + "babel_mu1_abs": 0.34388232231140137 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 116, + "l0_raw": 115.50720000000001, + "recon_r2": 0.9248, + "l1_per_token": 24.3932, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 19, + "dense_rate": 0.0015462239583333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 1384, + "0.6": 438, + "0.7": 141, + "0.8": 64, + "0.9": 20 + }, + "n_dup_clusters_signed": { + "0.5": 658, + "0.6": 209, + "0.7": 66, + "0.8": 30, + "0.9": 9 + }, + "largest_dup_signed": { + "0.5": 8, + "0.6": 8, + "0.7": 8, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_signed": 0.33992433547973633, + "n_dup_abs": { + "0.5": 1391, + "0.6": 439, + "0.7": 145, + "0.8": 66, + "0.9": 20 + }, + "n_dup_clusters_abs": { + "0.5": 660, + "0.6": 208, + "0.7": 68, + "0.8": 31, + "0.9": 9 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 8, + "0.7": 8, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_abs": 0.34346553683280945 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.5245277285575867, + "dcs_abs": 0.5250399708747864, + "frac_sign_flipped": 0.037841796875, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.512073814868927, + "0.6": 0.5217424631118774, + "0.7": 0.5241333246231079, + "0.8": 0.5243749618530273, + "0.9": 0.5243735313415527 + }, + "unique_frac_signed": { + "0.5": 0.9393310546875, + "0.6": 0.981201171875, + "0.7": 0.9931640625, + "0.8": 0.9974365234375, + "0.9": 0.9991455078125 + }, + "dedup_dcs_signed": { + "0.5": 0.4810068365986808, + "0.6": 0.5119343162223231, + "0.7": 0.5205503819743171, + "0.8": 0.5230307389283553, + "0.9": 0.5239254582556896 + }, + "matched_frac_signed": { + "0.5": 0.418212890625, + "0.6": 0.4036458333333333, + "0.7": 0.3675130208333333, + "0.8": 0.3068033854166667, + "0.9": 0.23323567708333334 + }, + "matched_cos_abs": { + "0.5": 0.5125953555107117, + "0.6": 0.5220498442649841, + "0.7": 0.5245569944381714, + "0.8": 0.5248368382453918, + "0.9": 0.524877667427063 + }, + "unique_frac_abs": { + "0.5": 0.9390869140625, + "0.6": 0.98095703125, + "0.7": 0.9929606119791666, + "0.8": 0.9973551432291666, + "0.9": 0.9991455078125 + }, + "dedup_dcs_abs": { + "0.5": 0.4813715905693243, + "0.6": 0.5121084653947037, + "0.7": 0.520864434215279, + "0.8": 0.5234487199801757, + "0.9": 0.5244291635608533 + }, + "matched_frac_abs": { + "0.5": 0.4180501302083333, + "0.6": 0.403564453125, + "0.7": 0.3671061197916667, + "0.8": 0.306640625, + "0.9": 0.23323567708333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.5242763161659241, + "dcs_abs": 0.5248090624809265, + "frac_sign_flipped": 0.038655598958333336, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.5109215378761292, + "0.6": 0.5213163495063782, + "0.7": 0.5240049362182617, + "0.8": 0.5242214202880859, + "0.9": 0.5241884589195251 + }, + "unique_frac_signed": { + "0.5": 0.9390055338541666, + "0.6": 0.9806315104166666, + "0.7": 0.9933675130208334, + "0.8": 0.9973958333333334, + "0.9": 0.9991048177083334 + }, + "dedup_dcs_signed": { + "0.5": 0.47975815143096645, + "0.6": 0.5112192392213425, + "0.7": 0.520529480301775, + "0.8": 0.5228562603394191, + "0.9": 0.5237192146936044 + }, + "matched_frac_signed": { + "0.5": 0.4170735677083333, + "0.6": 0.4087727864583333, + "0.7": 0.3662109375, + "0.8": 0.3092447916666667, + "0.9": 0.23274739583333334 + }, + "matched_cos_abs": { + "0.5": 0.5113886594772339, + "0.6": 0.5217359066009521, + "0.7": 0.5244993567466736, + "0.8": 0.5247053503990173, + "0.9": 0.5247141718864441 + }, + "unique_frac_abs": { + "0.5": 0.9386393229166666, + "0.6": 0.9805094401041666, + "0.7": 0.9931640625, + "0.8": 0.997314453125, + "0.9": 0.9991048177083334 + }, + "dedup_dcs_abs": { + "0.5": 0.4800095050789726, + "0.6": 0.5115669816635393, + "0.7": 0.5209139119251631, + "0.8": 0.5232962295849575, + "0.9": 0.5242444570515848 + }, + "matched_frac_abs": { + "0.5": 0.41650390625, + "0.6": 0.4088541666666667, + "0.7": 0.3661295572916667, + "0.8": 0.3094075520833333, + "0.9": 0.23282877604166666 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.5245991349220276, + "dcs_abs": 0.5251629948616028, + "frac_sign_flipped": 0.042724609375, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.5105501413345337, + "0.6": 0.521305501461029, + "0.7": 0.5244008898735046, + "0.8": 0.5246557593345642, + "0.9": 0.5245712995529175 + }, + "unique_frac_signed": { + "0.5": 0.9412434895833334, + "0.6": 0.98193359375, + "0.7": 0.9936930338541666, + "0.8": 0.9972737630208334, + "0.9": 0.9991455078125 + }, + "dedup_dcs_signed": { + "0.5": 0.48055199663698056, + "0.6": 0.5118873844912741, + "0.7": 0.5210935112142275, + "0.8": 0.5232254234021336, + "0.9": 0.5241230574756628 + }, + "matched_frac_signed": { + "0.5": 0.4190266927083333, + "0.6": 0.407958984375, + "0.7": 0.3680826822916667, + "0.8": 0.3130696614583333, + "0.9": 0.23942057291666666 + }, + "matched_cos_abs": { + "0.5": 0.5111105442047119, + "0.6": 0.521695613861084, + "0.7": 0.5249374508857727, + "0.8": 0.5251726508140564, + "0.9": 0.5251193642616272 + }, + "unique_frac_abs": { + "0.5": 0.9409586588541666, + "0.6": 0.9816487630208334, + "0.7": 0.9935302734375, + "0.8": 0.9971923828125, + "0.9": 0.9991455078125 + }, + "dedup_dcs_abs": { + "0.5": 0.48093389220108895, + "0.6": 0.5121218540201274, + "0.7": 0.521541249116126, + "0.8": 0.5236981670532259, + "0.9": 0.5246706538673607 + }, + "matched_frac_abs": { + "0.5": 0.41845703125, + "0.6": 0.4076334635416667, + "0.7": 0.3680013020833333, + "0.8": 0.3133138020833333, + "0.9": 0.239501953125 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 16, + "n_dense_std": 2.5166114784235836, + "l0_mean": 116, + "l0_std": 0.7094480107801997, + "recon_r2_mean": 0.9250666666666666, + "recon_r2_std": 0.00017320508075686865, + "l1_per_token_mean": 24.4173, + "l1_per_token_std": 0.024402458892496842, + "babel_mu1_signed_mean": 0.34109918276468915, + "babel_mu1_signed_std": 0.0015662568148988212, + "n_dup_signed_per_threshold": { + "0.5": 1413.3333333333333, + "0.6": 439.6666666666667, + "0.7": 154.0, + "0.8": 60.0, + "0.9": 18.333333333333332 + }, + "n_dup_signed_band": 168.00000000000003, + "n_dup_signed_band_std": 8.842369591913696, + "n_dup_clusters_signed_per_threshold": { + "0.5": 674.3333333333334, + "0.6": 209.33333333333334, + "0.7": 73.0, + "0.8": 27.666666666666668, + "0.9": 7.666666666666667 + }, + "n_dup_clusters_signed_band": 79.41666666666669, + "n_dup_clusters_signed_band_std": 3.9554814287686058, + "largest_dup_signed_per_threshold": { + "0.5": 9.0, + "0.6": 8.333333333333334, + "0.7": 6.666666666666667, + "0.8": 6.0, + "0.9": 3.6666666666666665 + }, + "largest_dup_signed_band": 6.166666666666667, + "largest_dup_signed_band_std": 0.3818813079129867, + "dcs_signed_mean": 0.5244677265485128, + "dcs_signed_std": 0.00016956759166401154, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.4804389948888759, + "0.6": 0.5116803133116465, + "0.7": 0.5207244578301066, + "0.8": 0.5230374742233027, + "0.9": 0.523922576808319 + }, + "dedup_dcs_signed_band": 0.5198412055433438, + "dedup_dcs_signed_band_std": 0.00025118831209885973, + "matched_cos_signed_per_threshold": { + "0.5": 0.5111818313598633, + "0.6": 0.5214547713597616, + "0.7": 0.5241797169049581, + "0.8": 0.5244173804918925, + "0.9": 0.5243777632713318 + }, + "matched_cos_signed_band": 0.523607408006986, + "matched_cos_signed_band_std": 0.00015608263549975936, + "unique_frac_signed_per_threshold": { + "0.5": 0.9398600260416666, + "0.6": 0.9812554253472222, + "0.7": 0.993408203125, + "0.8": 0.9973687065972223, + "0.9": 0.9991319444444445 + }, + "unique_frac_signed_band": 0.9927910698784723, + "unique_frac_signed_band_std": 0.00019890691970567744, + "matched_frac_signed_per_threshold": { + "0.5": 0.4181043836805555, + "0.6": 0.40679253472222215, + "0.7": 0.3672688802083333, + "0.8": 0.3097059461805556, + "0.9": 0.23513454861111113 + }, + "matched_frac_signed_band": 0.3297254774305556, + "matched_frac_signed_band_std": 0.0022065082081561198, + "babel_mu1_abs_mean": 0.34450604518254596, + "babel_mu1_abs_std": 0.0014562543394640688, + "n_dup_abs_per_threshold": { + "0.5": 1417.3333333333333, + "0.6": 441.3333333333333, + "0.7": 157.33333333333334, + "0.8": 61.333333333333336, + "0.9": 18.333333333333332 + }, + "n_dup_abs_band": 169.58333333333334, + "n_dup_abs_band_std": 8.079036658744242, + "n_dup_clusters_abs_per_threshold": { + "0.5": 674.6666666666666, + "0.6": 208.33333333333334, + "0.7": 74.0, + "0.8": 28.0, + "0.9": 7.666666666666667 + }, + "n_dup_clusters_abs_band": 79.50000000000001, + "n_dup_clusters_abs_band_std": 3.526683994916471, + "largest_dup_abs_per_threshold": { + "0.5": 10.0, + "0.6": 8.666666666666666, + "0.7": 6.666666666666667, + "0.8": 6.0, + "0.9": 3.6666666666666665 + }, + "largest_dup_abs_band": 6.25, + "largest_dup_abs_band_std": 0.5, + "dcs_abs_mean": 0.5250040094057719, + "dcs_abs_std": 0.00017968570606214843, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.480771662616462, + "0.6": 0.5119324336927901, + "0.7": 0.5211065317521894, + "0.8": 0.5234810388727863, + "0.9": 0.5244480914932663 + }, + "dedup_dcs_abs_band": 0.520242023952758, + "dedup_dcs_abs_band_std": 0.0002525732907815246, + "matched_cos_abs_per_threshold": { + "0.5": 0.5116981863975525, + "0.6": 0.5218271215756735, + "0.7": 0.5246646006902059, + "0.8": 0.5249049464861552, + "0.9": 0.5249037345250448 + }, + "matched_cos_abs_band": 0.5240751008192699, + "matched_cos_abs_band_std": 0.00015885148904427987, + "unique_frac_abs_per_threshold": { + "0.5": 0.9395616319444443, + "0.6": 0.9810384114583334, + "0.7": 0.9932183159722222, + "0.8": 0.9972873263888888, + "0.9": 0.9991319444444445 + }, + "unique_frac_abs_band": 0.9926689995659723, + "unique_frac_abs_band_std": 0.00018655795224991047, + "matched_frac_abs_per_threshold": { + "0.5": 0.41767035590277773, + "0.6": 0.40668402777777785, + "0.7": 0.3670789930555556, + "0.8": 0.30978732638888884, + "0.9": 0.23518880208333334 + }, + "matched_frac_abs_band": 0.3296847873263889, + "matched_frac_abs_band_std": 0.002261994084448499, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5949eb30b783de244a80f491fa25f7af3f2edec1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f8ef10b6753c5a4923990a770e14f19c5e91fdf9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.034, + "r2_score": 0.9252, + "l0_per_token_0": 0.0095, + "l0_per_token_0.001": 0.0094, + "l0_per_token_0.01": 0.0085, + "l0_per_token_0.05": 0.0057, + "l0_per_token_0.1": 0.0038, + "l0_per_token_0.5": 0.0008, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 0.9968, + "l1_per_token": 24.442 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4c15515c994745470445ff31f3f2293062c96289 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..80cd14ddf8c102299265dcb40ccd0e120e8820cb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.034, + "r2_score": 0.9252, + "l0_per_token_0": 0.0094, + "l0_per_token_0.001": 0.0093, + "l0_per_token_0.01": 0.0084, + "l0_per_token_0.05": 0.0056, + "l0_per_token_0.1": 0.0038, + "l0_per_token_0.5": 0.0008, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 0.9954, + "l1_per_token": 24.4167 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..43913a5027e3e99b474c9dfef9490cb3c811038a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..300225ae7a3461dcab554ab4acd53f2ae465cfd4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0341, + "r2_score": 0.9248, + "l0_per_token_0": 0.0094, + "l0_per_token_0.001": 0.0093, + "l0_per_token_0.01": 0.0084, + "l0_per_token_0.05": 0.0056, + "l0_per_token_0.1": 0.0038, + "l0_per_token_0.5": 0.0008, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 0.9933, + "l1_per_token": 24.3932 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_32/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..06b096e2aff1e87c0ec51eeffc111cb6ede5b238 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 28.398906937394248, + "recon_r2": 0.8885272950865096, + "l1_per_token": 15.716493997284566 + }, + "seed1": { + "l0": 28.69346700507614, + "recon_r2": 0.8886251312861494, + "l1_per_token": 15.743015024052825 + }, + "seed2": { + "l0": 32.291598984771575, + "recon_r2": 0.8918232483565026, + "l1_per_token": 16.24241225626634 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.2196713410414736, + "mcc_abs": 0.21969677984130268, + "act_iou": 0.12248415225931726, + "act_iou_n_pairs": 12288, + "input_r2": 0.9918026959465743, + "matched_mcc_signed": { + "0.6": 0.8613610769540576, + "0.7": 0.8880956759584854, + "0.8": 0.9159240689546911, + "0.9": 0.9558624662130183 + }, + "matched_mcc_abs": { + "0.6": 0.8621905219022993, + "0.7": 0.8879106539944669, + "0.8": 0.9158472654520423, + "0.9": 0.9558305297521679 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.22876662346922153, + "mcc_abs": 0.22879478389779173, + "act_iou": 0.12576638612771415, + "act_iou_n_pairs": 12288, + "input_r2": 0.9915420830833083, + "matched_mcc_signed": { + "0.6": 0.8548658835567319, + "0.7": 0.8871882304335882, + "0.8": 0.9180749417683128, + "0.9": 0.9557174796460441 + }, + "matched_mcc_abs": { + "0.6": 0.8545130612331655, + "0.7": 0.8870907153214715, + "0.8": 0.91824386310442, + "0.9": 0.9556756796407916 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.2304304572657416, + "mcc_abs": 0.2304601262811039, + "act_iou": 0.12786325482642236, + "act_iou_n_pairs": 12288, + "input_r2": 0.9917175013712205, + "matched_mcc_signed": { + "0.6": 0.8592093941480595, + "0.7": 0.8868141106577094, + "0.8": 0.917356596071346, + "0.9": 0.9541165820784064 + }, + "matched_mcc_abs": { + "0.6": 0.8588067189090086, + "0.7": 0.8871458971533498, + "0.8": 0.9174180457544813, + "0.9": 0.9541165820784064 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 29.794657642413984, + "l0_std": 2.1674243836288896, + "recon_r2_mean": 0.8896585582430538, + "recon_r2_std": 0.0018753147591636505, + "l1_per_token_mean": 15.90064042586791, + "l1_per_token_std": 0.2962799845680279, + "input_r2_mean": 0.9916874268003677, + "input_r2_std": 0.00013288388158057027, + "mcc_signed_mean": 0.2262894739254789, + "mcc_signed_std": 0.005791532429191341, + "mcc_abs_mean": 0.22631723000673276, + "mcc_abs_std": 0.005793626809531444, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8584787848862829, + "0.7": 0.8873660056832611, + "0.8": 0.9171185355981167, + "0.9": 0.9552321759791562 + }, + "matched_mcc_signed_band": 0.9045488755367043, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8585034340148244, + "0.7": 0.8873824221564294, + "0.8": 0.9171697247703144, + "0.9": 0.955207597157122 + }, + "matched_mcc_abs_band": 0.9045657945246726, + "act_iou_mean": 0.1253712644044846, + "act_iou_std": 0.0027112316369106277, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_32/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a7f10fdeccc0849ce7705e4983a1af4aeaa67c39 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 28, + "l0_raw": 28.2624, + "recon_r2": 0.8887, + "l1_per_token": 15.71, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 7, + "dense_rate": 0.0005696614583333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 934, + "0.6": 308, + "0.7": 103, + "0.8": 32, + "0.9": 7 + }, + "n_dup_clusters_signed": { + "0.5": 436, + "0.6": 147, + "0.7": 48, + "0.8": 13, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 7, + "0.6": 7, + "0.7": 7, + "0.8": 7, + "0.9": 4 + }, + "babel_mu1_signed": 0.24767650663852692, + "n_dup_abs": { + "0.5": 936, + "0.6": 310, + "0.7": 104, + "0.8": 32, + "0.9": 7 + }, + "n_dup_clusters_abs": { + "0.5": 436, + "0.6": 147, + "0.7": 48, + "0.8": 13, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 9, + "0.7": 7, + "0.8": 7, + "0.9": 4 + }, + "babel_mu1_abs": 0.2504965364933014 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 28, + "l0_raw": 28.2624, + "recon_r2": 0.8888, + "l1_per_token": 15.7281, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 10, + "dense_rate": 0.0008138020833333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 864, + "0.6": 285, + "0.7": 85, + "0.8": 22, + "0.9": 7 + }, + "n_dup_clusters_signed": { + "0.5": 396, + "0.6": 132, + "0.7": 38, + "0.8": 9, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 9, + "0.6": 8, + "0.7": 6, + "0.8": 5, + "0.9": 5 + }, + "babel_mu1_signed": 0.24652397632598877, + "n_dup_abs": { + "0.5": 868, + "0.6": 289, + "0.7": 84, + "0.8": 22, + "0.9": 7 + }, + "n_dup_clusters_abs": { + "0.5": 398, + "0.6": 134, + "0.7": 37, + "0.8": 9, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 7, + "0.6": 7, + "0.7": 6, + "0.8": 5, + "0.9": 5 + }, + "babel_mu1_abs": 0.24931812286376953 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.892, + "l1_per_token": 16.2244, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 8, + "dense_rate": 0.0006510416666666666, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 1013, + "0.6": 328, + "0.7": 86, + "0.8": 30, + "0.9": 12 + }, + "n_dup_clusters_signed": { + "0.5": 470, + "0.6": 154, + "0.7": 39, + "0.8": 12, + "0.9": 4 + }, + "largest_dup_signed": { + "0.5": 10, + "0.6": 8, + "0.7": 8, + "0.8": 8, + "0.9": 5 + }, + "babel_mu1_signed": 0.25958141684532166, + "n_dup_abs": { + "0.5": 1010, + "0.6": 334, + "0.7": 86, + "0.8": 30, + "0.9": 12 + }, + "n_dup_clusters_abs": { + "0.5": 468, + "0.6": 156, + "0.7": 39, + "0.8": 12, + "0.9": 4 + }, + "largest_dup_abs": { + "0.5": 13, + "0.6": 11, + "0.7": 8, + "0.8": 8, + "0.9": 5 + }, + "babel_mu1_abs": 0.2623603641986847 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.322492390871048, + "dcs_abs": 0.32640907168388367, + "frac_sign_flipped": 0.3116048177083333, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.3033387362957001, + "0.6": 0.3164018988609314, + "0.7": 0.3206096589565277, + "0.8": 0.32184168696403503, + "0.9": 0.3222176134586334 + }, + "unique_frac_signed": { + "0.5": 0.960693359375, + "0.6": 0.9872233072916666, + "0.7": 0.995849609375, + "0.8": 0.9986979166666666, + "0.9": 0.9995930989583334 + }, + "dedup_dcs_signed": { + "0.5": 0.29141550960048335, + "0.6": 0.3123593290268521, + "0.7": 0.3192790036337101, + "0.8": 0.32142262226746726, + "0.9": 0.32208650277607376 + }, + "matched_frac_signed": { + "0.5": 0.20222981770833334, + "0.6": 0.21183268229166666, + "0.7": 0.20296223958333334, + "0.8": 0.18269856770833334, + "0.9": 0.13948567708333334 + }, + "matched_cos_abs": { + "0.5": 0.3074088394641876, + "0.6": 0.32029908895492554, + "0.7": 0.32451242208480835, + "0.8": 0.32576611638069153, + "0.9": 0.32613593339920044 + }, + "unique_frac_abs": { + "0.5": 0.9605305989583334, + "0.6": 0.987060546875, + "0.7": 0.9958089192708334, + "0.8": 0.9986979166666666, + "0.9": 0.9995930989583334 + }, + "dedup_dcs_abs": { + "0.5": 0.2952755966956223, + "0.6": 0.3161545939074131, + "0.7": 0.3231523643262335, + "0.8": 0.3253419417499875, + "0.9": 0.3260032283481754 + }, + "matched_frac_abs": { + "0.5": 0.20247395833333334, + "0.6": 0.211669921875, + "0.7": 0.20296223958333334, + "0.8": 0.1826171875, + "0.9": 0.13948567708333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.3294093906879425, + "dcs_abs": 0.3331240713596344, + "frac_sign_flipped": 0.3011881510416667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.3100264072418213, + "0.6": 0.32290372252464294, + "0.7": 0.3276108205318451, + "0.8": 0.32870572805404663, + "0.9": 0.32915544509887695 + }, + "unique_frac_signed": { + "0.5": 0.9576416015625, + "0.6": 0.9863688151041666, + "0.7": 0.995849609375, + "0.8": 0.9984944661458334, + "0.9": 0.9994710286458334 + }, + "dedup_dcs_signed": { + "0.5": 0.2968941851577256, + "0.6": 0.3185021621793567, + "0.7": 0.32625110765366117, + "0.8": 0.3282108504524028, + "0.9": 0.3289813312973517 + }, + "matched_frac_signed": { + "0.5": 0.20963541666666666, + "0.6": 0.219970703125, + "0.7": 0.210693359375, + "0.8": 0.1875, + "0.9": 0.14217122395833334 + }, + "matched_cos_abs": { + "0.5": 0.3138698935508728, + "0.6": 0.3265477418899536, + "0.7": 0.33131301403045654, + "0.8": 0.3324332535266876, + "0.9": 0.3328721225261688 + }, + "unique_frac_abs": { + "0.5": 0.9576009114583334, + "0.6": 0.9861246744791666, + "0.7": 0.9958089192708334, + "0.8": 0.9984944661458334, + "0.9": 0.9994710286458334 + }, + "dedup_dcs_abs": { + "0.5": 0.3005620961436459, + "0.6": 0.3220167856731374, + "0.7": 0.3299244544420314, + "0.8": 0.3319327640092524, + "0.9": 0.33269604270875186 + }, + "matched_frac_abs": { + "0.5": 0.20930989583333334, + "0.6": 0.21956380208333334, + "0.7": 0.21044921875, + "0.8": 0.18717447916666666, + "0.9": 0.14217122395833334 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.33112719655036926, + "dcs_abs": 0.33486616611480713, + "frac_sign_flipped": 0.3072916666666667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.3122953772544861, + "0.6": 0.32501834630966187, + "0.7": 0.32922351360321045, + "0.8": 0.3304900527000427, + "0.9": 0.3308710753917694 + }, + "unique_frac_signed": { + "0.5": 0.9588623046875, + "0.6": 0.9866943359375, + "0.7": 0.9961751302083334, + "0.8": 0.9987386067708334, + "0.9": 0.9994710286458334 + }, + "dedup_dcs_signed": { + "0.5": 0.2994482651774888, + "0.6": 0.3206937613795162, + "0.7": 0.3279642765313232, + "0.8": 0.33007317478526, + "0.9": 0.33069605407096486 + }, + "matched_frac_signed": { + "0.5": 0.21321614583333334, + "0.6": 0.22314453125, + "0.7": 0.21240234375, + "0.8": 0.18855794270833334, + "0.9": 0.14542643229166666 + }, + "matched_cos_abs": { + "0.5": 0.31613969802856445, + "0.6": 0.3287355601787567, + "0.7": 0.3330044746398926, + "0.8": 0.33423829078674316, + "0.9": 0.33461126685142517 + }, + "unique_frac_abs": { + "0.5": 0.9588216145833334, + "0.6": 0.9864501953125, + "0.7": 0.9961751302083334, + "0.8": 0.9987386067708334, + "0.9": 0.9994710286458334 + }, + "dedup_dcs_abs": { + "0.5": 0.30312157569763565, + "0.6": 0.32428125754449866, + "0.7": 0.3317307758843526, + "0.8": 0.3338166848698165, + "0.9": 0.3344342670764794 + }, + "matched_frac_abs": { + "0.5": 0.21337890625, + "0.6": 0.22322591145833334, + "0.7": 0.21232096354166666, + "0.8": 0.18863932291666666, + "0.9": 0.14542643229166666 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 8, + "n_dense_std": 1.5275252316519468, + "l0_mean": 29, + "l0_std": 2.1283440323406357, + "recon_r2_mean": 0.8898333333333334, + "recon_r2_std": 0.0016462077633154436, + "l1_per_token_mean": 15.887499999999998, + "l1_per_token_std": 0.2920836695195398, + "babel_mu1_signed_mean": 0.2512606332699458, + "babel_mu1_signed_std": 0.007229015217269466, + "n_dup_signed_per_threshold": { + "0.5": 937.0, + "0.6": 307.0, + "0.7": 91.33333333333333, + "0.8": 28.0, + "0.9": 8.666666666666666 + }, + "n_dup_signed_band": 108.75, + "n_dup_signed_band_std": 7.830229881682913, + "n_dup_clusters_signed_per_threshold": { + "0.5": 434.0, + "0.6": 144.33333333333334, + "0.7": 41.666666666666664, + "0.8": 11.333333333333334, + "0.9": 2.6666666666666665 + }, + "n_dup_clusters_signed_band": 50.0, + "n_dup_clusters_signed_band_std": 4.115519408288582, + "largest_dup_signed_per_threshold": { + "0.5": 8.666666666666666, + "0.6": 7.666666666666667, + "0.7": 7.0, + "0.8": 6.666666666666667, + "0.9": 4.666666666666667 + }, + "largest_dup_signed_band": 6.500000000000001, + "largest_dup_signed_band_std": 0.6614378277661477, + "dcs_signed_mean": 0.32767632603645325, + "dcs_signed_std": 0.004570842602255189, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.2959193199785659, + "0.6": 0.31718508419524166, + "0.7": 0.3244981292728982, + "0.8": 0.32656888250171, + "0.9": 0.3272546293814635 + }, + "dedup_dcs_signed_band": 0.3238766813378283, + "dedup_dcs_signed_band_std": 0.004506032234412485, + "matched_cos_signed_per_threshold": { + "0.5": 0.30855350693066913, + "0.6": 0.32144132256507874, + "0.7": 0.3258146643638611, + "0.8": 0.3270124892393748, + "0.9": 0.3274147113164266 + }, + "matched_cos_signed_band": 0.3254207968711853, + "matched_cos_signed_band_std": 0.004553223117109961, + "unique_frac_signed_per_threshold": { + "0.5": 0.9590657552083334, + "0.6": 0.9867621527777777, + "0.7": 0.9959581163194445, + "0.8": 0.9986436631944445, + "0.9": 0.99951171875 + }, + "unique_frac_signed_band": 0.9952189127604167, + "unique_frac_signed_band_std": 0.00015393825226257194, + "matched_frac_signed_per_threshold": { + "0.5": 0.20836046006944445, + "0.6": 0.2183159722222222, + "0.7": 0.2086859809027778, + "0.8": 0.18625217013888892, + "0.9": 0.14236111111111113 + }, + "matched_frac_signed_band": 0.18890380859375003, + "matched_frac_signed_band_std": 0.004195374693390797, + "babel_mu1_abs_mean": 0.2540583411852519, + "babel_mu1_abs_std": 0.007213865417183963, + "n_dup_abs_per_threshold": { + "0.5": 938.0, + "0.6": 311.0, + "0.7": 91.33333333333333, + "0.8": 28.0, + "0.9": 8.666666666666666 + }, + "n_dup_abs_band": 109.75, + "n_dup_abs_band_std": 8.089344843681719, + "n_dup_clusters_abs_per_threshold": { + "0.5": 434.0, + "0.6": 145.66666666666666, + "0.7": 41.333333333333336, + "0.8": 11.333333333333334, + "0.9": 2.6666666666666665 + }, + "n_dup_clusters_abs_band": 50.25, + "n_dup_clusters_abs_band_std": 4.115519408288582, + "largest_dup_abs_per_threshold": { + "0.5": 9.666666666666666, + "0.6": 9.0, + "0.7": 7.0, + "0.8": 6.666666666666667, + "0.9": 4.666666666666667 + }, + "largest_dup_abs_band": 6.833333333333334, + "largest_dup_abs_band_std": 1.1273124382057236, + "dcs_abs_mean": 0.3314664363861084, + "dcs_abs_std": 0.004465582474043175, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.29965308951230124, + "0.6": 0.3208175457083497, + "0.7": 0.3282691982175392, + "0.8": 0.33036379687635214, + "0.9": 0.33104451271113555 + }, + "dedup_dcs_abs_band": 0.3276237633783442, + "dedup_dcs_abs_band_std": 0.004402425366159005, + "matched_cos_abs_per_threshold": { + "0.5": 0.31247281034787494, + "0.6": 0.325194130341212, + "0.7": 0.3296099702517192, + "0.8": 0.33081255356470746, + "0.9": 0.33120644092559814 + }, + "matched_cos_abs_band": 0.3292057737708092, + "matched_cos_abs_band_std": 0.004451628687993128, + "unique_frac_abs_per_threshold": { + "0.5": 0.958984375, + "0.6": 0.9865451388888888, + "0.7": 0.9959309895833334, + "0.8": 0.9986436631944445, + "0.9": 0.99951171875 + }, + "unique_frac_abs_band": 0.9951578776041667, + "unique_frac_abs_band_std": 0.00016371131326731544, + "matched_frac_abs_per_threshold": { + "0.5": 0.20838758680555558, + "0.6": 0.21815321180555558, + "0.7": 0.20857747395833334, + "0.8": 0.18614366319444442, + "0.9": 0.14236111111111113 + }, + "matched_frac_abs_band": 0.18880886501736113, + "matched_frac_abs_band_std": 0.004205540933979714, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5949eb30b783de244a80f491fa25f7af3f2edec1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0112d30983ccb4a64a902ac52f1c6e1c3f5cba76 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0505, + "r2_score": 0.8887, + "l0_per_token_0": 0.0023, + "l0_per_token_0.001": 0.0023, + "l0_per_token_0.01": 0.0022, + "l0_per_token_0.05": 0.0019, + "l0_per_token_0.1": 0.0016, + "l0_per_token_0.5": 0.0006, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.7659, + "l1_per_token": 15.71 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4c15515c994745470445ff31f3f2293062c96289 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a8415c7df7e20c77aab9e0774d1a433b6c587756 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0505, + "r2_score": 0.8888, + "l0_per_token_0": 0.0023, + "l0_per_token_0.001": 0.0023, + "l0_per_token_0.01": 0.0022, + "l0_per_token_0.05": 0.0019, + "l0_per_token_0.1": 0.0016, + "l0_per_token_0.5": 0.0006, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.7474, + "l1_per_token": 15.7281 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..43913a5027e3e99b474c9dfef9490cb3c811038a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..775e78da71047fe004ba1d4519fe66868e7066d8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.049, + "r2_score": 0.892, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0025, + "l0_per_token_0.05": 0.002, + "l0_per_token_0.1": 0.0017, + "l0_per_token_0.5": 0.0007, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.7763, + "l1_per_token": 16.2244 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_64/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..7fe455d94bd98235bc16926f957c5f2d84ff0269 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 65.64138409475466, + "recon_r2": 0.9107711192394758, + "l1_per_token": 19.98657559545207 + }, + "seed1": { + "l0": 65.6349932318105, + "recon_r2": 0.9107151506175469, + "l1_per_token": 19.979514333227726 + }, + "seed2": { + "l0": 63.002910321489004, + "recon_r2": 0.9092950606895612, + "l1_per_token": 19.643208541296456 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.36660326781360153, + "mcc_abs": 0.3666218148132436, + "act_iou": 0.20816844590701214, + "act_iou_n_pairs": 12288, + "input_r2": 0.9923642673566511, + "matched_mcc_signed": { + "0.6": 0.8394283851899784, + "0.7": 0.8774652902431667, + "0.8": 0.9172937080587161, + "0.9": 0.9567825906165807 + }, + "matched_mcc_abs": { + "0.6": 0.8386190662566936, + "0.7": 0.8770948807887154, + "0.8": 0.9171702470004252, + "0.9": 0.956785471377048 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.3625393746607988, + "mcc_abs": 0.36255786059351663, + "act_iou": 0.20641259899189568, + "act_iou_n_pairs": 12288, + "input_r2": 0.9923505280347202, + "matched_mcc_signed": { + "0.6": 0.8369850630242676, + "0.7": 0.8753935554298093, + "0.8": 0.9168411633941972, + "0.9": 0.9576253315579989 + }, + "matched_mcc_abs": { + "0.6": 0.8370304276539695, + "0.7": 0.8753203746495604, + "0.8": 0.9172293762006153, + "0.9": 0.957618718587608 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.364710136588913, + "mcc_abs": 0.36472912380346906, + "act_iou": 0.20706949875740902, + "act_iou_n_pairs": 12288, + "input_r2": 0.9923939301669432, + "matched_mcc_signed": { + "0.6": 0.8406933416019191, + "0.7": 0.8799606972715204, + "0.8": 0.9178509195574153, + "0.9": 0.9571208446555334 + }, + "matched_mcc_abs": { + "0.6": 0.8408339163778767, + "0.7": 0.8794224028198239, + "0.8": 0.9177245058117036, + "0.9": 0.9570627260927145 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 64.75976254935138, + "l0_std": 1.5214820155660904, + "recon_r2_mean": 0.9102604435155279, + "recon_r2_std": 0.0008365142689541221, + "l1_per_token_mean": 19.869766156658752, + "l1_per_token_std": 0.19623641396294764, + "input_r2_mean": 0.9923695751861049, + "input_r2_std": 2.2182562081690222e-05, + "mcc_signed_mean": 0.3646175930211044, + "mcc_signed_std": 0.002033526523875785, + "mcc_abs_mean": 0.36463626640340974, + "mcc_abs_std": 0.002033567763210371, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8390355966053883, + "0.7": 0.877606514314832, + "0.8": 0.9173285970034429, + "0.9": 0.9571762556100376 + }, + "matched_mcc_signed_band": 0.8977867408834252, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8388278034295132, + "0.7": 0.8772792194193665, + "0.8": 0.9173747096709146, + "0.9": 0.9571556386857901 + }, + "matched_mcc_abs_band": 0.8976593428013961, + "act_iou_mean": 0.20721684788543893, + "act_iou_std": 0.0008871490412999288, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_64/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..aaa900afe85a8d4126f6c58c774bea212d6bf124 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 65, + "l0_raw": 65.1264, + "recon_r2": 0.9109, + "l1_per_token": 19.9799, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0008951822916666666, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 1486, + "0.6": 513, + "0.7": 164, + "0.8": 61, + "0.9": 17 + }, + "n_dup_clusters_signed": { + "0.5": 701, + "0.6": 242, + "0.7": 76, + "0.8": 27, + "0.9": 6 + }, + "largest_dup_signed": { + "0.5": 10, + "0.6": 10, + "0.7": 7, + "0.8": 7, + "0.9": 7 + }, + "babel_mu1_signed": 0.3255261778831482, + "n_dup_abs": { + "0.5": 1485, + "0.6": 515, + "0.7": 167, + "0.8": 61, + "0.9": 17 + }, + "n_dup_clusters_abs": { + "0.5": 701, + "0.6": 242, + "0.7": 78, + "0.8": 27, + "0.9": 6 + }, + "largest_dup_abs": { + "0.5": 10, + "0.6": 10, + "0.7": 7, + "0.8": 7, + "0.9": 7 + }, + "babel_mu1_abs": 0.32780101895332336 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 65, + "l0_raw": 65.1264, + "recon_r2": 0.9109, + "l1_per_token": 19.9544, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 12, + "dense_rate": 0.0009765625, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 1519, + "0.6": 479, + "0.7": 164, + "0.8": 58, + "0.9": 12 + }, + "n_dup_clusters_signed": { + "0.5": 719, + "0.6": 227, + "0.7": 77, + "0.8": 26, + "0.9": 4 + }, + "largest_dup_signed": { + "0.5": 9, + "0.6": 9, + "0.7": 6, + "0.8": 6, + "0.9": 6 + }, + "babel_mu1_signed": 0.32413139939308167, + "n_dup_abs": { + "0.5": 1525, + "0.6": 484, + "0.7": 165, + "0.8": 58, + "0.9": 12 + }, + "n_dup_clusters_abs": { + "0.5": 721, + "0.6": 228, + "0.7": 77, + "0.8": 26, + "0.9": 4 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 9, + "0.7": 6, + "0.8": 6, + "0.9": 6 + }, + "babel_mu1_abs": 0.32663413882255554 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 63, + "l0_raw": 62.668800000000005, + "recon_r2": 0.9094, + "l1_per_token": 19.6219, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 12, + "dense_rate": 0.0009765625, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 1487, + "0.6": 497, + "0.7": 142, + "0.8": 52, + "0.9": 16 + }, + "n_dup_clusters_signed": { + "0.5": 705, + "0.6": 236, + "0.7": 65, + "0.8": 23, + "0.9": 6 + }, + "largest_dup_signed": { + "0.5": 13, + "0.6": 9, + "0.7": 9, + "0.8": 8, + "0.9": 4 + }, + "babel_mu1_signed": 0.3220885097980499, + "n_dup_abs": { + "0.5": 1492, + "0.6": 501, + "0.7": 142, + "0.8": 52, + "0.9": 16 + }, + "n_dup_clusters_abs": { + "0.5": 706, + "0.6": 238, + "0.7": 65, + "0.8": 23, + "0.9": 6 + }, + "largest_dup_abs": { + "0.5": 12, + "0.6": 9, + "0.7": 9, + "0.8": 8, + "0.9": 4 + }, + "babel_mu1_abs": 0.32465043663978577 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.472210168838501, + "dcs_abs": 0.4736247956752777, + "frac_sign_flipped": 0.1103515625, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.45187634229660034, + "0.6": 0.4665214717388153, + "0.7": 0.4706262946128845, + "0.8": 0.47168397903442383, + "0.9": 0.47192689776420593 + }, + "unique_frac_signed": { + "0.5": 0.9355061848958334, + "0.6": 0.9787190755208334, + "0.7": 0.9928792317708334, + "0.8": 0.997314453125, + "0.9": 0.9992268880208334 + }, + "dedup_dcs_signed": { + "0.5": 0.4227331130265763, + "0.6": 0.4565934635308319, + "0.7": 0.46727507384639466, + "0.8": 0.47041724959854037, + "0.9": 0.47156204542625346 + }, + "matched_frac_signed": { + "0.5": 0.3597819010416667, + "0.6": 0.3622233072916667, + "0.7": 0.332275390625, + "0.8": 0.2830403645833333, + "0.9": 0.21525065104166666 + }, + "matched_cos_abs": { + "0.5": 0.45340195298194885, + "0.6": 0.46780672669410706, + "0.7": 0.4720005691051483, + "0.8": 0.4730847477912903, + "0.9": 0.4733416736125946 + }, + "unique_frac_abs": { + "0.5": 0.9353841145833334, + "0.6": 0.9784749348958334, + "0.7": 0.9927978515625, + "0.8": 0.997314453125, + "0.9": 0.9992268880208334 + }, + "dedup_dcs_abs": { + "0.5": 0.42410498434037436, + "0.6": 0.45773715644584934, + "0.7": 0.46860115094386856, + "0.8": 0.4718142565252492, + "0.9": 0.4729757274944859 + }, + "matched_frac_abs": { + "0.5": 0.3600260416666667, + "0.6": 0.3622233072916667, + "0.7": 0.33251953125, + "0.8": 0.2831217447916667, + "0.9": 0.21525065104166666 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.4693211019039154, + "dcs_abs": 0.4707275629043579, + "frac_sign_flipped": 0.1171875, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.44894084334373474, + "0.6": 0.4633212387561798, + "0.7": 0.4679810106754303, + "0.8": 0.46896716952323914, + "0.9": 0.4690980315208435 + }, + "unique_frac_signed": { + "0.5": 0.9362386067708334, + "0.6": 0.9783528645833334, + "0.7": 0.9932861328125, + "0.8": 0.9974365234375, + "0.9": 0.9991455078125 + }, + "dedup_dcs_signed": { + "0.5": 0.4203157496946612, + "0.6": 0.45329166115940706, + "0.7": 0.46483904832348344, + "0.8": 0.46776498317558435, + "0.9": 0.4686971909177373 + }, + "matched_frac_signed": { + "0.5": 0.3578287760416667, + "0.6": 0.35791015625, + "0.7": 0.330322265625, + "0.8": 0.2806803385416667, + "0.9": 0.212158203125 + }, + "matched_cos_abs": { + "0.5": 0.45031824707984924, + "0.6": 0.4646672010421753, + "0.7": 0.4693548083305359, + "0.8": 0.4703753590583801, + "0.9": 0.47050371766090393 + }, + "unique_frac_abs": { + "0.5": 0.9361165364583334, + "0.6": 0.9781901041666666, + "0.7": 0.9932454427083334, + "0.8": 0.9974365234375, + "0.9": 0.9991455078125 + }, + "dedup_dcs_abs": { + "0.5": 0.42155035776037647, + "0.6": 0.45453285779027885, + "0.7": 0.4661845243875481, + "0.8": 0.46916956284985645, + "0.9": 0.470101675909973 + }, + "matched_frac_abs": { + "0.5": 0.357666015625, + "0.6": 0.3578287760416667, + "0.7": 0.330322265625, + "0.8": 0.28076171875, + "0.9": 0.212158203125 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4690133035182953, + "dcs_abs": 0.4704587757587433, + "frac_sign_flipped": 0.12060546875, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.448814332485199, + "0.6": 0.4632823169231415, + "0.7": 0.4677044451236725, + "0.8": 0.46861350536346436, + "0.9": 0.46882861852645874 + }, + "unique_frac_signed": { + "0.5": 0.9356282552083334, + "0.6": 0.9791259765625, + "0.7": 0.9933268229166666, + "0.8": 0.9975179036458334, + "0.9": 0.999267578125 + }, + "dedup_dcs_signed": { + "0.5": 0.41992337081561953, + "0.6": 0.4536117509815085, + "0.7": 0.4645833705387, + "0.8": 0.46745036149028846, + "0.9": 0.46848523819062393 + }, + "matched_frac_signed": { + "0.5": 0.3570963541666667, + "0.6": 0.359375, + "0.7": 0.3299153645833333, + "0.8": 0.283203125, + "0.9": 0.21378580729166666 + }, + "matched_cos_abs": { + "0.5": 0.45030471682548523, + "0.6": 0.4646305441856384, + "0.7": 0.46912893652915955, + "0.8": 0.47004711627960205, + "0.9": 0.4702751338481903 + }, + "unique_frac_abs": { + "0.5": 0.935302734375, + "0.6": 0.9788818359375, + "0.7": 0.9932861328125, + "0.8": 0.9975179036458334, + "0.9": 0.999267578125 + }, + "dedup_dcs_abs": { + "0.5": 0.4211712329488364, + "0.6": 0.45481840012507746, + "0.7": 0.46597926715548965, + "0.8": 0.4688804140459979, + "0.9": 0.46993069405289134 + }, + "matched_frac_abs": { + "0.5": 0.356689453125, + "0.6": 0.3587239583333333, + "0.7": 0.330078125, + "0.8": 0.2833658854166667, + "0.9": 0.21394856770833334 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 12, + "n_dense_std": 0.5773502691896257, + "l0_mean": 64, + "l0_std": 1.4188960215604238, + "recon_r2_mean": 0.9104000000000001, + "recon_r2_std": 0.0007810249675906434, + "l1_per_token_mean": 19.85206666666667, + "l1_per_token_std": 0.19971192586656644, + "babel_mu1_signed_mean": 0.32391536235809326, + "babel_mu1_signed_std": 0.001728986543091279, + "n_dup_signed_per_threshold": { + "0.5": 1497.3333333333333, + "0.6": 496.3333333333333, + "0.7": 156.66666666666666, + "0.8": 57.0, + "0.9": 15.0 + }, + "n_dup_signed_band": 181.25, + "n_dup_signed_band_std": 6.5383484153110105, + "n_dup_clusters_signed_per_threshold": { + "0.5": 708.3333333333334, + "0.6": 235.0, + "0.7": 72.66666666666667, + "0.8": 25.333333333333332, + "0.9": 5.333333333333333 + }, + "n_dup_clusters_signed_band": 84.58333333333333, + "n_dup_clusters_signed_band_std": 2.7876214472796215, + "largest_dup_signed_per_threshold": { + "0.5": 10.666666666666666, + "0.6": 9.333333333333334, + "0.7": 7.333333333333333, + "0.8": 7.0, + "0.9": 5.666666666666667 + }, + "largest_dup_signed_band": 7.333333333333334, + "largest_dup_signed_band_std": 0.5204164998665333, + "dcs_signed_mean": 0.47018152475357056, + "dcs_signed_std": 0.001763585149359104, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.42099074451228563, + "0.6": 0.4544989585572492, + "0.7": 0.46556583090285936, + "0.8": 0.46854419808813774, + "0.9": 0.4695814915115382 + }, + "dedup_dcs_signed_band": 0.46454761976494613, + "dedup_dcs_signed_band_std": 0.0016588718619728903, + "matched_cos_signed_per_threshold": { + "0.5": 0.44987717270851135, + "0.6": 0.46437500913937885, + "0.7": 0.4687705834706624, + "0.8": 0.4697548846403758, + "0.9": 0.46995118260383606 + }, + "matched_cos_signed_band": 0.46821291496356326, + "matched_cos_signed_band_std": 0.001715927491215945, + "unique_frac_signed_per_threshold": { + "0.5": 0.935791015625, + "0.6": 0.978732638888889, + "0.7": 0.9931640625, + "0.8": 0.9974229600694445, + "0.9": 0.9992133246527778 + }, + "unique_frac_signed_band": 0.9921332465277778, + "unique_frac_signed_band_std": 0.00015303933507478072, + "matched_frac_signed_per_threshold": { + "0.5": 0.3582356770833333, + "0.6": 0.3598361545138889, + "0.7": 0.3308376736111111, + "0.8": 0.2823079427083333, + "0.9": 0.21373155381944442 + }, + "matched_frac_signed_band": 0.2966783311631944, + "matched_frac_signed_band_std": 0.0014678547372470366, + "babel_mu1_abs_mean": 0.32636186480522156, + "babel_mu1_abs_std": 0.0015928408847026656, + "n_dup_abs_per_threshold": { + "0.5": 1500.6666666666667, + "0.6": 500.0, + "0.7": 158.0, + "0.8": 57.0, + "0.9": 15.0 + }, + "n_dup_abs_band": 182.5, + "n_dup_abs_band_std": 6.5717197140474575, + "n_dup_clusters_abs_per_threshold": { + "0.5": 709.3333333333334, + "0.6": 236.0, + "0.7": 73.33333333333333, + "0.8": 25.333333333333332, + "0.9": 5.333333333333333 + }, + "n_dup_clusters_abs_band": 84.99999999999999, + "n_dup_clusters_abs_band_std": 2.839454172900137, + "largest_dup_abs_per_threshold": { + "0.5": 10.333333333333334, + "0.6": 9.333333333333334, + "0.7": 7.333333333333333, + "0.8": 7.0, + "0.9": 5.666666666666667 + }, + "largest_dup_abs_band": 7.333333333333334, + "largest_dup_abs_band_std": 0.5204164998665333, + "dcs_abs_mean": 0.4716037114461263, + "dcs_abs_std": 0.0017554622549076125, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.4222755250165291, + "0.6": 0.4556961381204019, + "0.7": 0.4669216474956355, + "0.8": 0.46995474447370117, + "0.9": 0.4710026991524501 + }, + "dedup_dcs_abs_band": 0.46589380731054714, + "dedup_dcs_abs_band_std": 0.0016359750865107747, + "matched_cos_abs_per_threshold": { + "0.5": 0.4513416389624278, + "0.6": 0.46570149064064026, + "0.7": 0.47016143798828125, + "0.8": 0.47116907437642414, + "0.9": 0.4713735083738963 + }, + "matched_cos_abs_band": 0.4696013778448105, + "matched_cos_abs_band_std": 0.0016979480368257828, + "unique_frac_abs_per_threshold": { + "0.5": 0.9356011284722223, + "0.6": 0.978515625, + "0.7": 0.9931098090277778, + "0.8": 0.9974229600694445, + "0.9": 0.9992133246527778 + }, + "unique_frac_abs_band": 0.9920654296875, + "unique_frac_abs_band_std": 0.00015190820844591745, + "matched_frac_abs_per_threshold": { + "0.5": 0.3581271701388889, + "0.6": 0.3595920138888889, + "0.7": 0.3309733072916667, + "0.8": 0.28241644965277785, + "0.9": 0.21378580729166666 + }, + "matched_frac_abs_band": 0.29669189453125006, + "matched_frac_abs_band_std": 0.0015121178528696541, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5949eb30b783de244a80f491fa25f7af3f2edec1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7a01752811a8ff13df7f65e2d1b0d861fe836a6b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0404, + "r2_score": 0.9109, + "l0_per_token_0": 0.0053, + "l0_per_token_0.001": 0.0053, + "l0_per_token_0.01": 0.0049, + "l0_per_token_0.05": 0.0036, + "l0_per_token_0.1": 0.0027, + "l0_per_token_0.5": 0.0008, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.9495, + "l1_per_token": 19.9799 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4c15515c994745470445ff31f3f2293062c96289 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7d4c6e4f6216f6be98dd25bb5c15210a9168cafb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0405, + "r2_score": 0.9109, + "l0_per_token_0": 0.0053, + "l0_per_token_0.001": 0.0053, + "l0_per_token_0.01": 0.0049, + "l0_per_token_0.05": 0.0036, + "l0_per_token_0.1": 0.0027, + "l0_per_token_0.5": 0.0008, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.9412, + "l1_per_token": 19.9544 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..43913a5027e3e99b474c9dfef9490cb3c811038a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4397df373ac8b800a8ecd27cde294e7899d26188 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0411, + "r2_score": 0.9094, + "l0_per_token_0": 0.0051, + "l0_per_token_0.001": 0.0051, + "l0_per_token_0.01": 0.0047, + "l0_per_token_0.05": 0.0035, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0008, + "l0_per_token_1.0": 0.0003, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.9242, + "l1_per_token": 19.6219 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_128/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..6257b6010d3defca597ac09d4af7edfe457c0e9f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 112.6382318104907, + "recon_r2": 0.9240607046378634, + "l1_per_token": 28.616986608248578 + }, + "seed1": { + "l0": 112.53990693739425, + "recon_r2": 0.9239223184642812, + "l1_per_token": 28.623138084253533 + }, + "seed2": { + "l0": 114.64342639593909, + "recon_r2": 0.9242643259043609, + "l1_per_token": 28.828496334938833 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.7298525722782735, + "mcc_abs": 0.7298547606716825, + "act_iou": 0.45494306424499015, + "act_iou_n_pairs": 3072, + "input_r2": 0.9906067455457681, + "matched_mcc_signed": { + "0.6": 0.9046529246429075, + "0.7": 0.9286032699486677, + "0.8": 0.9512465933087244, + "0.9": 0.9739631488883282 + }, + "matched_mcc_abs": { + "0.6": 0.9048207664066885, + "0.7": 0.9283445734489516, + "0.8": 0.950738760849536, + "0.9": 0.9740205923144006 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.7259108490805303, + "mcc_abs": 0.7259409220995878, + "act_iou": 0.4533004823053546, + "act_iou_n_pairs": 3072, + "input_r2": 0.9904737379248748, + "matched_mcc_signed": { + "0.6": 0.9066556900425364, + "0.7": 0.9296064096062832, + "0.8": 0.9515962005769862, + "0.9": 0.9731881995221434 + }, + "matched_mcc_abs": { + "0.6": 0.9068840669358504, + "0.7": 0.9289529567986168, + "0.8": 0.9517017331709258, + "0.9": 0.9731881995221434 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.730487124445915, + "mcc_abs": 0.7305200523404518, + "act_iou": 0.4543120260785625, + "act_iou_n_pairs": 3072, + "input_r2": 0.9904790986438027, + "matched_mcc_signed": { + "0.6": 0.9044007797390333, + "0.7": 0.9275989990501057, + "0.8": 0.9491364339364465, + "0.9": 0.9727176934039624 + }, + "matched_mcc_abs": { + "0.6": 0.9044841021464797, + "0.7": 0.9269242237777577, + "0.8": 0.9490433379703695, + "0.9": 0.9728054275988185 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 113.27385504794135, + "l0_std": 1.187102018829732, + "recon_r2_mean": 0.9240824496688352, + "recon_r2_std": 0.00017203751639234077, + "l1_per_token_mean": 28.689540342480313, + "l1_per_token_std": 0.12037871923375341, + "input_r2_mean": 0.9905198607048152, + "input_r2_std": 7.529220422736444e-05, + "mcc_signed_mean": 0.7287501819349064, + "mcc_signed_std": 0.002479318940116177, + "mcc_abs_mean": 0.7287719117039074, + "mcc_abs_std": 0.0024741725598586553, + "matched_mcc_signed_per_threshold": { + "0.6": 0.905236464808159, + "0.7": 0.9286028928683523, + "0.8": 0.9506597426073857, + "0.9": 0.9732896806048114 + }, + "matched_mcc_signed_band": 0.9394471952221771, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9053963118296728, + "0.7": 0.9280739180084421, + "0.8": 0.9504946106636104, + "0.9": 0.9733380731451208 + }, + "matched_mcc_abs_band": 0.9393257284117115, + "act_iou_mean": 0.4541851908763024, + "act_iou_std": 0.0008286037855956899, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_128/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..e9f225cc7700118a9c60bb06f81d1ee884c7e4ed --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 112, + "l0_raw": 112.43520000000001, + "recon_r2": 0.9242, + "l1_per_token": 28.5991, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 35, + "dense_rate": 0.011393229166666666, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 91, + "0.6": 27, + "0.7": 12, + "0.8": 6, + "0.9": 5 + }, + "n_dup_clusters_signed": { + "0.5": 41, + "0.6": 11, + "0.7": 5, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 6, + "0.6": 6, + "0.7": 4, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_signed": 0.29638656973838806, + "n_dup_abs": { + "0.5": 104, + "0.6": 30, + "0.7": 15, + "0.8": 9, + "0.9": 5 + }, + "n_dup_clusters_abs": { + "0.5": 47, + "0.6": 12, + "0.7": 6, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 5, + "0.6": 5, + "0.7": 4, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_abs": 0.30562451481819153 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 112, + "l0_raw": 112.43520000000001, + "recon_r2": 0.9241, + "l1_per_token": 28.6078, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 38, + "dense_rate": 0.012369791666666666, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 94, + "0.6": 32, + "0.7": 14, + "0.8": 8, + "0.9": 4 + }, + "n_dup_clusters_signed": { + "0.5": 43, + "0.6": 15, + "0.7": 6, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 6, + "0.6": 4, + "0.7": 4, + "0.8": 4, + "0.9": 2 + }, + "babel_mu1_signed": 0.2997598350048065, + "n_dup_abs": { + "0.5": 113, + "0.6": 39, + "0.7": 17, + "0.8": 11, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 52, + "0.6": 18, + "0.7": 7, + "0.8": 4, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 7, + "0.6": 5, + "0.7": 5, + "0.8": 5, + "0.9": 2 + }, + "babel_mu1_abs": 0.30807799100875854 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 114, + "l0_raw": 114.27839999999999, + "recon_r2": 0.9244, + "l1_per_token": 28.8016, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 33, + "dense_rate": 0.0107421875, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 88, + "0.6": 23, + "0.7": 9, + "0.8": 5, + "0.9": 4 + }, + "n_dup_clusters_signed": { + "0.5": 40, + "0.6": 10, + "0.7": 4, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 5, + "0.6": 3, + "0.7": 3, + "0.8": 3, + "0.9": 2 + }, + "babel_mu1_signed": 0.2964114546775818, + "n_dup_abs": { + "0.5": 106, + "0.6": 26, + "0.7": 16, + "0.8": 6, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 49, + "0.6": 11, + "0.7": 7, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 5, + "0.6": 4, + "0.7": 3, + "0.8": 3, + "0.9": 2 + }, + "babel_mu1_abs": 0.3058038651943207 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.7693033218383789, + "dcs_abs": 0.7695781588554382, + "frac_sign_flipped": 0.013671875, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.7678879499435425, + "0.6": 0.7691129446029663, + "0.7": 0.7691428661346436, + "0.8": 0.7692548632621765, + "0.9": 0.7691848874092102 + }, + "unique_frac_signed": { + "0.5": 0.9835611979166666, + "0.6": 0.99462890625, + "0.7": 0.99755859375, + "0.8": 0.99853515625, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_signed": { + "0.5": 0.7552647919122439, + "0.6": 0.7649819668731652, + "0.7": 0.7672650759341195, + "0.8": 0.7681280250835698, + "0.9": 0.768558923145368 + }, + "matched_frac_signed": { + "0.5": 0.7740885416666666, + "0.6": 0.7350260416666666, + "0.7": 0.685546875, + "0.8": 0.6207682291666666, + "0.9": 0.5201822916666666 + }, + "matched_cos_abs": { + "0.5": 0.7690063118934631, + "0.6": 0.7697293758392334, + "0.7": 0.7693092823028564, + "0.8": 0.769287645816803, + "0.9": 0.7694608569145203 + }, + "unique_frac_abs": { + "0.5": 0.9807942708333334, + "0.6": 0.99365234375, + "0.7": 0.9969075520833334, + "0.8": 0.9978841145833334, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.7542369849397801, + "0.6": 0.7648433983558789, + "0.7": 0.7669302334155267, + "0.8": 0.7676599213057974, + "0.9": 0.7688346680661198 + }, + "matched_frac_abs": { + "0.5": 0.7734375, + "0.6": 0.7340494791666666, + "0.7": 0.6848958333333334, + "0.8": 0.6201171875, + "0.9": 0.5198567708333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.7656283378601074, + "dcs_abs": 0.7659003734588623, + "frac_sign_flipped": 0.01171875, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.7643861174583435, + "0.6": 0.7653058171272278, + "0.7": 0.7656811475753784, + "0.8": 0.7655914425849915, + "0.9": 0.7656602263450623 + }, + "unique_frac_signed": { + "0.5": 0.9840494791666666, + "0.6": 0.9952799479166666, + "0.7": 0.998046875, + "0.8": 0.9988606770833334, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_signed": { + "0.5": 0.7521937607671134, + "0.6": 0.7616935338107093, + "0.7": 0.7641856765840203, + "0.8": 0.7647191867096506, + "0.9": 0.7650371304577371 + }, + "matched_frac_signed": { + "0.5": 0.7639973958333334, + "0.6": 0.7288411458333334, + "0.7": 0.6848958333333334, + "0.8": 0.6223958333333334, + "0.9": 0.5221354166666666 + }, + "matched_cos_abs": { + "0.5": 0.7645995020866394, + "0.6": 0.7654918432235718, + "0.7": 0.7655614018440247, + "0.8": 0.7657934427261353, + "0.9": 0.7659090757369995 + }, + "unique_frac_abs": { + "0.5": 0.9814453125, + "0.6": 0.99462890625, + "0.7": 0.9970703125, + "0.8": 0.9983723958333334, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.7504125972627662, + "0.6": 0.7613803147687577, + "0.7": 0.7633185461745597, + "0.8": 0.7645470341279482, + "0.9": 0.7652857773355208 + }, + "matched_frac_abs": { + "0.5": 0.7623697916666666, + "0.6": 0.7281901041666666, + "0.7": 0.68359375, + "0.8": 0.6214192708333334, + "0.9": 0.5221354166666666 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.7694113850593567, + "dcs_abs": 0.76971036195755, + "frac_sign_flipped": 0.013671875, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.7676116824150085, + "0.6": 0.7693594098091125, + "0.7": 0.7697003483772278, + "0.8": 0.7695980072021484, + "0.9": 0.7692642211914062 + }, + "unique_frac_signed": { + "0.5": 0.98388671875, + "0.6": 0.9951171875, + "0.7": 0.9978841145833334, + "0.8": 0.9986979166666666, + "0.9": 0.9993489583333334 + }, + "dedup_dcs_signed": { + "0.5": 0.7552429394854698, + "0.6": 0.765602772065904, + "0.7": 0.7680717506348932, + "0.8": 0.768595926463604, + "0.9": 0.7687633981307348 + }, + "matched_frac_signed": { + "0.5": 0.7682291666666666, + "0.6": 0.7386067708333334, + "0.7": 0.693359375, + "0.8": 0.6305338541666666, + "0.9": 0.5211588541666666 + }, + "matched_cos_abs": { + "0.5": 0.7685158252716064, + "0.6": 0.770031213760376, + "0.7": 0.7696007490158081, + "0.8": 0.7698724865913391, + "0.9": 0.7695633769035339 + }, + "unique_frac_abs": { + "0.5": 0.9807942708333334, + "0.6": 0.994140625, + "0.7": 0.9969075520833334, + "0.8": 0.9982096354166666, + "0.9": 0.9993489583333334 + }, + "dedup_dcs_abs": { + "0.5": 0.7537559184711426, + "0.6": 0.7655193121172488, + "0.7": 0.7672207987828491, + "0.8": 0.7684941341576632, + "0.9": 0.7690623590800291 + }, + "matched_frac_abs": { + "0.5": 0.767578125, + "0.6": 0.7386067708333334, + "0.7": 0.6923828125, + "0.8": 0.6298828125, + "0.9": 0.5208333333333334 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 35, + "n_dense_std": 2.516611478423583, + "l0_mean": 113, + "l0_std": 1.0641720161703077, + "recon_r2_mean": 0.9242333333333334, + "recon_r2_std": 9.999999999998899e-05, + "l1_per_token_mean": 28.6695, + "l1_per_token_std": 0.1142808091209246, + "babel_mu1_signed_mean": 0.2975192864735921, + "babel_mu1_signed_std": 0.0019404118391709811, + "n_dup_signed_per_threshold": { + "0.5": 91.0, + "0.6": 27.333333333333332, + "0.7": 11.666666666666666, + "0.8": 6.333333333333333, + "0.9": 4.333333333333333 + }, + "n_dup_signed_band": 12.416666666666668, + "n_dup_signed_band_std": 2.126225137028846, + "n_dup_clusters_signed_per_threshold": { + "0.5": 41.333333333333336, + "0.6": 12.0, + "0.7": 5.0, + "0.8": 2.3333333333333335, + "0.9": 2.0 + }, + "n_dup_clusters_signed_band": 5.333333333333333, + "n_dup_clusters_signed_band_std": 1.0408329997330665, + "largest_dup_signed_per_threshold": { + "0.5": 5.666666666666667, + "0.6": 4.333333333333333, + "0.7": 3.6666666666666665, + "0.8": 3.6666666666666665, + "0.9": 2.3333333333333335 + }, + "largest_dup_signed_band": 3.5, + "largest_dup_signed_band_std": 0.75, + "dcs_signed_mean": 0.7681143482526144, + "dcs_signed_std": 0.0021536260512612956, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.754233830721609, + "0.6": 0.7640927575832595, + "0.7": 0.7665075010510111, + "0.8": 0.7671477127522749, + "0.9": 0.7674531505779467 + }, + "dedup_dcs_signed_band": 0.7663002804911231, + "dedup_dcs_signed_band_std": 0.002087579284124405, + "matched_cos_signed_per_threshold": { + "0.5": 0.7666285832722982, + "0.6": 0.7679260571797689, + "0.7": 0.7681747873624166, + "0.8": 0.7681481043497721, + "0.9": 0.7680364449818929 + }, + "matched_cos_signed_band": 0.7680713484684627, + "matched_cos_signed_band_std": 0.0021805829665328224, + "unique_frac_signed_per_threshold": { + "0.5": 0.9838324652777777, + "0.6": 0.9950086805555555, + "0.7": 0.9978298611111112, + "0.8": 0.9986979166666666, + "0.9": 0.9992404513888888 + }, + "unique_frac_signed_band": 0.9976942274305555, + "unique_frac_signed_band_std": 0.00019229393010469276, + "matched_frac_signed_per_threshold": { + "0.5": 0.7687717013888888, + "0.6": 0.7341579861111112, + "0.7": 0.6879340277777778, + "0.8": 0.6245659722222222, + "0.9": 0.5211588541666666 + }, + "matched_frac_signed_band": 0.6419542100694444, + "matched_frac_signed_band_std": 0.0034539483598952, + "babel_mu1_abs_mean": 0.3065021236737569, + "babel_mu1_abs_std": 0.0013676841859502017, + "n_dup_abs_per_threshold": { + "0.5": 107.66666666666667, + "0.6": 31.666666666666668, + "0.7": 16.0, + "0.8": 8.666666666666666, + "0.9": 4.333333333333333 + }, + "n_dup_abs_band": 15.166666666666668, + "n_dup_abs_band_std": 2.4022558842332624, + "n_dup_clusters_abs_per_threshold": { + "0.5": 49.333333333333336, + "0.6": 13.666666666666666, + "0.7": 6.666666666666667, + "0.8": 3.0, + "0.9": 2.0 + }, + "n_dup_clusters_abs_band": 6.333333333333333, + "n_dup_clusters_abs_band_std": 1.2332207155790618, + "largest_dup_abs_per_threshold": { + "0.5": 5.666666666666667, + "0.6": 4.666666666666667, + "0.7": 4.0, + "0.8": 4.0, + "0.9": 2.3333333333333335 + }, + "largest_dup_abs_band": 3.7500000000000004, + "largest_dup_abs_band_std": 0.6614378277661477, + "dcs_abs_mean": 0.7683962980906168, + "dcs_abs_std": 0.002162544621643988, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.7528018335578963, + "0.6": 0.7639143417472951, + "0.7": 0.7658231927909785, + "0.8": 0.7669003631971364, + "0.9": 0.76772760149389 + }, + "dedup_dcs_abs_band": 0.766091374807325, + "dedup_dcs_abs_band_std": 0.0021441300227955087, + "matched_cos_abs_per_threshold": { + "0.5": 0.7673738797505697, + "0.6": 0.768417477607727, + "0.7": 0.7681571443875631, + "0.8": 0.7683178583780924, + "0.9": 0.7683111031850179 + }, + "matched_cos_abs_band": 0.7683008958896002, + "matched_cos_abs_band_std": 0.0022676768600142583, + "unique_frac_abs_per_threshold": { + "0.5": 0.9810112847222223, + "0.6": 0.994140625, + "0.7": 0.9969618055555557, + "0.8": 0.9981553819444445, + "0.9": 0.9992404513888888 + }, + "unique_frac_abs_band": 0.9971245659722223, + "unique_frac_abs_band_std": 0.00020480236640815205, + "matched_frac_abs_per_threshold": { + "0.5": 0.7677951388888888, + "0.6": 0.7336154513888888, + "0.7": 0.6869574652777778, + "0.8": 0.6238064236111112, + "0.9": 0.5209418402777778 + }, + "matched_frac_abs_band": 0.6413302951388888, + "matched_frac_abs_band_std": 0.003575484934187748, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..920481756aae71a20da4a01e54beb062205c045a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..33c92d8f9b132b0ea4ebc9d5f05d813b8fd772d8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0344, + "r2_score": 0.9242, + "l0_per_token_0": 0.0366, + "l0_per_token_0.001": 0.0363, + "l0_per_token_0.01": 0.0341, + "l0_per_token_0.05": 0.026, + "l0_per_token_0.1": 0.0189, + "l0_per_token_0.5": 0.004, + "l0_per_token_1.0": 0.0014, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0013, + "live_latent_frac": 1.0, + "l1_per_token": 28.5991 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b729114fa7a39fd6d4550e7ebd1e771051ed38a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f1756c57cd67ab8807b904e8713b5fe63dc9a03b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0345, + "r2_score": 0.9241, + "l0_per_token_0": 0.0366, + "l0_per_token_0.001": 0.0363, + "l0_per_token_0.01": 0.0341, + "l0_per_token_0.05": 0.026, + "l0_per_token_0.1": 0.0189, + "l0_per_token_0.5": 0.004, + "l0_per_token_1.0": 0.0014, + "dead_rate": 0.0, + "dense_rate_0.2": 0.001, + "live_latent_frac": 1.0, + "l1_per_token": 28.6078 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2ac614f301c676dc8383e32f921621c96254746 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6b67464d701d5d37cb1816228c179bf55c4a1c08 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0343, + "r2_score": 0.9244, + "l0_per_token_0": 0.0372, + "l0_per_token_0.001": 0.037, + "l0_per_token_0.01": 0.0347, + "l0_per_token_0.05": 0.0264, + "l0_per_token_0.1": 0.0191, + "l0_per_token_0.5": 0.0039, + "l0_per_token_1.0": 0.0014, + "dead_rate": 0.0, + "dense_rate_0.2": 0.002, + "live_latent_frac": 1.0, + "l1_per_token": 28.8016 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_32/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..616f5ddfd3fa01f87dc34b79974a2b0468383e3a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 34.21947546531303, + "recon_r2": 0.893913603488153, + "l1_per_token": 17.285399037827165 + }, + "seed1": { + "l0": 34.20937394247039, + "recon_r2": 0.8938480749495488, + "l1_per_token": 17.326112133711742 + }, + "seed2": { + "l0": 34.87676649746193, + "recon_r2": 0.8942443145674661, + "l1_per_token": 17.41173276689598 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.6824791628050949, + "mcc_abs": 0.6824885949936744, + "act_iou": 0.42470204302836284, + "act_iou_n_pairs": 3072, + "input_r2": 0.9915919534885342, + "matched_mcc_signed": { + "0.6": 0.8757850603570866, + "0.7": 0.9024907724798741, + "0.8": 0.9315773262441962, + "0.9": 0.9630729056434518 + }, + "matched_mcc_abs": { + "0.6": 0.8760768243746024, + "0.7": 0.9023649643908611, + "0.8": 0.9314935567257375, + "0.9": 0.9629890639059469 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6860662405596428, + "mcc_abs": 0.6860722234485473, + "act_iou": 0.42583425594612273, + "act_iou_n_pairs": 3072, + "input_r2": 0.9914387231317887, + "matched_mcc_signed": { + "0.6": 0.8753687656304768, + "0.7": 0.9011282071310288, + "0.8": 0.9298885044085602, + "0.9": 0.9640620634337139 + }, + "matched_mcc_abs": { + "0.6": 0.874712947520266, + "0.7": 0.9010374103286783, + "0.8": 0.9299066797847624, + "0.9": 0.9639706454931952 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6802134258585841, + "mcc_abs": 0.6802182803946139, + "act_iou": 0.41828729037589, + "act_iou_n_pairs": 3072, + "input_r2": 0.9912362002219739, + "matched_mcc_signed": { + "0.6": 0.8705069425722985, + "0.7": 0.9004360176039778, + "0.8": 0.9307220685018764, + "0.9": 0.9613854373810095 + }, + "matched_mcc_abs": { + "0.6": 0.8704961202346296, + "0.7": 0.8995646547333785, + "0.8": 0.9302645100902969, + "0.9": 0.9613387466564054 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 34.43520530174845, + "l0_std": 0.3824365664536702, + "recon_r2_mean": 0.8940019976683894, + "recon_r2_std": 0.00021239493173463343, + "l1_per_token_mean": 17.341081312811628, + "l1_per_token_std": 0.06448340885298755, + "input_r2_mean": 0.9914222922807655, + "input_r2_std": 0.00017844488313228856, + "mcc_signed_mean": 0.6829196097411073, + "mcc_signed_std": 0.002951161654131169, + "mcc_abs_mean": 0.6829263662789452, + "mcc_abs_std": 0.0029514225541812517, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8738869228532873, + "0.7": 0.9013516657382935, + "0.8": 0.930729299718211, + "0.9": 0.9628401354860584 + }, + "matched_mcc_signed_band": 0.9172020059489625, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8737619640431661, + "0.7": 0.9009890098176393, + "0.8": 0.9305549155335989, + "0.9": 0.9627661520185159 + }, + "matched_mcc_abs_band": 0.91701801035323, + "act_iou_mean": 0.42294119645012523, + "act_iou_std": 0.004069964107168256, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_32/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..ca6fb977c54c1a7636fcff63e18913f4f18bd832 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 34, + "l0_raw": 34.0992, + "recon_r2": 0.8941, + "l1_per_token": 17.2751, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 10, + "dense_rate": 0.0032552083333333335, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 410, + "0.6": 90, + "0.7": 21, + "0.8": 10, + "0.9": 6 + }, + "n_dup_clusters_signed": { + "0.5": 189, + "0.6": 39, + "0.7": 7, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 9, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_signed": 0.38787388801574707, + "n_dup_abs": { + "0.5": 416, + "0.6": 95, + "0.7": 22, + "0.8": 12, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 191, + "0.6": 41, + "0.7": 7, + "0.8": 4, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_abs": 0.389845609664917 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 34, + "l0_raw": 34.0992, + "recon_r2": 0.894, + "l1_per_token": 17.3154, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0035807291666666665, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 407, + "0.6": 120, + "0.7": 24, + "0.8": 10, + "0.9": 6 + }, + "n_dup_clusters_signed": { + "0.5": 190, + "0.6": 54, + "0.7": 9, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 7, + "0.6": 7, + "0.7": 6, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_signed": 0.38974276185035706, + "n_dup_abs": { + "0.5": 415, + "0.6": 130, + "0.7": 27, + "0.8": 12, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 192, + "0.6": 58, + "0.7": 10, + "0.8": 4, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 8, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_abs": 0.3920873701572418 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 35, + "l0_raw": 34.7136, + "recon_r2": 0.8944, + "l1_per_token": 17.3955, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 10, + "dense_rate": 0.0032552083333333335, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 426, + "0.6": 110, + "0.7": 20, + "0.8": 9, + "0.9": 5 + }, + "n_dup_clusters_signed": { + "0.5": 197, + "0.6": 48, + "0.7": 6, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 8, + "0.6": 8, + "0.7": 7, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_signed": 0.3920721709728241, + "n_dup_abs": { + "0.5": 434, + "0.6": 115, + "0.7": 19, + "0.8": 11, + "0.9": 5 + }, + "n_dup_clusters_abs": { + "0.5": 201, + "0.6": 50, + "0.7": 5, + "0.8": 4, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 8, + "0.6": 8, + "0.7": 7, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_abs": 0.3941018581390381 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.7432834506034851, + "dcs_abs": 0.7436901926994324, + "frac_sign_flipped": 0.0166015625, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.7334116101264954, + "0.6": 0.7423093914985657, + "0.7": 0.7424491047859192, + "0.8": 0.7428707480430603, + "0.9": 0.7429497838020325 + }, + "unique_frac_signed": { + "0.5": 0.9287109375, + "0.6": 0.98095703125, + "0.7": 0.9952799479166666, + "0.8": 0.9977213541666666, + "0.9": 0.9986979166666666 + }, + "dedup_dcs_signed": { + "0.5": 0.681127384013962, + "0.6": 0.728173616953427, + "0.7": 0.7389447063421054, + "0.8": 0.7411780087083267, + "0.9": 0.7419824012710402 + }, + "matched_frac_signed": { + "0.5": 0.6943359375, + "0.6": 0.7109375, + "0.7": 0.6774088541666666, + "0.8": 0.609375, + "0.9": 0.4977213541666667 + }, + "matched_cos_abs": { + "0.5": 0.7335080504417419, + "0.6": 0.7428379058837891, + "0.7": 0.7429201602935791, + "0.8": 0.7432090044021606, + "0.9": 0.7433571219444275 + }, + "unique_frac_abs": { + "0.5": 0.9270833333333334, + "0.6": 0.9794921875, + "0.7": 0.9947916666666666, + "0.8": 0.9973958333333334, + "0.9": 0.9986979166666666 + }, + "dedup_dcs_abs": { + "0.5": 0.680023088430365, + "0.6": 0.7276039253920317, + "0.7": 0.7390507844587166, + "0.8": 0.74127356428653, + "0.9": 0.742389209025229 + }, + "matched_frac_abs": { + "0.5": 0.6927083333333334, + "0.6": 0.7086588541666666, + "0.7": 0.6770833333333334, + "0.8": 0.6097005208333334, + "0.9": 0.498046875 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.7464922070503235, + "dcs_abs": 0.7468247413635254, + "frac_sign_flipped": 0.020833333333333332, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.7380293011665344, + "0.6": 0.7445189356803894, + "0.7": 0.745503306388855, + "0.8": 0.7461084127426147, + "0.9": 0.7463338971138 + }, + "unique_frac_signed": { + "0.5": 0.9267578125, + "0.6": 0.9816080729166666, + "0.7": 0.9954427083333334, + "0.8": 0.9978841145833334, + "0.9": 0.9988606770833334 + }, + "dedup_dcs_signed": { + "0.5": 0.6839744207100011, + "0.6": 0.7308257977031947, + "0.7": 0.7421058303831767, + "0.8": 0.7445297328328404, + "0.9": 0.7454835818013332 + }, + "matched_frac_signed": { + "0.5": 0.6988932291666666, + "0.6": 0.71484375, + "0.7": 0.6809895833333334, + "0.8": 0.6097005208333334, + "0.9": 0.4899088541666667 + }, + "matched_cos_abs": { + "0.5": 0.7384852170944214, + "0.6": 0.7447940707206726, + "0.7": 0.7458603978157043, + "0.8": 0.746372640132904, + "0.9": 0.746677815914154 + }, + "unique_frac_abs": { + "0.5": 0.9254557291666666, + "0.6": 0.9806315104166666, + "0.7": 0.9952799479166666, + "0.8": 0.99755859375, + "0.9": 0.9988606770833334 + }, + "dedup_dcs_abs": { + "0.5": 0.6834353750649218, + "0.6": 0.7303685345201908, + "0.7": 0.7423398978911184, + "0.8": 0.7445504413044546, + "0.9": 0.7458271087671164 + }, + "matched_frac_abs": { + "0.5": 0.6995442708333334, + "0.6": 0.7141927083333334, + "0.7": 0.6790364583333334, + "0.8": 0.609375, + "0.9": 0.4899088541666667 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.7416641116142273, + "dcs_abs": 0.7420247197151184, + "frac_sign_flipped": 0.019205729166666668, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.7337871193885803, + "0.6": 0.7390669584274292, + "0.7": 0.7408230304718018, + "0.8": 0.7413806915283203, + "0.9": 0.7414857745170593 + }, + "unique_frac_signed": { + "0.5": 0.9274088541666666, + "0.6": 0.9791666666666666, + "0.7": 0.9952799479166666, + "0.8": 0.9978841145833334, + "0.9": 0.9988606770833334 + }, + "dedup_dcs_signed": { + "0.5": 0.6805206715944223, + "0.6": 0.7236697301268578, + "0.7": 0.7373263071834419, + "0.8": 0.7398120149349173, + "0.9": 0.7406409827817697 + }, + "matched_frac_signed": { + "0.5": 0.703125, + "0.6": 0.7073567708333334, + "0.7": 0.6689453125, + "0.8": 0.5992838541666666, + "0.9": 0.486328125 + }, + "matched_cos_abs": { + "0.5": 0.7339020371437073, + "0.6": 0.7397097945213318, + "0.7": 0.7413614988327026, + "0.8": 0.7416658401489258, + "0.9": 0.741843581199646 + }, + "unique_frac_abs": { + "0.5": 0.92578125, + "0.6": 0.9777018229166666, + "0.7": 0.9949544270833334, + "0.8": 0.99755859375, + "0.9": 0.9988606770833334 + }, + "dedup_dcs_abs": { + "0.5": 0.6794327453244478, + "0.6": 0.723215614532819, + "0.7": 0.737620905332733, + "0.8": 0.7398551325313747, + "0.9": 0.7409983818070032 + }, + "matched_frac_abs": { + "0.5": 0.7008463541666666, + "0.6": 0.7067057291666666, + "0.7": 0.6695963541666666, + "0.8": 0.5999348958333334, + "0.9": 0.486328125 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 10, + "n_dense_std": 0.5773502691896257, + "l0_mean": 34, + "l0_std": 0.35472400539010396, + "recon_r2_mean": 0.8941666666666667, + "recon_r2_std": 0.00026457513110642993, + "l1_per_token_mean": 17.328666666666667, + "l1_per_token_std": 0.06129741702007767, + "babel_mu1_signed_mean": 0.3898962736129761, + "babel_mu1_signed_std": 0.002103347176019131, + "n_dup_signed_per_threshold": { + "0.5": 414.3333333333333, + "0.6": 106.66666666666667, + "0.7": 21.666666666666668, + "0.8": 9.666666666666666, + "0.9": 5.666666666666667 + }, + "n_dup_signed_band": 35.916666666666664, + "n_dup_signed_band_std": 4.125631264828855, + "n_dup_clusters_signed_per_threshold": { + "0.5": 192.0, + "0.6": 47.0, + "0.7": 7.333333333333333, + "0.8": 3.0, + "0.9": 2.0 + }, + "n_dup_clusters_signed_band": 14.833333333333334, + "n_dup_clusters_signed_band_std": 2.1262251370288454, + "largest_dup_signed_per_threshold": { + "0.5": 8.0, + "0.6": 7.666666666666667, + "0.7": 6.333333333333333, + "0.8": 5.333333333333333, + "0.9": 3.0 + }, + "largest_dup_signed_band": 5.583333333333333, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.7438132564226786, + "dcs_signed_std": 0.002457264137115037, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.6818741587727951, + "0.6": 0.7275563815944931, + "0.7": 0.7394589479695748, + "0.8": 0.7418399188253616, + "0.9": 0.7427023219513811 + }, + "dedup_dcs_signed_band": 0.7378893925852027, + "dedup_dcs_signed_band_std": 0.002701215930758796, + "matched_cos_signed_per_threshold": { + "0.5": 0.7350760102272034, + "0.6": 0.741965095202128, + "0.7": 0.7429251472155253, + "0.8": 0.7434532841046652, + "0.9": 0.7435898184776306 + }, + "matched_cos_signed_band": 0.7429833362499872, + "matched_cos_signed_band_std": 0.0024809008229450865, + "unique_frac_signed_per_threshold": { + "0.5": 0.9276258680555555, + "0.6": 0.9805772569444443, + "0.7": 0.9953342013888888, + "0.8": 0.9978298611111112, + "0.9": 0.9988064236111112 + }, + "unique_frac_signed_band": 0.9931369357638888, + "unique_frac_signed_band_std": 0.00032636744291224766, + "matched_frac_signed_per_threshold": { + "0.5": 0.6987847222222222, + "0.6": 0.7110460069444445, + "0.7": 0.67578125, + "0.8": 0.6061197916666666, + "0.9": 0.4913194444444445 + }, + "matched_frac_signed_band": 0.621066623263889, + "matched_frac_signed_band_std": 0.004839443174359645, + "babel_mu1_abs_mean": 0.3920116126537323, + "babel_mu1_abs_std": 0.002129135309901189, + "n_dup_abs_per_threshold": { + "0.5": 421.6666666666667, + "0.6": 113.33333333333333, + "0.7": 22.666666666666668, + "0.8": 11.666666666666666, + "0.9": 5.666666666666667 + }, + "n_dup_abs_band": 38.33333333333333, + "n_dup_abs_band_std": 5.0518148554092255, + "n_dup_clusters_abs_per_threshold": { + "0.5": 194.66666666666666, + "0.6": 49.666666666666664, + "0.7": 7.333333333333333, + "0.8": 4.0, + "0.9": 2.0 + }, + "n_dup_clusters_abs_band": 15.75, + "n_dup_clusters_abs_band_std": 2.537222891273055, + "largest_dup_abs_per_threshold": { + "0.5": 8.333333333333334, + "0.6": 8.0, + "0.7": 6.333333333333333, + "0.8": 5.333333333333333, + "0.9": 3.0 + }, + "largest_dup_abs_band": 5.666666666666666, + "largest_dup_abs_band_std": 0.14433756729740646, + "dcs_abs_mean": 0.744179884592692, + "dcs_abs_std": 0.002437191122796305, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.6809637362732448, + "0.6": 0.7270626914816805, + "0.7": 0.7396705292275226, + "0.8": 0.7418930460407864, + "0.9": 0.7430715665331161 + }, + "dedup_dcs_abs_band": 0.7379244583207764, + "dedup_dcs_abs_band_std": 0.0026911391120961587, + "matched_cos_abs_per_threshold": { + "0.5": 0.7352984348932902, + "0.6": 0.7424472570419312, + "0.7": 0.7433806856473287, + "0.8": 0.7437491615613302, + "0.9": 0.7439595063527426 + }, + "matched_cos_abs_band": 0.7433841526508332, + "matched_cos_abs_band_std": 0.0024048949962900768, + "unique_frac_abs_per_threshold": { + "0.5": 0.9261067708333334, + "0.6": 0.979275173611111, + "0.7": 0.9950086805555555, + "0.8": 0.9975043402777778, + "0.9": 0.9988064236111112 + }, + "unique_frac_abs_band": 0.9926486545138888, + "unique_frac_abs_band_std": 0.0004096047328163041, + "matched_frac_abs_per_threshold": { + "0.5": 0.6976996527777778, + "0.6": 0.7098524305555555, + "0.7": 0.6752387152777778, + "0.8": 0.6063368055555557, + "0.9": 0.4914279513888889 + }, + "matched_frac_abs_band": 0.6207139756944444, + "matched_frac_abs_band_std": 0.004394782416304937, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..920481756aae71a20da4a01e54beb062205c045a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..79da4f1348caa24b6571ec76cb33dd85e5ff2fd2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0481, + "r2_score": 0.8941, + "l0_per_token_0": 0.0111, + "l0_per_token_0.001": 0.0111, + "l0_per_token_0.01": 0.0106, + "l0_per_token_0.05": 0.009, + "l0_per_token_0.1": 0.0075, + "l0_per_token_0.5": 0.0027, + "l0_per_token_1.0": 0.0012, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 1.0, + "l1_per_token": 17.2751 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b729114fa7a39fd6d4550e7ebd1e771051ed38a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7398673211cd4153e846ceb570168c63f7c68080 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0481, + "r2_score": 0.894, + "l0_per_token_0": 0.0111, + "l0_per_token_0.001": 0.0111, + "l0_per_token_0.01": 0.0106, + "l0_per_token_0.05": 0.009, + "l0_per_token_0.1": 0.0075, + "l0_per_token_0.5": 0.0027, + "l0_per_token_1.0": 0.0012, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 17.3154 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2ac614f301c676dc8383e32f921621c96254746 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..734083b2e40f59e3963dc05ef284b5ecd8d704e8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0479, + "r2_score": 0.8944, + "l0_per_token_0": 0.0113, + "l0_per_token_0.001": 0.0113, + "l0_per_token_0.01": 0.0108, + "l0_per_token_0.05": 0.0092, + "l0_per_token_0.1": 0.0076, + "l0_per_token_0.5": 0.0027, + "l0_per_token_1.0": 0.0012, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 17.3955 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_64/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..721502a62f0cb25dfde43428a0624fe9fee305ad --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 63.93898984771574, + "recon_r2": 0.9109683682311921, + "l1_per_token": 22.450552233100478 + }, + "seed1": { + "l0": 64.26564805414552, + "recon_r2": 0.9112153617827679, + "l1_per_token": 22.535006252160525 + }, + "seed2": { + "l0": 65.44883248730964, + "recon_r2": 0.9112361331084334, + "l1_per_token": 22.650115171334946 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.7517027094092583, + "mcc_abs": 0.7517099821240283, + "act_iou": 0.480040887224479, + "act_iou_n_pairs": 3072, + "input_r2": 0.9915988192829367, + "matched_mcc_signed": { + "0.6": 0.8955421402412178, + "0.7": 0.9231049094117145, + "0.8": 0.9449439469500709, + "0.9": 0.9690599226514388 + }, + "matched_mcc_abs": { + "0.6": 0.8949348069760474, + "0.7": 0.922608054715304, + "0.8": 0.9445922077135912, + "0.9": 0.9690579292126561 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.7513522003462499, + "mcc_abs": 0.7513760676245984, + "act_iou": 0.4794905620688848, + "act_iou_n_pairs": 3072, + "input_r2": 0.9916387891672679, + "matched_mcc_signed": { + "0.6": 0.9009142470454145, + "0.7": 0.9227664543685653, + "0.8": 0.9466587242363453, + "0.9": 0.9702717513080972 + }, + "matched_mcc_abs": { + "0.6": 0.9011272914142258, + "0.7": 0.9216629652547588, + "0.8": 0.9465238020677367, + "0.9": 0.9702220948755277 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.7444014830579202, + "mcc_abs": 0.7444470698064191, + "act_iou": 0.47328908069639647, + "act_iou_n_pairs": 3072, + "input_r2": 0.9913393490199192, + "matched_mcc_signed": { + "0.6": 0.8952812747196314, + "0.7": 0.9191323144910167, + "0.8": 0.9440451225434503, + "0.9": 0.9703893972211243 + }, + "matched_mcc_abs": { + "0.6": 0.8948489707200465, + "0.7": 0.9191269767379782, + "0.8": 0.9440874255642379, + "0.9": 0.9705168476388176 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 64.55115679639029, + "l0_std": 0.7943819172838857, + "recon_r2_mean": 0.9111399543741311, + "recon_r2_std": 0.0001489604488748504, + "l1_per_token_mean": 22.545224552198647, + "l1_per_token_std": 0.10017310927062907, + "input_r2_mean": 0.9915256524900412, + "input_r2_std": 0.0001625765516549391, + "mcc_signed_mean": 0.7491521309378095, + "mcc_signed_std": 0.004117912773461234, + "mcc_abs_mean": 0.7491777065183486, + "mcc_abs_std": 0.004100252126201988, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8972458873354211, + "0.7": 0.9216678927570988, + "0.8": 0.9452159312432888, + "0.9": 0.9699070237268868 + }, + "matched_mcc_signed_band": 0.9335091837656738, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8969703563701067, + "0.7": 0.9211326655693469, + "0.8": 0.9450678117818553, + "0.9": 0.9699322905756671 + }, + "matched_mcc_abs_band": 0.933275781074244, + "act_iou_mean": 0.4776068433299201, + "act_iou_std": 0.0037494026275941084, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_64/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a57226447446536cfdbf52178d75acdb610d5266 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9111, + "l1_per_token": 22.4364, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 18, + "dense_rate": 0.005859375, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 199, + "0.6": 54, + "0.7": 19, + "0.8": 9, + "0.9": 6 + }, + "n_dup_clusters_signed": { + "0.5": 92, + "0.6": 23, + "0.7": 6, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 7, + "0.6": 7, + "0.7": 7, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_signed": 0.3491746485233307, + "n_dup_abs": { + "0.5": 210, + "0.6": 54, + "0.7": 18, + "0.8": 10, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 95, + "0.6": 22, + "0.7": 6, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 9, + "0.7": 4, + "0.8": 4, + "0.9": 3 + }, + "babel_mu1_abs": 0.3534345328807831 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "l0_raw": 64.20479999999999, + "recon_r2": 0.9114, + "l1_per_token": 22.5254, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 21, + "dense_rate": 0.0068359375, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 213, + "0.6": 66, + "0.7": 20, + "0.8": 10, + "0.9": 8 + }, + "n_dup_clusters_signed": { + "0.5": 97, + "0.6": 28, + "0.7": 7, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 8, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 6 + }, + "babel_mu1_signed": 0.35023078322410583, + "n_dup_abs": { + "0.5": 217, + "0.6": 68, + "0.7": 22, + "0.8": 10, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 98, + "0.6": 28, + "0.7": 8, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 9, + "0.7": 6, + "0.8": 6, + "0.9": 6 + }, + "babel_mu1_abs": 0.3548624515533447 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 65, + "l0_raw": 65.4336, + "recon_r2": 0.9114, + "l1_per_token": 22.6312, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 21, + "dense_rate": 0.0068359375, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 204, + "0.6": 62, + "0.7": 13, + "0.8": 6, + "0.9": 4 + }, + "n_dup_clusters_signed": { + "0.5": 93, + "0.6": 27, + "0.7": 5, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 6, + "0.6": 6, + "0.7": 4, + "0.8": 4, + "0.9": 2 + }, + "babel_mu1_signed": 0.34735941886901855, + "n_dup_abs": { + "0.5": 209, + "0.6": 66, + "0.7": 17, + "0.8": 8, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 94, + "0.6": 28, + "0.7": 7, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 7, + "0.6": 7, + "0.7": 4, + "0.8": 4, + "0.9": 2 + }, + "babel_mu1_abs": 0.35234710574150085 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.7993907928466797, + "dcs_abs": 0.7996430397033691, + "frac_sign_flipped": 0.011067708333333334, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.7980894446372986, + "0.6": 0.799472451210022, + "0.7": 0.7988526821136475, + "0.8": 0.7990934252738953, + "0.9": 0.7992208003997803 + }, + "unique_frac_signed": { + "0.5": 0.9637044270833334, + "0.6": 0.98876953125, + "0.7": 0.9957682291666666, + "0.8": 0.9978841145833334, + "0.9": 0.9983723958333334 + }, + "dedup_dcs_signed": { + "0.5": 0.7691223310054436, + "0.6": 0.7904940008302219, + "0.7": 0.7954721206333488, + "0.8": 0.797402635148804, + "0.9": 0.797919985294963 + }, + "matched_frac_signed": { + "0.5": 0.7939453125, + "0.6": 0.7779947916666666, + "0.7": 0.7281901041666666, + "0.8": 0.669921875, + "0.9": 0.5686848958333334 + }, + "matched_cos_abs": { + "0.5": 0.7982710599899292, + "0.6": 0.7998969554901123, + "0.7": 0.7994478344917297, + "0.8": 0.7992503046989441, + "0.9": 0.7995449900627136 + }, + "unique_frac_abs": { + "0.5": 0.9619140625, + "0.6": 0.98828125, + "0.7": 0.9957682291666666, + "0.8": 0.9977213541666666, + "0.9": 0.9983723958333334 + }, + "dedup_dcs_abs": { + "0.5": 0.767868158291094, + "0.6": 0.7905231630429626, + "0.7": 0.7960647544629561, + "0.8": 0.7974290963223514, + "0.9": 0.7982436473054502 + }, + "matched_frac_abs": { + "0.5": 0.7936197916666666, + "0.6": 0.7783203125, + "0.7": 0.7278645833333334, + "0.8": 0.6692708333333334, + "0.9": 0.5686848958333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.7989302277565002, + "dcs_abs": 0.7992890477180481, + "frac_sign_flipped": 0.010091145833333334, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.7951061725616455, + "0.6": 0.7979850172996521, + "0.7": 0.7990294098854065, + "0.8": 0.7987995147705078, + "0.9": 0.799088180065155 + }, + "unique_frac_signed": { + "0.5": 0.9645182291666666, + "0.6": 0.9892578125, + "0.7": 0.99658203125, + "0.8": 0.9983723958333334, + "0.9": 0.9990234375 + }, + "dedup_dcs_signed": { + "0.5": 0.7668943975586444, + "0.6": 0.7894129126216285, + "0.7": 0.7962983523320872, + "0.8": 0.7974993853519361, + "0.9": 0.7983078205143102 + }, + "matched_frac_signed": { + "0.5": 0.7897135416666666, + "0.6": 0.7721354166666666, + "0.7": 0.7347005208333334, + "0.8": 0.669921875, + "0.9": 0.5641276041666666 + }, + "matched_cos_abs": { + "0.5": 0.7950388789176941, + "0.6": 0.7983260154724121, + "0.7": 0.7990236878395081, + "0.8": 0.7991499304771423, + "0.9": 0.7994500994682312 + }, + "unique_frac_abs": { + "0.5": 0.9625651041666666, + "0.6": 0.9886067708333334, + "0.7": 0.9964192708333334, + "0.8": 0.998046875, + "0.9": 0.9990234375 + }, + "dedup_dcs_abs": { + "0.5": 0.76527668130196, + "0.6": 0.7892305042284231, + "0.7": 0.7961626004156036, + "0.8": 0.7975890907691792, + "0.9": 0.7986693864804693 + }, + "matched_frac_abs": { + "0.5": 0.7887369791666666, + "0.6": 0.7708333333333334, + "0.7": 0.736328125, + "0.8": 0.6695963541666666, + "0.9": 0.5647786458333334 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.7940235137939453, + "dcs_abs": 0.7943151593208313, + "frac_sign_flipped": 0.01171875, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.790743887424469, + "0.6": 0.793335497379303, + "0.7": 0.7939740419387817, + "0.8": 0.794090747833252, + "0.9": 0.7942894697189331 + }, + "unique_frac_signed": { + "0.5": 0.9630533854166666, + "0.6": 0.9881184895833334, + "0.7": 0.99658203125, + "0.8": 0.9982096354166666, + "0.9": 0.9986979166666666 + }, + "dedup_dcs_signed": { + "0.5": 0.7615285777816704, + "0.6": 0.7839094734032794, + "0.7": 0.7912602634751238, + "0.8": 0.7926690358823786, + "0.9": 0.7932552386385698 + }, + "matched_frac_signed": { + "0.5": 0.7841796875, + "0.6": 0.7685546875, + "0.7": 0.7259114583333334, + "0.8": 0.6614583333333334, + "0.9": 0.5533854166666666 + }, + "matched_cos_abs": { + "0.5": 0.790963351726532, + "0.6": 0.793311595916748, + "0.7": 0.7940120697021484, + "0.8": 0.7942067384719849, + "0.9": 0.7946125268936157 + }, + "unique_frac_abs": { + "0.5": 0.9619140625, + "0.6": 0.9873046875, + "0.7": 0.99609375, + "0.8": 0.998046875, + "0.9": 0.9986979166666666 + }, + "dedup_dcs_abs": { + "0.5": 0.7608387709478848, + "0.6": 0.7832402572967112, + "0.7": 0.7909104600548744, + "0.8": 0.7926555534359068, + "0.9": 0.7935778751658896 + }, + "matched_frac_abs": { + "0.5": 0.7841796875, + "0.6": 0.767578125, + "0.7": 0.7255859375, + "0.8": 0.6608072916666666, + "0.9": 0.5533854166666666 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 20, + "n_dense_std": 1.7320508075688772, + "l0_mean": 64, + "l0_std": 0.8127748027590441, + "recon_r2_mean": 0.9113000000000001, + "recon_r2_std": 0.00017320508075686865, + "l1_per_token_mean": 22.530999999999995, + "l1_per_token_std": 0.09771756921523021, + "babel_mu1_signed_mean": 0.3489216168721517, + "babel_mu1_signed_std": 0.0014523092223387637, + "n_dup_signed_per_threshold": { + "0.5": 205.33333333333334, + "0.6": 60.666666666666664, + "0.7": 17.333333333333332, + "0.8": 8.333333333333334, + "0.9": 6.0 + }, + "n_dup_signed_band": 23.083333333333332, + "n_dup_signed_band_std": 2.553592241007427, + "n_dup_clusters_signed_per_threshold": { + "0.5": 94.0, + "0.6": 26.0, + "0.7": 6.0, + "0.8": 2.6666666666666665, + "0.9": 2.0 + }, + "n_dup_clusters_signed_band": 9.166666666666666, + "n_dup_clusters_signed_band_std": 0.7637626158259734, + "largest_dup_signed_per_threshold": { + "0.5": 7.0, + "0.6": 7.0, + "0.7": 5.666666666666667, + "0.8": 4.666666666666667, + "0.9": 3.6666666666666665 + }, + "largest_dup_signed_band": 5.250000000000001, + "largest_dup_signed_band_std": 1.25, + "dcs_signed_mean": 0.7974481781323751, + "dcs_signed_std": 0.00297477300373616, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.7658484354485862, + "0.6": 0.7879387956183767, + "0.7": 0.7943435788135199, + "0.8": 0.7958570187943729, + "0.9": 0.796494348149281 + }, + "dedup_dcs_signed_band": 0.7936584353438876, + "dedup_dcs_signed_band_std": 0.0029315781768806176, + "matched_cos_signed_per_threshold": { + "0.5": 0.7946465015411377, + "0.6": 0.796930988629659, + "0.7": 0.7972853779792786, + "0.8": 0.7973278959592184, + "0.9": 0.7975328167279562 + }, + "matched_cos_signed_band": 0.7972692698240281, + "matched_cos_signed_band_std": 0.0029065636860639643, + "unique_frac_signed_per_threshold": { + "0.5": 0.9637586805555555, + "0.6": 0.9887152777777778, + "0.7": 0.9963107638888888, + "0.8": 0.9981553819444445, + "0.9": 0.9986979166666666 + }, + "unique_frac_signed_band": 0.9954698350694444, + "unique_frac_signed_band_std": 0.0003107758039656548, + "matched_frac_signed_per_threshold": { + "0.5": 0.7892795138888888, + "0.6": 0.7728949652777777, + "0.7": 0.7296006944444445, + "0.8": 0.6671006944444445, + "0.9": 0.5620659722222222 + }, + "matched_frac_signed_band": 0.6829155815972223, + "matched_frac_signed_band_std": 0.004864013653039782, + "babel_mu1_abs_mean": 0.3535480300585429, + "babel_mu1_abs_std": 0.001261507964822144, + "n_dup_abs_per_threshold": { + "0.5": 212.0, + "0.6": 62.666666666666664, + "0.7": 19.0, + "0.8": 9.333333333333334, + "0.9": 6.0 + }, + "n_dup_abs_band": 24.249999999999996, + "n_dup_abs_band_std": 2.537222891273055, + "n_dup_clusters_abs_per_threshold": { + "0.5": 95.66666666666667, + "0.6": 26.0, + "0.7": 7.0, + "0.8": 3.0, + "0.9": 2.0 + }, + "n_dup_clusters_abs_band": 9.5, + "n_dup_clusters_abs_band_std": 1.0897247358851685, + "largest_dup_abs_per_threshold": { + "0.5": 8.333333333333334, + "0.6": 8.333333333333334, + "0.7": 4.666666666666667, + "0.8": 4.666666666666667, + "0.9": 3.6666666666666665 + }, + "largest_dup_abs_band": 5.333333333333334, + "largest_dup_abs_band_std": 1.282900359861721, + "dcs_abs_mean": 0.7977490822474161, + "dcs_abs_std": 0.00297912698297871, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.7646612035136462, + "0.6": 0.787664641522699, + "0.7": 0.7943792716444781, + "0.8": 0.795891246842479, + "0.9": 0.7968303029839364 + }, + "dedup_dcs_abs_band": 0.7936913657483982, + "dedup_dcs_abs_band_std": 0.003114577160691841, + "matched_cos_abs_per_threshold": { + "0.5": 0.7947577635447184, + "0.6": 0.7971781889597574, + "0.7": 0.7974945306777954, + "0.8": 0.7975356578826904, + "0.9": 0.7978692054748535 + }, + "matched_cos_abs_band": 0.7975193957487742, + "matched_cos_abs_band_std": 0.0030293388810583065, + "unique_frac_abs_per_threshold": { + "0.5": 0.9621310763888888, + "0.6": 0.9880642361111112, + "0.7": 0.99609375, + "0.8": 0.9979383680555555, + "0.9": 0.9986979166666666 + }, + "unique_frac_abs_band": 0.9951985677083333, + "unique_frac_abs_band_std": 0.00028190931112781107, + "matched_frac_abs_per_threshold": { + "0.5": 0.788845486111111, + "0.6": 0.7722439236111112, + "0.7": 0.7299262152777778, + "0.8": 0.6665581597222222, + "0.9": 0.5622829861111112 + }, + "matched_frac_abs_band": 0.6827528211805556, + "matched_frac_abs_band_std": 0.005131687353448467, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..920481756aae71a20da4a01e54beb062205c045a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ba46c211932d2584044ea2b28ceb5e885e74d7cf --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0404, + "r2_score": 0.9111, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0207, + "l0_per_token_0.01": 0.0196, + "l0_per_token_0.05": 0.0158, + "l0_per_token_0.1": 0.0123, + "l0_per_token_0.5": 0.0034, + "l0_per_token_1.0": 0.0013, + "dead_rate": 0.0, + "dense_rate_0.2": 0.001, + "live_latent_frac": 1.0, + "l1_per_token": 22.4364 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b729114fa7a39fd6d4550e7ebd1e771051ed38a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..909a9f6a1d5e88db6c18934a6548c65a22294926 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0402, + "r2_score": 0.9114, + "l0_per_token_0": 0.0209, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0197, + "l0_per_token_0.05": 0.0159, + "l0_per_token_0.1": 0.0124, + "l0_per_token_0.5": 0.0035, + "l0_per_token_1.0": 0.0014, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0013, + "live_latent_frac": 1.0, + "l1_per_token": 22.5254 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2ac614f301c676dc8383e32f921621c96254746 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..582f596adb576c7f0da53e404b0797a658e91ab7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0402, + "r2_score": 0.9114, + "l0_per_token_0": 0.0213, + "l0_per_token_0.001": 0.0211, + "l0_per_token_0.01": 0.0201, + "l0_per_token_0.05": 0.0161, + "l0_per_token_0.1": 0.0125, + "l0_per_token_0.5": 0.0034, + "l0_per_token_1.0": 0.0013, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0013, + "live_latent_frac": 1.0, + "l1_per_token": 22.6312 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_128/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..9e19de397883b39db34aa7ff33cb5542a7de9c8a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 121.16610321489001, + "recon_r2": 0.928148049126552, + "l1_per_token": 27.284461205403343 + }, + "seed1": { + "l0": 121.59883925549916, + "recon_r2": 0.9281596838283794, + "l1_per_token": 27.317162787531934 + }, + "seed2": { + "l0": 121.37600846023689, + "recon_r2": 0.9283102714795515, + "l1_per_token": 27.340928838409507 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.60168398268018, + "mcc_abs": 0.6016853112086052, + "act_iou": 0.36571236162793963, + "act_iou_n_pairs": 6144, + "input_r2": 0.9915416947341428, + "matched_mcc_signed": { + "0.6": 0.8774223047783223, + "0.7": 0.9098033447711132, + "0.8": 0.9396523663244853, + "0.9": 0.9684266688031608 + }, + "matched_mcc_abs": { + "0.6": 0.8771337217403544, + "0.7": 0.9097911928047148, + "0.8": 0.9395434320872117, + "0.9": 0.9684288298435656 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6012019418354421, + "mcc_abs": 0.6012130849512266, + "act_iou": 0.36402895087476916, + "act_iou_n_pairs": 6144, + "input_r2": 0.9915066825181564, + "matched_mcc_signed": { + "0.6": 0.8765188414061752, + "0.7": 0.9113888467661083, + "0.8": 0.9423711338215325, + "0.9": 0.969824405198659 + }, + "matched_mcc_abs": { + "0.6": 0.8767627748872984, + "0.7": 0.9115418802023757, + "0.8": 0.9421800860363363, + "0.9": 0.9698244051986592 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6025624213689994, + "mcc_abs": 0.6025750588218542, + "act_iou": 0.36638330855520157, + "act_iou_n_pairs": 6144, + "input_r2": 0.9915428148208222, + "matched_mcc_signed": { + "0.6": 0.8788374099475745, + "0.7": 0.9103128716470743, + "0.8": 0.940033158422443, + "0.9": 0.9694553709743962 + }, + "matched_mcc_abs": { + "0.6": 0.8791003036707878, + "0.7": 0.9099908803623578, + "0.8": 0.9396841052594114, + "0.9": 0.9694553709743962 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 121.38031697687535, + "l0_std": 0.2164001910748634, + "recon_r2_mean": 0.928206001478161, + "recon_r2_std": 9.048765918142647e-05, + "l1_per_token_mean": 27.31418427711493, + "l1_per_token_std": 0.02835140274409503, + "input_r2_mean": 0.9915303973577072, + "input_r2_std": 2.0545288017664684e-05, + "mcc_signed_mean": 0.6018161152948739, + "mcc_signed_std": 0.0006897973696720429, + "mcc_abs_mean": 0.6018244849938954, + "mcc_abs_std": 0.0006915708300326843, + "matched_mcc_signed_per_threshold": { + "0.6": 0.877592852044024, + "0.7": 0.9105016877280986, + "0.8": 0.9406855528561535, + "0.9": 0.9692354816587386 + }, + "matched_mcc_signed_band": 0.9245038935717537, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8776656000994802, + "0.7": 0.910441317789816, + "0.8": 0.9404692077943198, + "0.9": 0.9692362020055403 + }, + "matched_mcc_abs_band": 0.924453081922289, + "act_iou_mean": 0.3653748736859701, + "act_iou_std": 0.0012129194553159232, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_128/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..efaba1da7d05befbcd5befad3cf732764cd04398 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 121, + "l0_raw": 121.0368, + "recon_r2": 0.9283, + "l1_per_token": 27.2615, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 18, + "dense_rate": 0.0029296875, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 423, + "0.6": 129, + "0.7": 32, + "0.8": 7, + "0.9": 5 + }, + "n_dup_clusters_signed": { + "0.5": 198, + "0.6": 60, + "0.7": 13, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 7, + "0.6": 7, + "0.7": 6, + "0.8": 5, + "0.9": 3 + }, + "babel_mu1_signed": 0.33611568808555603, + "n_dup_abs": { + "0.5": 427, + "0.6": 135, + "0.7": 36, + "0.8": 10, + "0.9": 5 + }, + "n_dup_clusters_abs": { + "0.5": 199, + "0.6": 62, + "0.7": 15, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 8, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_abs": 0.343130499124527 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 121, + "l0_raw": 121.0368, + "recon_r2": 0.9283, + "l1_per_token": 27.2937, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 22, + "dense_rate": 0.0035807291666666665, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 479, + "0.6": 169, + "0.7": 47, + "0.8": 14, + "0.9": 7 + }, + "n_dup_clusters_signed": { + "0.5": 225, + "0.6": 80, + "0.7": 22, + "0.8": 6, + "0.9": 3 + }, + "largest_dup_signed": { + "0.5": 9, + "0.6": 6, + "0.7": 3, + "0.8": 3, + "0.9": 3 + }, + "babel_mu1_signed": 0.3393496572971344, + "n_dup_abs": { + "0.5": 485, + "0.6": 169, + "0.7": 49, + "0.8": 18, + "0.9": 7 + }, + "n_dup_clusters_abs": { + "0.5": 227, + "0.6": 79, + "0.7": 22, + "0.8": 8, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 6, + "0.7": 3, + "0.8": 3, + "0.9": 3 + }, + "babel_mu1_abs": 0.34630879759788513 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 121, + "l0_raw": 121.0368, + "recon_r2": 0.9284, + "l1_per_token": 27.3247, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 19, + "dense_rate": 0.0030924479166666665, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 411, + "0.6": 113, + "0.7": 24, + "0.8": 9, + "0.9": 7 + }, + "n_dup_clusters_signed": { + "0.5": 193, + "0.6": 51, + "0.7": 9, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 8, + "0.6": 8, + "0.7": 7, + "0.8": 7, + "0.9": 4 + }, + "babel_mu1_signed": 0.3376138210296631, + "n_dup_abs": { + "0.5": 417, + "0.6": 117, + "0.7": 27, + "0.8": 14, + "0.9": 7 + }, + "n_dup_clusters_abs": { + "0.5": 195, + "0.6": 52, + "0.7": 9, + "0.8": 5, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 9, + "0.7": 8, + "0.8": 4, + "0.9": 4 + }, + "babel_mu1_abs": 0.34441688656806946 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6739276051521301, + "dcs_abs": 0.6743404269218445, + "frac_sign_flipped": 0.022786458333333332, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.6716880202293396, + "0.6": 0.6743630170822144, + "0.7": 0.674150824546814, + "0.8": 0.674019455909729, + "0.9": 0.6738758683204651 + }, + "unique_frac_signed": { + "0.5": 0.9610188802083334, + "0.6": 0.9871419270833334, + "0.7": 0.9964192708333334, + "0.8": 0.9989420572916666, + "0.9": 0.9994303385416666 + }, + "dedup_dcs_signed": { + "0.5": 0.6455048690501524, + "0.6": 0.665692008236268, + "0.7": 0.6717368730266269, + "0.8": 0.6733063819410745, + "0.9": 0.673491987210582 + }, + "matched_frac_signed": { + "0.5": 0.6266276041666666, + "0.6": 0.6038411458333334, + "0.7": 0.5555013020833334, + "0.8": 0.4894205729166667, + "0.9": 0.3974609375 + }, + "matched_cos_abs": { + "0.5": 0.6721237301826477, + "0.6": 0.6744723916053772, + "0.7": 0.6744443774223328, + "0.8": 0.674385666847229, + "0.9": 0.6742836236953735 + }, + "unique_frac_abs": { + "0.5": 0.96044921875, + "0.6": 0.9867350260416666, + "0.7": 0.99609375, + "0.8": 0.9986165364583334, + "0.9": 0.9994303385416666 + }, + "dedup_dcs_abs": { + "0.5": 0.6455407115572598, + "0.6": 0.6655255328951171, + "0.7": 0.6718098290730268, + "0.8": 0.6734526788641233, + "0.9": 0.6738995103029689 + }, + "matched_frac_abs": { + "0.5": 0.6267903645833334, + "0.6": 0.6036783854166666, + "0.7": 0.55517578125, + "0.8": 0.48876953125, + "0.9": 0.3976236979166667 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6737697720527649, + "dcs_abs": 0.6741020083427429, + "frac_sign_flipped": 0.017740885416666668, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.669839084148407, + "0.6": 0.6729148030281067, + "0.7": 0.6734662652015686, + "0.8": 0.6737052798271179, + "0.9": 0.6737277507781982 + }, + "unique_frac_signed": { + "0.5": 0.9639485677083334, + "0.6": 0.9893391927083334, + "0.7": 0.9972330729166666, + "0.8": 0.9990234375, + "0.9": 0.9993489583333334 + }, + "dedup_dcs_signed": { + "0.5": 0.6456904257599188, + "0.6": 0.6657409879893142, + "0.7": 0.671602833152671, + "0.8": 0.6730473645147868, + "0.9": 0.6732891259404521 + }, + "matched_frac_signed": { + "0.5": 0.6302083333333334, + "0.6": 0.5992838541666666, + "0.7": 0.5450846354166666, + "0.8": 0.4806315104166667, + "0.9": 0.39306640625 + }, + "matched_cos_abs": { + "0.5": 0.6700438857078552, + "0.6": 0.6731460690498352, + "0.7": 0.6736266613006592, + "0.8": 0.6738419532775879, + "0.9": 0.6740474104881287 + }, + "unique_frac_abs": { + "0.5": 0.96337890625, + "0.6": 0.98876953125, + "0.7": 0.996826171875, + "0.8": 0.9986979166666666, + "0.9": 0.9993489583333334 + }, + "dedup_dcs_abs": { + "0.5": 0.6455061457527336, + "0.6": 0.6655863231571857, + "0.7": 0.6714886860572733, + "0.8": 0.6729645549009243, + "0.9": 0.6736085775385922 + }, + "matched_frac_abs": { + "0.5": 0.6302083333333334, + "0.6": 0.5983072916666666, + "0.7": 0.54443359375, + "0.8": 0.4798177083333333, + "0.9": 0.39306640625 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.674945592880249, + "dcs_abs": 0.6753535866737366, + "frac_sign_flipped": 0.020670572916666668, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.6735422611236572, + "0.6": 0.676285982131958, + "0.7": 0.6753048300743103, + "0.8": 0.6749300956726074, + "0.9": 0.6749134063720703 + }, + "unique_frac_signed": { + "0.5": 0.9615885416666666, + "0.6": 0.9877115885416666, + "0.7": 0.9967447916666666, + "0.8": 0.998779296875, + "0.9": 0.999267578125 + }, + "dedup_dcs_signed": { + "0.5": 0.6476705206247667, + "0.6": 0.6679755017200174, + "0.7": 0.6731065721639121, + "0.8": 0.6741062063956633, + "0.9": 0.6744190850295126 + }, + "matched_frac_signed": { + "0.5": 0.6277669270833334, + "0.6": 0.6033528645833334, + "0.7": 0.5545247395833334, + "0.8": 0.4890950520833333, + "0.9": 0.396484375 + }, + "matched_cos_abs": { + "0.5": 0.6738058924674988, + "0.6": 0.6764890551567078, + "0.7": 0.6755082607269287, + "0.8": 0.6752310395240784, + "0.9": 0.6753102540969849 + }, + "unique_frac_abs": { + "0.5": 0.9609375, + "0.6": 0.9873860677083334, + "0.7": 0.996337890625, + "0.8": 0.9984537760416666, + "0.9": 0.999267578125 + }, + "dedup_dcs_abs": { + "0.5": 0.6474853497929871, + "0.6": 0.6679558680189075, + "0.7": 0.6730344755924307, + "0.8": 0.6741869811133558, + "0.9": 0.6748156420944724 + }, + "matched_frac_abs": { + "0.5": 0.6272786458333334, + "0.6": 0.60302734375, + "0.7": 0.5546875, + "0.8": 0.4889322916666667, + "0.9": 0.396484375 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 20, + "n_dense_std": 2.081665999466133, + "l0_mean": 121, + "l0_std": 1.7404671430534633e-14, + "recon_r2_mean": 0.9283333333333333, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 27.2933, + "l1_per_token_std": 0.03140084924541551, + "babel_mu1_signed_mean": 0.3376930554707845, + "babel_mu1_signed_std": 0.0016184399240793809, + "n_dup_signed_per_threshold": { + "0.5": 437.6666666666667, + "0.6": 137.0, + "0.7": 34.333333333333336, + "0.8": 10.0, + "0.9": 6.333333333333333 + }, + "n_dup_signed_band": 46.91666666666667, + "n_dup_signed_band_std": 10.96965511460289, + "n_dup_clusters_signed_per_threshold": { + "0.5": 205.33333333333334, + "0.6": 63.666666666666664, + "0.7": 14.666666666666666, + "0.8": 3.3333333333333335, + "0.9": 2.3333333333333335 + }, + "n_dup_clusters_signed_band": 20.999999999999996, + "n_dup_clusters_signed_band_std": 6.067330549755798, + "largest_dup_signed_per_threshold": { + "0.5": 8.0, + "0.6": 7.0, + "0.7": 5.333333333333333, + "0.8": 5.0, + "0.9": 3.3333333333333335 + }, + "largest_dup_signed_band": 5.166666666666666, + "largest_dup_signed_band_std": 1.3768926368215253, + "dcs_signed_mean": 0.6742143233617147, + "dcs_signed_std": 0.0006381960148472378, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.6462886051449459, + "0.6": 0.6664694993151999, + "0.7": 0.6721487594477367, + "0.8": 0.6734866509505082, + "0.9": 0.6737333993935156 + }, + "dedup_dcs_signed_band": 0.6714595772767401, + "dedup_dcs_signed_band_std": 0.0008188835390590692, + "matched_cos_signed_per_threshold": { + "0.5": 0.6716897885004679, + "0.6": 0.674521267414093, + "0.7": 0.6743073066075643, + "0.8": 0.6742182771364847, + "0.9": 0.6741723418235779 + }, + "matched_cos_signed_band": 0.67430479824543, + "matched_cos_signed_band_std": 0.0009685371927801176, + "unique_frac_signed_per_threshold": { + "0.5": 0.9621853298611112, + "0.6": 0.9880642361111112, + "0.7": 0.9967990451388888, + "0.8": 0.9989149305555555, + "0.9": 0.9993489583333334 + }, + "unique_frac_signed_band": 0.9957817925347222, + "unique_frac_signed_band_std": 0.00039988940396611534, + "matched_frac_signed_per_threshold": { + "0.5": 0.6282009548611112, + "0.6": 0.6021592881944445, + "0.7": 0.5517035590277778, + "0.8": 0.48638237847222227, + "0.9": 0.3956705729166667 + }, + "matched_frac_signed_band": 0.5089789496527778, + "matched_frac_signed_band_std": 0.0038799531014948427, + "babel_mu1_abs_mean": 0.34461872776349384, + "babel_mu1_abs_std": 0.0015987339358271768, + "n_dup_abs_per_threshold": { + "0.5": 443.0, + "0.6": 140.33333333333334, + "0.7": 37.333333333333336, + "0.8": 14.0, + "0.9": 6.333333333333333 + }, + "n_dup_abs_band": 49.50000000000001, + "n_dup_abs_band_std": 10.090218035305282, + "n_dup_clusters_abs_per_threshold": { + "0.5": 207.0, + "0.6": 64.33333333333333, + "0.7": 15.333333333333334, + "0.8": 5.333333333333333, + "0.9": 2.3333333333333335 + }, + "n_dup_clusters_abs_band": 21.83333333333333, + "n_dup_clusters_abs_band_std": 5.619905100029122, + "largest_dup_abs_per_threshold": { + "0.5": 8.666666666666666, + "0.6": 7.666666666666667, + "0.7": 5.666666666666667, + "0.8": 4.333333333333333, + "0.9": 3.3333333333333335 + }, + "largest_dup_abs_band": 5.25, + "largest_dup_abs_band_std": 1.3228756555322954, + "dcs_abs_mean": 0.6745986739794413, + "dcs_abs_std": 0.0006645530352961186, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.6461774023676602, + "0.6": 0.6663559080237368, + "0.7": 0.6721109969075769, + "0.8": 0.6735347382928012, + "0.9": 0.6741079099786779 + }, + "dedup_dcs_abs_band": 0.6715273883006982, + "dedup_dcs_abs_band_std": 0.0008507632236817897, + "matched_cos_abs_per_threshold": { + "0.5": 0.6719911694526672, + "0.6": 0.67470250527064, + "0.7": 0.6745264331499735, + "0.8": 0.6744862198829651, + "0.9": 0.6745470960934957 + }, + "matched_cos_abs_band": 0.6745655635992686, + "matched_cos_abs_band_std": 0.0009953894730543838, + "unique_frac_abs_per_threshold": { + "0.5": 0.9615885416666666, + "0.6": 0.9876302083333334, + "0.7": 0.9964192708333334, + "0.8": 0.9985894097222222, + "0.9": 0.9993489583333334 + }, + "unique_frac_abs_band": 0.9954969618055556, + "unique_frac_abs_band_std": 0.0003652678225232137, + "matched_frac_abs_per_threshold": { + "0.5": 0.6280924479166666, + "0.6": 0.6016710069444444, + "0.7": 0.5514322916666666, + "0.8": 0.48583984375, + "0.9": 0.3957248263888889 + }, + "matched_frac_abs_band": 0.5086669921875, + "matched_frac_abs_band_std": 0.004131398347444108, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..03af2764551fb0c668e41544170a64c51da927c1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d8d8001d6a2d0df6c47987c884b54d519557c1e3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0326, + "r2_score": 0.9283, + "l0_per_token_0": 0.0197, + "l0_per_token_0.001": 0.0195, + "l0_per_token_0.01": 0.018, + "l0_per_token_0.05": 0.013, + "l0_per_token_0.1": 0.009, + "l0_per_token_0.5": 0.0019, + "l0_per_token_1.0": 0.0006, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0008, + "live_latent_frac": 1.0, + "l1_per_token": 27.2615 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2df92766c911a9cf15a36365f5f0d91bde86a2e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5d5a79a4d4e57dfafda055dd24987ecb908440ed --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0326, + "r2_score": 0.9283, + "l0_per_token_0": 0.0197, + "l0_per_token_0.001": 0.0196, + "l0_per_token_0.01": 0.0181, + "l0_per_token_0.05": 0.013, + "l0_per_token_0.1": 0.009, + "l0_per_token_0.5": 0.0019, + "l0_per_token_1.0": 0.0006, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 1.0, + "l1_per_token": 27.2937 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6ff526fe86b1fee16310adf1b05c81222284af8c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..279214ee79895d17e019b591b4563b164a6066a8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0325, + "r2_score": 0.9284, + "l0_per_token_0": 0.0197, + "l0_per_token_0.001": 0.0196, + "l0_per_token_0.01": 0.0181, + "l0_per_token_0.05": 0.013, + "l0_per_token_0.1": 0.009, + "l0_per_token_0.5": 0.0019, + "l0_per_token_1.0": 0.0007, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 1.0, + "l1_per_token": 27.3247 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_32/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..058c55fe9da43046bf9635c8e2c0df8bb8aba3a4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 32.34204399323181, + "recon_r2": 0.8925979888576971, + "l1_per_token": 16.505308572917215 + }, + "seed1": { + "l0": 32.385763113367176, + "recon_r2": 0.8924758574049342, + "l1_per_token": 16.497841493562756 + }, + "seed2": { + "l0": 35.5574551607445, + "recon_r2": 0.8952797044786841, + "l1_per_token": 17.01988849036219 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.431928864945333, + "mcc_abs": 0.4319528568371593, + "act_iou": 0.25262683476753844, + "act_iou_n_pairs": 6144, + "input_r2": 0.9917871692247866, + "matched_mcc_signed": { + "0.6": 0.8643344292808578, + "0.7": 0.8936465820712397, + "0.8": 0.9224574280476315, + "0.9": 0.9572197718074862 + }, + "matched_mcc_abs": { + "0.6": 0.8648928252163134, + "0.7": 0.8932324687553312, + "0.8": 0.9223712027083887, + "0.9": 0.956795300982253 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.44307977238180896, + "mcc_abs": 0.4431062996382207, + "act_iou": 0.2592247074341717, + "act_iou_n_pairs": 6144, + "input_r2": 0.99166252918066, + "matched_mcc_signed": { + "0.6": 0.8614348491529088, + "0.7": 0.892955352722725, + "0.8": 0.9245767751797006, + "0.9": 0.9574637177963372 + }, + "matched_mcc_abs": { + "0.6": 0.8614898205648295, + "0.7": 0.8925377169447836, + "0.8": 0.9244106630132414, + "0.9": 0.9574624455816717 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4440096504717128, + "mcc_abs": 0.4440353396744836, + "act_iou": 0.2607056948842983, + "act_iou_n_pairs": 6144, + "input_r2": 0.9918027408419748, + "matched_mcc_signed": { + "0.6": 0.8608247842778775, + "0.7": 0.8922497502341263, + "0.8": 0.9216334576581421, + "0.9": 0.9570734586774624 + }, + "matched_mcc_abs": { + "0.6": 0.8615187383198615, + "0.7": 0.8923691553716139, + "0.8": 0.9220663000558962, + "0.9": 0.9570958854976422 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 33.42842075578116, + "l0_std": 1.843927456139355, + "recon_r2_mean": 0.8934511835804385, + "recon_r2_std": 0.0015847225402035657, + "l1_per_token_mean": 16.674346185614056, + "l1_per_token_std": 0.2992717036348615, + "input_r2_mean": 0.9917508130824738, + "input_r2_std": 7.685150815089728e-05, + "mcc_signed_mean": 0.43967276259961824, + "mcc_signed_std": 0.006722509313906105, + "mcc_abs_mean": 0.4396981653832879, + "mcc_abs_std": 0.006723699294532297, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8621980209038814, + "0.7": 0.8929505616760304, + "0.8": 0.9228892202951581, + "0.9": 0.9572523160937619 + }, + "matched_mcc_signed_band": 0.9088225297422079, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8626337947003347, + "0.7": 0.8927131136905762, + "0.8": 0.9229493885925087, + "0.9": 0.9571178773538556 + }, + "matched_mcc_abs_band": 0.9088535435843188, + "act_iou_mean": 0.2575190790286695, + "act_iou_std": 0.004301031433247757, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_32/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f59aef1a735c1d43eec1147a354ace575e743d61 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 33, + "l0_raw": 32.5632, + "recon_r2": 0.8928, + "l1_per_token": 16.5005, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 9, + "dense_rate": 0.00146484375, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 736, + "0.6": 216, + "0.7": 48, + "0.8": 15, + "0.9": 8 + }, + "n_dup_clusters_signed": { + "0.5": 339, + "0.6": 101, + "0.7": 20, + "0.8": 5, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 8, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 6 + }, + "babel_mu1_signed": 0.3263584077358246, + "n_dup_abs": { + "0.5": 740, + "0.6": 216, + "0.7": 48, + "0.8": 17, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 341, + "0.6": 101, + "0.7": 20, + "0.8": 6, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 10, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 6 + }, + "babel_mu1_abs": 0.328236848115921 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 33, + "l0_raw": 32.5632, + "recon_r2": 0.8927, + "l1_per_token": 16.4833, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 9, + "dense_rate": 0.00146484375, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 785, + "0.6": 228, + "0.7": 54, + "0.8": 23, + "0.9": 8 + }, + "n_dup_clusters_signed": { + "0.5": 364, + "0.6": 104, + "0.7": 23, + "0.8": 9, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 8, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 6 + }, + "babel_mu1_signed": 0.3285202085971832, + "n_dup_abs": { + "0.5": 786, + "0.6": 229, + "0.7": 56, + "0.8": 25, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 364, + "0.6": 104, + "0.7": 24, + "0.8": 10, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 8, + "0.6": 8, + "0.7": 6, + "0.8": 6, + "0.9": 6 + }, + "babel_mu1_abs": 0.3305133581161499 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 36, + "l0_raw": 35.6352, + "recon_r2": 0.8955, + "l1_per_token": 17.0067, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0017903645833333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 815, + "0.6": 203, + "0.7": 53, + "0.8": 16, + "0.9": 6 + }, + "n_dup_clusters_signed": { + "0.5": 382, + "0.6": 94, + "0.7": 23, + "0.8": 5, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 9, + "0.6": 7, + "0.7": 6, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_signed": 0.33818402886390686, + "n_dup_abs": { + "0.5": 816, + "0.6": 204, + "0.7": 51, + "0.8": 16, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 381, + "0.6": 94, + "0.7": 21, + "0.8": 5, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 11, + "0.6": 7, + "0.7": 6, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_abs": 0.3401046693325043 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.5122955441474915, + "dcs_abs": 0.5141313672065735, + "frac_sign_flipped": 0.13688151041666666, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.4900345504283905, + "0.6": 0.506669819355011, + "0.7": 0.5110010504722595, + "0.8": 0.5117413997650146, + "0.9": 0.5118198394775391 + }, + "unique_frac_signed": { + "0.5": 0.9334309895833334, + "0.6": 0.9805501302083334, + "0.7": 0.9951985677083334, + "0.8": 0.998046875, + "0.9": 0.9990234375 + }, + "dedup_dcs_signed": { + "0.5": 0.45741343533639645, + "0.6": 0.49681515734118875, + "0.7": 0.5085475135274464, + "0.8": 0.5107419048435986, + "0.9": 0.5113200154155493 + }, + "matched_frac_signed": { + "0.5": 0.41796875, + "0.6": 0.4345703125, + "0.7": 0.4138997395833333, + "0.8": 0.36962890625, + "0.9": 0.2890625 + }, + "matched_cos_abs": { + "0.5": 0.49197834730148315, + "0.6": 0.5085322260856628, + "0.7": 0.5128151178359985, + "0.8": 0.5135158896446228, + "0.9": 0.513663113117218 + }, + "unique_frac_abs": { + "0.5": 0.9331868489583334, + "0.6": 0.98046875, + "0.7": 0.9951171875, + "0.8": 0.9978841145833334, + "0.9": 0.9990234375 + }, + "dedup_dcs_abs": { + "0.5": 0.45910772367399966, + "0.6": 0.49859995604492724, + "0.7": 0.51031113776844, + "0.8": 0.5124293488624971, + "0.9": 0.5131614889833145 + }, + "matched_frac_abs": { + "0.5": 0.4181315104166667, + "0.6": 0.4347330729166667, + "0.7": 0.4138997395833333, + "0.8": 0.3694661458333333, + "0.9": 0.2890625 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.5228707790374756, + "dcs_abs": 0.524731457233429, + "frac_sign_flipped": 0.13720703125, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.502606987953186, + "0.6": 0.5174059867858887, + "0.7": 0.5214718580245972, + "0.8": 0.5222499370574951, + "0.9": 0.5225114822387695 + }, + "unique_frac_signed": { + "0.5": 0.9324544270833334, + "0.6": 0.9817708333333334, + "0.7": 0.9952799479166666, + "0.8": 0.998291015625, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_signed": { + "0.5": 0.4686581109999679, + "0.6": 0.5079741068184376, + "0.7": 0.5190104836947285, + "0.8": 0.5213574200752191, + "0.9": 0.522086261305958 + }, + "matched_frac_signed": { + "0.5": 0.4342447916666667, + "0.6": 0.4503580729166667, + "0.7": 0.4235026041666667, + "0.8": 0.3751627604166667, + "0.9": 0.2989908854166667 + }, + "matched_cos_abs": { + "0.5": 0.5045464038848877, + "0.6": 0.51932293176651, + "0.7": 0.5233500003814697, + "0.8": 0.5240429639816284, + "0.9": 0.5243732333183289 + }, + "unique_frac_abs": { + "0.5": 0.93212890625, + "0.6": 0.981689453125, + "0.7": 0.9952799479166666, + "0.8": 0.9982096354166666, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.4703022876055911, + "0.6": 0.5098138448811369, + "0.7": 0.5208797611218566, + "0.8": 0.5231047360187706, + "0.9": 0.5239464972886101 + }, + "matched_frac_abs": { + "0.5": 0.43310546875, + "0.6": 0.45068359375, + "0.7": 0.423828125, + "0.8": 0.3751627604166667, + "0.9": 0.2991536458333333 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.5244449973106384, + "dcs_abs": 0.5262642502784729, + "frac_sign_flipped": 0.13020833333333334, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5037347078323364, + "0.6": 0.5196631550788879, + "0.7": 0.5228926539421082, + "0.8": 0.5238814353942871, + "0.9": 0.5241367816925049 + }, + "unique_frac_signed": { + "0.5": 0.9305013020833334, + "0.6": 0.9810384114583334, + "0.7": 0.9950358072916666, + "0.8": 0.9979654947916666, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_signed": { + "0.5": 0.46872580154255655, + "0.6": 0.5098095161520177, + "0.7": 0.5202969140421676, + "0.8": 0.5228155958854283, + "0.9": 0.5237102380876119 + }, + "matched_frac_signed": { + "0.5": 0.4368489583333333, + "0.6": 0.453125, + "0.7": 0.4251302083333333, + "0.8": 0.3802083333333333, + "0.9": 0.30029296875 + }, + "matched_cos_abs": { + "0.5": 0.505687415599823, + "0.6": 0.5214953422546387, + "0.7": 0.5247181057929993, + "0.8": 0.5256859660148621, + "0.9": 0.5259519815444946 + }, + "unique_frac_abs": { + "0.5": 0.9302571614583334, + "0.6": 0.9808756510416666, + "0.7": 0.9949544270833334, + "0.8": 0.9978841145833334, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.47041933982109185, + "0.6": 0.5115220833492155, + "0.7": 0.5220706023295255, + "0.8": 0.5245736747456249, + "0.9": 0.5255239607261804 + }, + "matched_frac_abs": { + "0.5": 0.4365234375, + "0.6": 0.453125, + "0.7": 0.4249674479166667, + "0.8": 0.3795572916666667, + "0.9": 0.2999674479166667 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 10, + "n_dense_std": 1.1547005383792517, + "l0_mean": 34, + "l0_std": 1.7736200269505278, + "recon_r2_mean": 0.8936666666666667, + "recon_r2_std": 0.0014468356276140155, + "l1_per_token_mean": 16.6635, + "l1_per_token_std": 0.2975810029778997, + "babel_mu1_signed_mean": 0.3310208817323049, + "babel_mu1_signed_std": 0.00629693205956487, + "n_dup_signed_per_threshold": { + "0.5": 778.6666666666666, + "0.6": 215.66666666666666, + "0.7": 51.666666666666664, + "0.8": 18.0, + "0.9": 7.333333333333333 + }, + "n_dup_signed_band": 73.16666666666666, + "n_dup_signed_band_std": 4.543768626738529, + "n_dup_clusters_signed_per_threshold": { + "0.5": 361.6666666666667, + "0.6": 99.66666666666667, + "0.7": 22.0, + "0.8": 6.333333333333333, + "0.9": 2.0 + }, + "n_dup_clusters_signed_band": 32.5, + "n_dup_clusters_signed_band_std": 1.8027756377319946, + "largest_dup_signed_per_threshold": { + "0.5": 8.333333333333334, + "0.6": 7.666666666666667, + "0.7": 6.0, + "0.8": 6.0, + "0.9": 5.0 + }, + "largest_dup_signed_band": 6.166666666666667, + "largest_dup_signed_band_std": 0.5773502691896258, + "dcs_signed_mean": 0.5198704401652018, + "dcs_signed_std": 0.006607104362141803, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.4649324492929736, + "0.6": 0.5048662601038814, + "0.7": 0.5159516370881142, + "0.8": 0.5183049736014153, + "0.9": 0.5190388382697063 + }, + "dedup_dcs_signed_band": 0.5145404272657792, + "dedup_dcs_signed_band_std": 0.006699814336319688, + "matched_cos_signed_per_threshold": { + "0.5": 0.4987920820713043, + "0.6": 0.5145796537399292, + "0.7": 0.5184551874796549, + "0.8": 0.5192909240722656, + "0.9": 0.5194893678029379 + }, + "matched_cos_signed_band": 0.5179537832736969, + "matched_cos_signed_band_std": 0.006677919538890715, + "unique_frac_signed_per_threshold": { + "0.5": 0.93212890625, + "0.6": 0.9811197916666666, + "0.7": 0.9951714409722222, + "0.8": 0.9981011284722222, + "0.9": 0.9991319444444443 + }, + "unique_frac_signed_band": 0.9933810763888888, + "unique_frac_signed_band_std": 0.000223178204642762, + "matched_frac_signed_per_threshold": { + "0.5": 0.4296875, + "0.6": 0.4460177951388889, + "0.7": 0.42084418402777773, + "0.8": 0.375, + "0.9": 0.2961154513888889 + }, + "matched_frac_signed_band": 0.38449435763888884, + "matched_frac_signed_band_std": 0.006805635330701443, + "babel_mu1_abs_mean": 0.3329516251881917, + "babel_mu1_abs_std": 0.006298424790624119, + "n_dup_abs_per_threshold": { + "0.5": 780.6666666666666, + "0.6": 216.33333333333334, + "0.7": 51.666666666666664, + "0.8": 19.333333333333332, + "0.9": 7.333333333333333 + }, + "n_dup_abs_band": 73.66666666666666, + "n_dup_abs_band_std": 5.269803917920792, + "n_dup_clusters_abs_per_threshold": { + "0.5": 362.0, + "0.6": 99.66666666666667, + "0.7": 21.666666666666668, + "0.8": 7.0, + "0.9": 2.0 + }, + "n_dup_clusters_abs_band": 32.583333333333336, + "n_dup_clusters_abs_band_std": 2.2684429314693664, + "largest_dup_abs_per_threshold": { + "0.5": 9.666666666666666, + "0.6": 7.666666666666667, + "0.7": 6.0, + "0.8": 6.0, + "0.9": 5.0 + }, + "largest_dup_abs_band": 6.166666666666667, + "largest_dup_abs_band_std": 0.5773502691896258, + "dcs_abs_mean": 0.5217090249061584, + "dcs_abs_std": 0.006607044406449316, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.4666097837002276, + "0.6": 0.5066452947584265, + "0.7": 0.5177538337399407, + "0.8": 0.5200359198756309, + "0.9": 0.520877315666035 + }, + "dedup_dcs_abs_band": 0.5163280910100083, + "dedup_dcs_abs_band_std": 0.006711926168206781, + "matched_cos_abs_per_threshold": { + "0.5": 0.5007373889287313, + "0.6": 0.5164501667022705, + "0.7": 0.5202944080034891, + "0.8": 0.5210816065470377, + "0.9": 0.5213294426600138 + }, + "matched_cos_abs_band": 0.5197889059782027, + "matched_cos_abs_band_std": 0.006685088483866013, + "unique_frac_abs_per_threshold": { + "0.5": 0.931857638888889, + "0.6": 0.9810112847222222, + "0.7": 0.9951171875, + "0.8": 0.9979926215277778, + "0.9": 0.9991319444444443 + }, + "unique_frac_abs_band": 0.993313259548611, + "unique_frac_abs_band_std": 0.00024611066774656005, + "matched_frac_abs_per_threshold": { + "0.5": 0.42925347222222227, + "0.6": 0.4461805555555556, + "0.7": 0.4208984375, + "0.8": 0.3747287326388889, + "0.9": 0.2960611979166667 + }, + "matched_frac_abs_band": 0.3844672309027778, + "matched_frac_abs_band_std": 0.0067385236826524135, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..03af2764551fb0c668e41544170a64c51da927c1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..927b7d3d08a18c9c17d9a437c8991d021ae1c154 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0487, + "r2_score": 0.8928, + "l0_per_token_0": 0.0053, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.005, + "l0_per_token_0.05": 0.0042, + "l0_per_token_0.1": 0.0035, + "l0_per_token_0.5": 0.0013, + "l0_per_token_1.0": 0.0006, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 0.9979, + "l1_per_token": 16.5005 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2df92766c911a9cf15a36365f5f0d91bde86a2e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..40262094c6695feb18f819524703cb27158eca34 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0487, + "r2_score": 0.8927, + "l0_per_token_0": 0.0053, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.005, + "l0_per_token_0.05": 0.0042, + "l0_per_token_0.1": 0.0035, + "l0_per_token_0.5": 0.0013, + "l0_per_token_1.0": 0.0006, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 0.9972, + "l1_per_token": 16.4833 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6ff526fe86b1fee16310adf1b05c81222284af8c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..916914271954dbb1c8f9e2df458e4c5828a15767 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0475, + "r2_score": 0.8955, + "l0_per_token_0": 0.0058, + "l0_per_token_0.001": 0.0057, + "l0_per_token_0.01": 0.0055, + "l0_per_token_0.05": 0.0045, + "l0_per_token_0.1": 0.0037, + "l0_per_token_0.5": 0.0013, + "l0_per_token_1.0": 0.0006, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 0.998, + "l1_per_token": 17.0067 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_64/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..3b9663968afe35f81b5dc7038a57d49a8e530d52 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 67.16781218274112, + "recon_r2": 0.9129496019280388, + "l1_per_token": 21.27319516524423 + }, + "seed1": { + "l0": 67.18475634517766, + "recon_r2": 0.9130259024390555, + "l1_per_token": 21.294851497480355 + }, + "seed2": { + "l0": 61.48851099830795, + "recon_r2": 0.91073523910883, + "l1_per_token": 20.612194131290536 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.5817013539335519, + "mcc_abs": 0.5817119007094175, + "act_iou": 0.35374287795223563, + "act_iou_n_pairs": 6144, + "input_r2": 0.9919268628937069, + "matched_mcc_signed": { + "0.6": 0.8642051321790729, + "0.7": 0.8972078059594236, + "0.8": 0.9317261226388875, + "0.9": 0.9638869073658927 + }, + "matched_mcc_abs": { + "0.6": 0.8635518293798983, + "0.7": 0.896403298364005, + "0.8": 0.9314890926958094, + "0.9": 0.9638836459651018 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.5769035781155999, + "mcc_abs": 0.5769071093640442, + "act_iou": 0.34738117672815116, + "act_iou_n_pairs": 6144, + "input_r2": 0.9919463493785204, + "matched_mcc_signed": { + "0.6": 0.8606417954849273, + "0.7": 0.8932647586527819, + "0.8": 0.928392630419679, + "0.9": 0.9616257118483702 + }, + "matched_mcc_abs": { + "0.6": 0.8593328677143175, + "0.7": 0.8926970734960699, + "0.8": 0.9286802503551012, + "0.9": 0.9616191456570733 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.580102890457771, + "mcc_abs": 0.5801165030816672, + "act_iou": 0.3510106433510731, + "act_iou_n_pairs": 6144, + "input_r2": 0.9919844930553585, + "matched_mcc_signed": { + "0.6": 0.8631421679949568, + "0.7": 0.8966909074448803, + "0.8": 0.9286978943192578, + "0.9": 0.9624870601087131 + }, + "matched_mcc_abs": { + "0.6": 0.8628721094689171, + "0.7": 0.8961560102242658, + "0.8": 0.928678390941133, + "0.9": 0.9623532968207469 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 65.28035984207558, + "l0_std": 3.2838483546970574, + "recon_r2_mean": 0.9122369144919747, + "recon_r2_std": 0.0013010484845894406, + "l1_per_token_mean": 21.060080264671708, + "l1_per_token_std": 0.38803188082660417, + "input_r2_mean": 0.9919525684425287, + "input_r2_std": 2.931409986424802e-05, + "mcc_signed_mean": 0.5795692741689743, + "mcc_signed_std": 0.0024429946699866594, + "mcc_abs_mean": 0.5795785043850429, + "mcc_abs_std": 0.002447158947906831, + "matched_mcc_signed_per_threshold": { + "0.6": 0.862663031886319, + "0.7": 0.8957211573523619, + "0.8": 0.9296055491259415, + "0.9": 0.9626665597743252 + }, + "matched_mcc_signed_band": 0.9126640745347369, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8619189355210443, + "0.7": 0.8950854606947803, + "0.8": 0.9296159113306812, + "0.9": 0.9626186961476407 + }, + "matched_mcc_abs_band": 0.9123097509235367, + "act_iou_mean": 0.35071156601048664, + "act_iou_std": 0.003191378394654679, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_64/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..519a64b17e802931cb7993ac391cd7e5ae83a86d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 67, + "l0_raw": 66.9696, + "recon_r2": 0.9131, + "l1_per_token": 21.2554, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 12, + "dense_rate": 0.001953125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 760, + "0.6": 232, + "0.7": 60, + "0.8": 16, + "0.9": 8 + }, + "n_dup_clusters_signed": { + "0.5": 351, + "0.6": 109, + "0.7": 26, + "0.8": 6, + "0.9": 3 + }, + "largest_dup_signed": { + "0.5": 10, + "0.6": 7, + "0.7": 7, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_signed": 0.37230634689331055, + "n_dup_abs": { + "0.5": 762, + "0.6": 239, + "0.7": 63, + "0.8": 18, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 353, + "0.6": 111, + "0.7": 28, + "0.8": 7, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 7, + "0.7": 7, + "0.8": 6, + "0.9": 3 + }, + "babel_mu1_abs": 0.3753693103790283 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 67, + "l0_raw": 66.9696, + "recon_r2": 0.9132, + "l1_per_token": 21.2746, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 14, + "dense_rate": 0.0022786458333333335, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 741, + "0.6": 191, + "0.7": 58, + "0.8": 14, + "0.9": 8 + }, + "n_dup_clusters_signed": { + "0.5": 347, + "0.6": 90, + "0.7": 27, + "0.8": 6, + "0.9": 3 + }, + "largest_dup_signed": { + "0.5": 9, + "0.6": 6, + "0.7": 4, + "0.8": 4, + "0.9": 4 + }, + "babel_mu1_signed": 0.3727874755859375, + "n_dup_abs": { + "0.5": 741, + "0.6": 191, + "0.7": 57, + "0.8": 16, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 347, + "0.6": 89, + "0.7": 26, + "0.8": 7, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 7, + "0.7": 4, + "0.8": 4, + "0.9": 4 + }, + "babel_mu1_abs": 0.37608274817466736 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 61, + "l0_raw": 61.44, + "recon_r2": 0.9109, + "l1_per_token": 20.6008, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0017903645833333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 832, + "0.6": 232, + "0.7": 67, + "0.8": 20, + "0.9": 7 + }, + "n_dup_clusters_signed": { + "0.5": 388, + "0.6": 107, + "0.7": 30, + "0.8": 7, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 10, + "0.6": 8, + "0.7": 7, + "0.8": 7, + "0.9": 4 + }, + "babel_mu1_signed": 0.3741529881954193, + "n_dup_abs": { + "0.5": 833, + "0.6": 234, + "0.7": 72, + "0.8": 21, + "0.9": 7 + }, + "n_dup_clusters_abs": { + "0.5": 388, + "0.6": 107, + "0.7": 32, + "0.8": 7, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 9, + "0.6": 9, + "0.7": 7, + "0.8": 7, + "0.9": 4 + }, + "babel_mu1_abs": 0.3769238293170929 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6656578183174133, + "dcs_abs": 0.6659903526306152, + "frac_sign_flipped": 0.0185546875, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.657115638256073, + "0.6": 0.6648051738739014, + "0.7": 0.6652265787124634, + "0.8": 0.6656442880630493, + "0.9": 0.6654739379882812 + }, + "unique_frac_signed": { + "0.5": 0.9346516927083334, + "0.6": 0.9817708333333334, + "0.7": 0.9947102864583334, + "0.8": 0.99853515625, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_signed": { + "0.5": 0.6141742436011555, + "0.6": 0.6526863295584917, + "0.7": 0.6617077206707715, + "0.8": 0.664669223187957, + "0.9": 0.6649323739111423 + }, + "matched_frac_signed": { + "0.5": 0.5970052083333334, + "0.6": 0.5900065104166666, + "0.7": 0.54541015625, + "0.8": 0.47998046875, + "0.9": 0.3849283854166667 + }, + "matched_cos_abs": { + "0.5": 0.6574825048446655, + "0.6": 0.665240466594696, + "0.7": 0.6656050086021423, + "0.8": 0.6659273505210876, + "0.9": 0.6658105254173279 + }, + "unique_frac_abs": { + "0.5": 0.9346516927083334, + "0.6": 0.9812825520833334, + "0.7": 0.99462890625, + "0.8": 0.9983723958333334, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.6145171360791817, + "0.6": 0.6527888628091508, + "0.7": 0.6620299817004707, + "0.8": 0.6648434843906823, + "0.9": 0.665268687424638 + }, + "matched_frac_abs": { + "0.5": 0.5968424479166666, + "0.6": 0.59033203125, + "0.7": 0.5450846354166666, + "0.8": 0.4798177083333333, + "0.9": 0.3849283854166667 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6598348617553711, + "dcs_abs": 0.6602734923362732, + "frac_sign_flipped": 0.023600260416666668, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.6510491371154785, + "0.6": 0.6574249863624573, + "0.7": 0.6597360372543335, + "0.8": 0.6596592664718628, + "0.9": 0.6595682501792908 + }, + "unique_frac_signed": { + "0.5": 0.9305826822916666, + "0.6": 0.9798177083333334, + "0.7": 0.9942220052083334, + "0.8": 0.9981282552083334, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_signed": { + "0.5": 0.605855052320597, + "0.6": 0.6441566435387358, + "0.7": 0.6559240858672032, + "0.8": 0.6584245526755694, + "0.9": 0.6590314921631943 + }, + "matched_frac_signed": { + "0.5": 0.5929361979166666, + "0.6": 0.5887044270833334, + "0.7": 0.5472005208333334, + "0.8": 0.4772135416666667, + "0.9": 0.3818359375 + }, + "matched_cos_abs": { + "0.5": 0.6515917778015137, + "0.6": 0.6577293276786804, + "0.7": 0.6601662635803223, + "0.8": 0.6600478887557983, + "0.9": 0.6600072979927063 + }, + "unique_frac_abs": { + "0.5": 0.9305013020833334, + "0.6": 0.979248046875, + "0.7": 0.993896484375, + "0.8": 0.9979654947916666, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.6063069976711025, + "0.6": 0.6440801595017547, + "0.7": 0.6561369284754619, + "0.8": 0.6587050178883752, + "0.9": 0.6594701826785846 + }, + "matched_frac_abs": { + "0.5": 0.5939127604166666, + "0.6": 0.5895182291666666, + "0.7": 0.5470377604166666, + "0.8": 0.4767252604166667, + "0.9": 0.3816731770833333 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6625440716743469, + "dcs_abs": 0.6629666090011597, + "frac_sign_flipped": 0.024088541666666668, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.6540942192077637, + "0.6": 0.6617546081542969, + "0.7": 0.6623350977897644, + "0.8": 0.6625110507011414, + "0.9": 0.6623345613479614 + }, + "unique_frac_signed": { + "0.5": 0.9318033854166666, + "0.6": 0.9816080729166666, + "0.7": 0.9944661458333334, + "0.8": 0.998291015625, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_signed": { + "0.5": 0.6094872078392655, + "0.6": 0.6495836656540632, + "0.7": 0.658669831949131, + "0.8": 0.6613788296672283, + "0.9": 0.6617955521020727 + }, + "matched_frac_signed": { + "0.5": 0.5950520833333334, + "0.6": 0.5911458333333334, + "0.7": 0.54931640625, + "0.8": 0.486328125, + "0.9": 0.3855794270833333 + }, + "matched_cos_abs": { + "0.5": 0.6544690728187561, + "0.6": 0.6620797514915466, + "0.7": 0.6627460718154907, + "0.8": 0.6628569960594177, + "0.9": 0.6627645492553711 + }, + "unique_frac_abs": { + "0.5": 0.9317220052083334, + "0.6": 0.9813639322916666, + "0.7": 0.9942220052083334, + "0.8": 0.9981282552083334, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.6097832368735302, + "0.6": 0.6497411884144336, + "0.7": 0.6589167284643433, + "0.8": 0.6616162969294237, + "0.9": 0.6622251900844276 + }, + "matched_frac_abs": { + "0.5": 0.5940755208333334, + "0.6": 0.5908203125, + "0.7": 0.5494791666666666, + "0.8": 0.4864908854166667, + "0.9": 0.3857421875 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 12, + "n_dense_std": 1.5275252316519468, + "l0_mean": 65, + "l0_std": 3.192516048510956, + "recon_r2_mean": 0.9124, + "recon_r2_std": 0.001184623709594455, + "l1_per_token_mean": 21.0436, + "l1_per_token_std": 0.38365642615930845, + "babel_mu1_signed_mean": 0.3730822702248891, + "babel_mu1_signed_std": 0.0009579660401232656, + "n_dup_signed_per_threshold": { + "0.5": 777.6666666666666, + "0.6": 218.33333333333334, + "0.7": 61.666666666666664, + "0.8": 16.666666666666668, + "0.9": 7.666666666666667 + }, + "n_dup_signed_band": 76.08333333333334, + "n_dup_signed_band_std": 7.324331596352894, + "n_dup_clusters_signed_per_threshold": { + "0.5": 362.0, + "0.6": 102.0, + "0.7": 27.666666666666668, + "0.8": 6.333333333333333, + "0.9": 2.6666666666666665 + }, + "n_dup_clusters_signed_band": 34.666666666666664, + "n_dup_clusters_signed_band_std": 2.753785273643051, + "largest_dup_signed_per_threshold": { + "0.5": 9.666666666666666, + "0.6": 7.0, + "0.7": 6.0, + "0.8": 5.666666666666667, + "0.9": 3.6666666666666665 + }, + "largest_dup_signed_band": 5.583333333333334, + "largest_dup_signed_band_std": 1.0103629710818451, + "dcs_signed_mean": 0.6626789172490438, + "dcs_signed_std": 0.0029138193625582176, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.6098388345870059, + "0.6": 0.6488088795837635, + "0.7": 0.6587672128290353, + "0.8": 0.6614908685102515, + "0.9": 0.6619198060588031 + }, + "dedup_dcs_signed_band": 0.6577466917454633, + "dedup_dcs_signed_band_std": 0.003308737734395369, + "matched_cos_signed_per_threshold": { + "0.5": 0.6540863315264384, + "0.6": 0.6613282561302185, + "0.7": 0.6624325712521871, + "0.8": 0.6626048684120178, + "0.9": 0.6624589165051779 + }, + "matched_cos_signed_band": 0.6622061530749004, + "matched_cos_signed_band_std": 0.0030952725985331684, + "unique_frac_signed_per_threshold": { + "0.5": 0.9323459201388888, + "0.6": 0.9810655381944445, + "0.7": 0.9944661458333334, + "0.8": 0.9983181423611112, + "0.9": 0.9991861979166666 + }, + "unique_frac_signed_band": 0.993259006076389, + "unique_frac_signed_band_std": 0.0003731159044997826, + "matched_frac_signed_per_threshold": { + "0.5": 0.5949978298611112, + "0.6": 0.5899522569444445, + "0.7": 0.5473090277777778, + "0.8": 0.4811740451388889, + "0.9": 0.3841145833333333 + }, + "matched_frac_signed_band": 0.5006374782986112, + "matched_frac_signed_band_std": 0.0022295553357779495, + "babel_mu1_abs_mean": 0.3761252959569295, + "babel_mu1_abs_std": 0.0007781323907484672, + "n_dup_abs_per_threshold": { + "0.5": 778.6666666666666, + "0.6": 221.33333333333334, + "0.7": 64.0, + "0.8": 18.333333333333332, + "0.9": 7.666666666666667 + }, + "n_dup_abs_band": 77.83333333333334, + "n_dup_abs_band_std": 8.54887906882144, + "n_dup_clusters_abs_per_threshold": { + "0.5": 362.6666666666667, + "0.6": 102.33333333333333, + "0.7": 28.666666666666668, + "0.8": 7.0, + "0.9": 2.6666666666666665 + }, + "n_dup_clusters_abs_band": 35.166666666666664, + "n_dup_clusters_abs_band_std": 3.3942353090693835, + "largest_dup_abs_per_threshold": { + "0.5": 9.0, + "0.6": 7.666666666666667, + "0.7": 6.0, + "0.8": 5.666666666666667, + "0.9": 3.6666666666666665 + }, + "largest_dup_abs_band": 5.750000000000001, + "largest_dup_abs_band_std": 1.0, + "dcs_abs_mean": 0.6630768179893494, + "dcs_abs_std": 0.002860023150616877, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.6102024568746048, + "0.6": 0.6488700702417797, + "0.7": 0.6590278795467587, + "0.8": 0.6617215997361604, + "0.9": 0.6623213533958834 + }, + "dedup_dcs_abs_band": 0.6579852257301455, + "dedup_dcs_abs_band_std": 0.003319544025137624, + "matched_cos_abs_per_threshold": { + "0.5": 0.6545144518216451, + "0.6": 0.661683181921641, + "0.7": 0.6628391146659851, + "0.8": 0.6629440784454346, + "0.9": 0.6628607908884684 + }, + "matched_cos_abs_band": 0.6625817914803822, + "matched_cos_abs_band_std": 0.0030791816205803244, + "unique_frac_abs_per_threshold": { + "0.5": 0.9322916666666666, + "0.6": 0.9806315104166666, + "0.7": 0.9942491319444445, + "0.8": 0.9981553819444445, + "0.9": 0.9991861979166666 + }, + "unique_frac_abs_band": 0.9930555555555556, + "unique_frac_abs_band_std": 0.0004230270771959839, + "matched_frac_abs_per_threshold": { + "0.5": 0.5949435763888888, + "0.6": 0.5902235243055555, + "0.7": 0.5472005208333334, + "0.8": 0.48101128472222227, + "0.9": 0.3841145833333333 + }, + "matched_frac_abs_band": 0.5006374782986112, + "matched_frac_abs_band_std": 0.00225723134361051, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed0/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..03af2764551fb0c668e41544170a64c51da927c1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed0/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6352a4afa2cf7c44a187b279ad400e045b894cc5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0395, + "r2_score": 0.9131, + "l0_per_token_0": 0.0109, + "l0_per_token_0.001": 0.0108, + "l0_per_token_0.01": 0.0102, + "l0_per_token_0.05": 0.0078, + "l0_per_token_0.1": 0.0059, + "l0_per_token_0.5": 0.0016, + "l0_per_token_1.0": 0.0006, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0005, + "live_latent_frac": 1.0, + "l1_per_token": 21.2554 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed1/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2df92766c911a9cf15a36365f5f0d91bde86a2e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed1/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e99d7759b37039cf8a2a51cdab40a62068b02c62 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0394, + "r2_score": 0.9132, + "l0_per_token_0": 0.0109, + "l0_per_token_0.001": 0.0108, + "l0_per_token_0.01": 0.0102, + "l0_per_token_0.05": 0.0078, + "l0_per_token_0.1": 0.0059, + "l0_per_token_0.5": 0.0016, + "l0_per_token_1.0": 0.0006, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 1.0, + "l1_per_token": 21.2746 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed2/config.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6ff526fe86b1fee16310adf1b05c81222284af8c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed2/config.json @@ -0,0 +1,10 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "relu", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "class_type": "VanillaSAE", + "module_name": "fastsae.models.sae" +} diff --git a/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2347c676ea2ff6aea6ce524843f46c18264d013c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0405, + "r2_score": 0.9109, + "l0_per_token_0": 0.01, + "l0_per_token_0.001": 0.0099, + "l0_per_token_0.01": 0.0093, + "l0_per_token_0.05": 0.0073, + "l0_per_token_0.1": 0.0056, + "l0_per_token_0.5": 0.0016, + "l0_per_token_1.0": 0.0006, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0005, + "live_latent_frac": 1.0, + "l1_per_token": 20.6008 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..99292b96e358800c9556b3a7bafd61860604558b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8598dd10ea08af1288eb1a4d6e9e6c3a9f53ca27c656b4099b3c1492e99cd802 +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..42b731d057b41fb960e909cadcc94c4c2c8c1341 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb2ee4bbd050e40363a15056e184b49fddb4e2e80ff5f5662a5110c4a652409 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e65d8475d7407135dd0811163ebd61d4adb2f8f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96bc293dedb90cf1978ebbce0f7ba1afa20bf2be2221aa5b8d54bbf117b1554 +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..795e186ed6d07be00287b0e3f9ac27ff47a2f271 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ddad19ec1545b2254c9b58ce5281ab2441822e56b85d9e36153721e5c074332 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d57f0b3eccee5c846a13a43801a112cedc99f55 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abb15276870a4645e8ac9731ca99d6402f85fb58b47baa36bb2223e05278d50 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..715d48adb7944d61a3262abdeda87d00942c7d8a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24f098e8e1cfbe55bcf716199310b5e631c82f8d0d238f51972c61f226a9eca3 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..131d7b26db68f234c470667766149607daab8108 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce5b1d44d388570f31217858bae43b4cea50d334f7c0ab760240f26e0318fdd +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c649c2e27f3c52e3af51e3ad268bf95bc61b3b26 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7760485c65f36c866e65328dfd317da27282fa693d7ddbcac163b31fa99683ff +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..958d739b0370eab8f25bb64baee6321419dc0b76 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c9e3abe67ee63feb24d57a5aa1586054e6bfc0b9453c69dfad1f3885eb38fd +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a125745c7d69e4ecc403a4cee1b6572cd637d6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f98dfba3efaca69bfa1c7d9c2a1071bfbf6f9224c40132a74fc4f50096d8fe0 +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..5defa0cf03bdf208acb23c8f4b9cbae0c820748b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f5a9138c6a3a927dbe140ff0edcd4307b84dcfb80c6899b83fc46dd0319be0 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6876119973362e7694ed276344d88044cecd806 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f859c46e46c427128c30f1f4e094c08f6e1fcfcc5591c243d2656dfea10154c +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7582f6e29d6ebb224f145f5ac9e99beae0fa814 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac728278ec43677ff777b0d5d63ade96f344a674f976fb10261c094602d25632 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b0c40e1d55ee3121584a5a66276c6284c463535 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64a6b020e4db28b96db2818dc24be265c5b99395daa68841b4d0050c23c34878 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08d8d5a0d9e988ec26f17074a9ac3b9678d4e59c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a9dd2bb1ab1c6a739252b8e050d1f0e9690916bea6f8442551539f84dda6f1 +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..6620d6f83803fe147a0a0d6caf55fe1aaec33f89 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c917b092431a956a1a5c8442fdc2b1f8e21b6240f42a2a089a5475b18bd48f4 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0186430dfdf3529bcc9874dfa5dd27865e48a1df --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0f3271e8387a21a9e747a14298cb5a5e8b10de6efef46f112ac4e82502a728 +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..734d9d5b53ad24e44a7fead8dddafade1fc257a5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f117842107158551c94a551945c27e02794988ec2826dbe2af319d6bd575e1 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..858aaaba9ae2887df392662064c0a552bcb2d702 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3291afda6fdb93069f19b1325a0e11c5baf548a12f348a4b464d4bff473a92dd +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..b32946b3c3f800eff75f35c033f477d7f2d54562 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02238736c5be03ecd3ed937f2840d048cf07f2da505404c96a1449bc4cfa23e5 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e76b0471a3db1291b31bc35cfa441d19f4ee308 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e329c855afc5d84d30ac78dee37316de7d6376be9caa52aea3214170872b93 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb22a3e35cecaf04b96c8c473021ecfa09ce13c3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f5bda85e82bbd08277fdf596916fb1956d4650a80bc262a02770aac3c3be04 +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..403aee6074b1f5b722e32806a2162d730c0ae534 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc24b28c6f33671c0e44247d62976935c330f89a41889cebf91f7e81f5679f34 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b9d52698e11340d8c0a37dd5e1b9e90a4c3194e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001bde306da98bb60bd3778851ca624ddfadd24c7bfdf0cf724deca1581572bd +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..80cb1d27a36018d5241b74689b1ffad07b1d7614 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce90790cf8b1e31896da7499ae2be19e9f014987bcb4547c2f3dabfa375cedb +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae92aeeb14e09da78fc3692ad15c3a03c4c3ba33 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0cdd6b764cb901ee2262d029d31228710d9a86ac32870a8a4d41991677a3d85 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..072bbeb7d7fb1ad8fa852a1f1a87a723a91d8696 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4db0df2298ed6987100c04c4068891988e0da96aefc123323df461b8b06e9c +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c66d802da952384c785b5b67cbbe411d7df5eae --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41289a4c42028f0ea9c50388159ecc65550444b2120456d3d5a9c15dbee2ad26 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a947c698929368a77b421f9a2b3fc3b21cd3cc50 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea50e8e3611271d4dd04dddcc98103baa748f61974d6dbca9030935389b778f8 +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7156f0813c3cddc8e05d504c97575f44009626c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74121aa2bb77f808591aa899447fd27e5fd21e35865db90222be4bcaea397739 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2d8158950eac45bd5f29b1e62eefbc543fddbff --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26203589251cb0312e7d75d986751ff95ac2b5239573941fc92ea1377459b83a +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..75106df92ef6f38da07d71ac6add5d9ca9f941e4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1321d87733ef44b61659c26cc2eaebc7aefbb8e89a60a5d05b5a54c122cc737 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..554a256e535fe61bc71612f9eb46a06d801c9d12 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b71b316cded88254e1fe7bffa311d89608988b055b4285e0a65271591fa94b +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0773c6b23f9153dbb9f201f255f9371009f3e52 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60033f12ac6b97ed6435a6d4dd0c8c816cc95e8b91ed069d60997681d10fdff2 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..15eb67db15ecac7f4108a37912b0840bef216346 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d59729cf1f5a8eea1335438366492a4362e952e973438f0f83d5b311d3bc39 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb852c7dfdce187b680ed37ff292db486285931c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d3c839cf1c27286701b8d25c460c05d9e55d97b039d52af07a9d86e52d855b +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8913387f6422fe5953e3652b5dd45aa6f8ca3b5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226186732d8967f592bc7c9b56e7527ca03723d99dcee65aa7ac6d79e455bc14 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5d0bdf87b08c4218ee456305e9aa7fee6ea9e1a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50b2487687459fc97844facd435bc0a5bbf9acdf3f3ea116321184037b582e6f +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa43b05c18d7a4e375c6a3bcf6309c2a9b0f2e7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459866e9257b5378f2871db5624a97ce208a67a19c28fa5e102b1bdabd61c317 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c496b8ac0031f75f53e0b2375bb4d942c86a73c9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3072993fb1bac2dcb5feb9d376d169fa13ba58a29443b48fe7a21fb9f1c95129 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f596027ef6ce084fac43cd17eb49b9cc25d3df9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b7c56d344ec6e6d23b8c572e6677d092dbfed6e41f584b54627f87d3378e80 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5453f1e9d581540c196c88c0f7f26ff5af8d16a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84fab3080e19f58979e78a0cc0e99a6bb71154ca708041ce26a9a7923d6f27ac +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac19ad4056928e7101da72f1982aebd625a2ea5b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc158cb7b5b5d7ae97b19d010da9a7d3d04b9c9c7dcf4d764d0a50e27a5b8c4b +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..10f0b4698069d3e2e3a954481c89bfc40662b11e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1823dd35aa0e255ffe167a4f7351111db271b55e9575fedcafe3aee1ac5f5f14 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4313dcb7c5f4c01b5d9b6d05b61a2ffab8d9ad88 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbca5bf68c104652bb3db848ee681cbaa1fdf6284c7dde7984608acc8191f52 +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb5f68cf200f7ae188332c2b1fa515777441a624 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f7f47d655cfbb646b130ce8c2690f994779584ee2d74965358ba3d10eede294 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2af192457cc28cf38789962e766b0eef232c8cc0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b586fd1549b11bbb74353add77bc378d6a3007efff756b9b2ea74787505c64 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d8b84b22d90077de1d17547327f90a28aa32574 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80c1c98959c5f4186585cf282c795caa9ed3ecc9f7e530eeae2ac682f9fd99a +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3daaaf94429fd69d3bed536e172c008089cb429b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa5f417f558b07c01096d3e7f8b67e1baab6aabf4ecd24818bd68122cb707669 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2e719a06adea44257dd90d6e9cfb4b164e40328 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030b9a19e3dbf5bc0413b0eda2576d9621b279643b50442b88b4518522484fcd +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..09810c5e8178e372a83bc7ab6244b998499ecea6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542282690f8e7bc46d84ac64e0cd001dd891586fbf5fb1e1e10793d640d8e587 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1399ecf14716d2d07ddabcf984b2d47acd1f88e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da767c2d1d776026c47e18697dda651a3a83d4f0fe9b6c341b51878c137cdaf +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..1355d9b1d236837b72f5ae63fc21fd83592db015 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0bfb828c4e8b37455c61c0c67e4c84f7548fa3b0f1e63ad58555b7e2bf68de0 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..02d6b8128b2e50aa501f890a4180ba23ac787c76 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87838724747f472bbd7eb77d774b1673a808c7d72e497d9c41b68524a9a80516 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..80043b0d62db4216732238115e0db72c3acf7061 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2cf1a5eb91eefbf330f107e43992da68c49f317cab11490388c9c2c39fef465 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a63c729791fd6251a54aa9748aad3bc8f9a1d44f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76cadb9e219f338988609e0050a2cf3f1883fe724849cd6db69ff8f8e03e7f45 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea6d79a9bc7be49e1671661a477e5e1f19ee5333 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4877be9207f4d8a7faf6c1c6bdb7017cca5acda8b9ee573f045cd715b1cb56a0 +size 75550008 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2829095b3cc2f315c018b3d567cdfa59e57280b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c2cbdbecb923aa23ce3de13c885c73ffad5a6d14ae584430bfdb380d0b41d2 +size 50471 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9973e05ba10b6f10899a6d903461fe1ac4b8d05 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb37bcee8f8fb4d1c196c50363b558143ee482b12f7503c87d4a4e7558edae8 +size 50382 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..a86a6d758a4b5e49dfad1a5d489aca647a3b7f61 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53c667d2682bcd08d5f0304da6e34547759f2d168d0e8fdfa8b106a276f456a3 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..770f3c2ad092e651401319d4d1541cec11a9067a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3899fdaf3584b19106a83ac21135ee9c8d88314aa9f7c50d26decd3b058423 +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2bfdc096bb84fb392af2e42eca9e6919903644a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001395ed536271e3825ab01a01e1df3f2ac97d4fe748baa03b669ab89b4e2349 +size 50337 diff --git a/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..06818c2a2942632afd5ad5f95e66c9d5f19e012a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6728444a1782ea9a9ba3a646bef19b2208d8cff5d58b60633656854ca51843a +size 50387 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae426072a353d13089eb6cd4cbe29a447c202784 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f816febc394f549113955afa9b5bc449ea8c176d4d1d8a5ae1bde6f5152bcd7 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c213b166b4322fc9329262d8b827570327a1cab --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ddfa859083d333e26b6a9cda6c58933357181cd413a22eb953d2dc1d74e05e +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c1f5a649fc09f54f49fcfbb8a2af4f9152183e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e7896d86c671d20b65033b7f446732c911171cbd8ab895d12bb0fd0bba6231 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..afb9a2d9c92ca55e4fd9a63ba63f50b491d1cd6b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65eb027a8f57fcc90768d96f9fdc2741455708c17fea3224fad4be3f39d32b84 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..616bd3c519c7dbb1e07a80ca6f62952732e54308 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ebdda3a9054c992e5444a7878b72571fc18304a7a064bdee66ef029142e6da +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd3c0d8bccc8a174e70afecc7b96d9af29ce5a1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6dfe24c08342ac7c4136dfa057eb512c91b8f1c319ed37d025d44f32f6ce58 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9463eb2e2b00f51e41b98fb9194bad868e915181 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f83454aba65ea63f59cb35df759f44d218d40f2e44cafc071333b08921583f3 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fba61d8520fd4c2d70dec4f2e5cb4c1ff6602bdb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d18665a51de2df8eaa3e12b25984003efe0deea0a9bc7e7826ad85e54126ee6 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1cfcba539a06a5b703e3c6dbac0127ff21a0967 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91ef84ecd7428faaa8103464a2deace8dc8e6e9cf3038994d8ff4fd7c3c1342c +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1901af74a0541506add4ca83ef4643055f676454 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa8d8f0807d4a5c6bb41afc403ed74c417315c7f995a72cba6e8e5c9b415bc70 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..03fbdca2b02e36349848fd5e8d8878278e111ea2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f5af0838ec8912040343aff59a42088dc7cf6dff8a182a02ee04159a00f7304 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72983320bc0d5c6741efdaabdac58b7e40218e5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cf243718c250fe13b1f709b88beadd735147da0b1f516d5c166511b0fbb822c +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfbddb375c1617ec6bb374675a463ef1c447bf55 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a62958c8a2f2f4994aff5531cea3e4265a14f17ee51fbece105a0f0a8df6d68d +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b968fb485937e931502ceb4b32d2a62f2ebbd3a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee57b064164a66fde48b1c68f2e83af6500e35f0d0338e503fd60dd3a465f06 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a4356b70e4c4044260d28b83bb3775adddecfa4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e0312c39481bbd11b704252c91b91a65237f030eecb6521425fc08ce4d15e4 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b5cb19c98a79d81554749935d795583b7b43e4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e062a41918cc947a2e64f85c20e62f9293b53e78c0dda6e7742bee56f046ea6 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1c5dc4dfbfeb42a5b46880a899eed2d8c5c58e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ab4e5c9a501d67e95fc2de8dcdcb8e30d134fc51faf9b6f83cc7fc904e178b +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..38b825315eb333e1206ba6ed633d31329122cca5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801352ad42dfd98598185c9129787dfd55034c369e9ff51f87dc003b3594c763 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..daaace3f7427f491a42280e1b09a54df85260909 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeef0e8d7f879d9295ca73191ad5491d74987707f13d1cbc40bf87297ddb4f92 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6cff4722f602d6026f2b349285d3d2e5d577c02 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed2dbf0ee7022fd9c9d1c321da6d3ab16bb3eb0b4ed843c76c99192d718d984 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb670715e623a3c6ef3307c8f29fd5c5fe29ed0c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbe05aa9e51c2ce2e583ff30ccb7fcb78941c8a9456742039aa6424984be69d +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71b0ddac297e9d84c6413628e2a9ccc2d98bb575 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27948080a51ee25c96bb22e03b45032edac0d0c28e3c075abf5c9d2d67bd336 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..599e2e7c8692b814c747915cc707ce44c3ec0f56 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:929e2afd4fdd6b0f598db84c65b4b23effb5900251f610f0c706b5d1db3b90a5 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e3a605527737c7d4bc1e2408109effc585ac84 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edbd0d8e514868a9062b4c2a589d02143e423d87462cecdb7b470d7b0b824e54 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ed4cf2e89189b164b4980995ec49436b8f712f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859d2fbe3218c35064365465e2842eac60edb0108efa037ba317c2e4bc0be3f4 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..667ff105209843b02d30fb0613d241d4704a4ab2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5629fe79ad5d7e9e5e4c80aecd9f7b6a2417844cd149e1029d46a14e319b189c +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..819626999e2a92b0ee39462d9a7fffbe1b4c0f4f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bda190d78c6d179312f0910a3a043c32eac0a4b58cda492725489711dad2ed2 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..46d4ead651781d2b5001765bf365d6aad05dce71 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c99239c975c06225ffe8c8fce96484eec4ff8a969f4b3ff6b7a5720cde39a0 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8063e9c0408d27fe165aa423115a3cde8c8f12eb --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa78eb107b39a7c65c35963be2e6aa0f2353efd97b82eaa8adffbcd3923d61dd +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..365eb3500c81fbba7039745b543ece0b7949576a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15419240ffe6d68beba3aea39d97a4aacdb574da706e88b3f2bbdca79823cdc +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4be1b797aaa8e1cb4dc3d9e1fd0b84b42ae81c6f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a031609247422e71ccfd30763e75f290f747d9af9372ed6131c40682fa1c5c +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..09e4cbe62859fe047dff1f57df0d4996a5ef7e35 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a402ead727744aca8bc4daa74a92074467753c0c6c3133051b0d70045b886a7 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5999bf49141080c362a329435a7f840badce7c09 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216ea23f52c141e2704379cac64bcd97919cb096442b48944112a122b59e8a31 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa80d2a37fda3d9d35e2186be31bffe5e617a2c3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2967004b8ac2b402a5fa0c3de3ff70492084fa0e9e481d04f416cd10c0062b0e +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9166fa7ba00ee8b75c3f5d51597aecae7c38117e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c2f93ed5d2c6647d90606796e22aa37d304f6aa32d5e3ee417bbc8c24f40ae8 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1614b9adf968f5f76bf69d223a8e66399f664989 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149ea1d3c1905cca949e41954aa73267e3c6397d1ab20ad53415dea8750a9f83 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2f9ff57e20afcd7e7f6452c39d43b813bdda2d2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1bb1c495ac4633110c73ca19e95a60fe84be8c23f8cb890920d39026c1358b4 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8121e46ebd512874ed286c2115c1e3a521220f2e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c157fa3e06765dd37ce17275054c9ee0fe37223835fe15f421552fb35d63b2 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c7d0bfb6afd9b62ea0bf2d45c62b231886f4f5e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3037602d305ccff58fe9cc772189bae690cb5af26ac9cefa6597cc8f3e0cf251 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a228de22960f5b64d993685ff2f749151a416d63 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe700f33041e20c0528d62fbf8eaf81592c914c1b08aed8ea918d1a3b6ab605 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..b28a31d68cb555c7dca4b2f923d5c391fdc01ca7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13cfdf68b16d998271bcb6e7f4c916967ec7ccadf05a1bf907053f0dea7c4e36 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..627beb0a6c662ac42a78a56cbaf066ee340ef3b0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db0acc9ed5b87a7e291b09a90919e79bbdd317a8063b2fbb6e6895fdbc7142d +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..293b3de752d3bb4c52e3d1699f85805259cf2427 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f78412c2168a50650d86688633481c82104cb74e5c3bfc19bab3ab4b3071ee54 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9bcc19ea9f67312b31f7bcf4fba0b9c75eecd69 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0aa2aa1ed5d1878d0023ed4eec739a6a8283aa6e03db2892d9c012ace66d74 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..14275812b65815dd9752d7f20163fe716d90b641 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c5dfa7d1ad5b6943002b8429e8d95a6f8ff0cfac924224650bae5e24ade064 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8acc6b0f03381626b38b1f64492706135ee23da --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c9682ed2ae34f68401270afae03d5144b7266ebb1a46116d50a41771e009f1 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..44f3f2f8e6642a3c3b70d687cb4474b53b05bf14 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e0949ecaff26db290e1cf2e5f3a76c3dfbfc07d327dd8d52a0a8c8c7e0cb35d +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..160e0a6d0f3d7b6bc14ac953d60000617cadac1a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ec97d77f56001e0efb423c33dceb812ac1d880484a0ee36ead51abd613bf5a +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8fb089890588ced900c97a47c69bbf0711a5560 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1debf5f3e400a3e6b2b8f358b04718c515794aefcc42915e077fb2c7f2d8304b +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8eb161a12761c8bc385a41a093151291e441060 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c30f91d8e04eb002a36a2bbcffa8aec02dd9de73ffd1846052029cf3a1a4b201 +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdcaaf84957886fe60a66e63b9058785bb16e8df --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec8b30c42eea95d564ead9542f32e5b1824d9849984fbe8c6e73fd1885fc7082 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..216aec404b2c6348011d9ca72c34b29bbf2510ab --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff5fb3c57749761d7c17ca42cdedc53c6642df0693242baa23856dc8ac30719 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8e81314ecb777aaa901a8381baead26157a3f3e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc260948ec948733e43f81e82fb858961c914adb4840587824e83d1199a47f42 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c49ace4cf2d4f89edfdde785887c094d18e882da --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b068c87fbcc703f0ade58a010e11607cd8481c4fe3055bba62e34d32b76ffc +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..658a78b9a6129122efcab0355a731c44179d46b8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97fcbb228adf10b48dcab2f3b2942b547fb5fb00542799e02bc3b9add421c939 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..917f42712a52c172853372a684b9756c5187d6a1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1275bb7ab63c272c5fa7feb9aff91bb964537147796d89b8f321b00c15e4236d +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9618ab0b0f66726e379cc62c970bf61c09cb5df1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75cbc3b9ec208e8744d4256ca838707b1dccf5057cf2809de2df4b81914cf0a +size 18890032 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..a92ca85140706bca4d26680552e6ec1f38c06256 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8a3a39a42450d3e345226ac97f7dd5c80b8f559cc21667259a50883c2822b85 +size 13607 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd05593bb61bb8050c19e990ad9d062548051d35 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa1ce5d8c23438f4407c11b3de8f8512bed45f2a3d9a19f80b6f1485e457b0b6 +size 13518 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed2c1edff8bc9aea00781262dba2f5b4b9b039e3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673af8adfd56c093b8d4a18d86ec4ef0179eb9799a72bfaeb138997f2893dae4 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..18df3d6f35c00efe604b52db37d818640618108a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc40b3c90c87feabd0bdb79d943c3265106dd881375fee3f4938b7ea0ea23cf +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..8de525d3f7d94a023b48949a69079ef794fe1041 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf36197bc6424860cacc1c2b0ba26b5f7763f1228a32ee00c48647c54b48c1f2 +size 13473 diff --git a/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddd8adbbae775f40c67508e55eaad2a4916aff5b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226e79f706ac0e43b5e2ead992682cdf7eb418b2915b445ee7e176d81a9469e9 +size 13523 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/config.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..20071d712b97551e507642401ad3a55036610413 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "topk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "class_type": "TopKSAE", + "module_name": "consdl.models.topk" +} diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db00e6e02d1e959e4d6873d1156f3d195562dcc0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e5679472cf861d5750c1d9c7ae2ae91f12949a7f6b3dfc87173847086e1c3ec +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..c10b34304a85768bde1f8c08b6ec64b6bcc6c207 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:861bb311132adeb99a567f54ef54310941950a978537cb3249db9b07274fe0f2 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ed2235e8b95081dfa7842264dafe950bf2ee8b0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c082563867ba69c71bcbaee8d698409fcc966d4372e597a318eb23518eba42 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..645562413cc928ddb396b29555dbc4b7fc8b1829 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dfae7dc5718aa031cde5ff1a06c5dc2b689b8a6cc2260ca8076f72fda34e726 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..56dc809bb60b2be9f0db7a60cc6bf9a4218af57a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e420956b27bb367c84cd13a73aabea3084b30d6e2f54ddff7632125cc582e3e6 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4afc7e59af63ebc811b3fb20a1a95837688d1297 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0188, + "r2_score": 0.9586, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0058, + "l0_per_token_1.0": 0.0021, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0065, + "live_latent_frac": 1.0, + "l1_per_token": 74.285 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..824b0daf7d65f1ffc98679c92457b817d9f20bc7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd19a1e23650fd28177b71a471198421326a4d6bd1e549decf5605a71fcb31dc +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f89edde44695ecc10e432438f4a122e6a4e3e23 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1507225ea02c21c91d65c76a11fca754e638ccd166a5a0c5a47a812d9e41fe1 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/config.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..556ec95876818cad5126cb5a7fb3e52b5c9b02f6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "topk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "class_type": "TopKSAE", + "module_name": "consdl.models.topk" +} diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa753b1d2568c636aa5afb8c48db6692b664165f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b862ffe0eb47b369425f7b5586ac0e108f43cdad7085a88eb1ff51fc84f046c +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..00976f52d5f772b449007063159a9f7a123313c2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ec7832334f6b80bd56b7340461970d477deb31d5b20b60c3882ca15be92ada +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1147709d114118b1459204eee7511e638d2fda70 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6274eeb5eb7d432be39cd2b6bb087463b8acbcddf64124caec71a480d4688857 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..a41771e4a3db862b2cbaebd9ff28a5c3f0fda919 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85f21926eb5d28d93d287dc10086934e7b67682abcc7eaad3a1aa0d9d0ee144 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bbadd678aad69794a030c559fbcbd59ae5895f3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f6e9b67803a95e138ed97bd34e70f45748a4ec23a2b3b3e99c97ff5a281cad +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3f6b06bb013bdad3716070e91aee5684862fe37e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0188, + "r2_score": 0.9585, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0207, + "l0_per_token_0.5": 0.0058, + "l0_per_token_1.0": 0.0021, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0065, + "live_latent_frac": 1.0, + "l1_per_token": 72.4848 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..74a3741ef278b035655d5ebb1f67602b3301d5e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93c5ac88a4b6cc8e45e8eafab075973ff250d5d03c07ff0300250797234babd +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d5ca7a02ec519578a3788af361f8fc5eb497874 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1bfc4ca3ada8ea7464f6a19d52b210cf5bed3204fa5ef39f31c62336722dcba +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/config.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c633eec338943c277944540dbafcbdd6750fb4af --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "topk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "class_type": "TopKSAE", + "module_name": "consdl.models.topk" +} diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b69e300e6a61bbac35644f1b8d6f0e682ab6894e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9467ef5d3974b4bfb5f67cd73b080a3a2ec64c285f4d72ae39caaa88d4d48f15 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0b8b3d4bf25b0c3c9f50ef58cc6ebbafc6fcde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7a75a8b57b495efc2f214af6a1585e2b6d020cba2ce196d56903042c4fd2e5 +size 2368 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..150bb9febba24be482fbf27bd6450836d0454213 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d877aa6274b7d4919dc860175bb3f958093ba565491892390ec6d4d5a2f56d +size 1886 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaed0d055e5765d1d9c73fbe4a8772bb80b6ca98 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b06873ade3b293e80d07bcfcf9af97a9fc7eb121a485c96bf1c72530373d1834 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2776d62af6f0b27635814f2c16d765a943d41ff --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90750d07d8640592c928a827500c5010c677031336d2b25ca89f01aacfdfd79d +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..232458b8c091bca024333ba16963e900299a761d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3d9776746dbef93f0a16d4fb256c7a49808e5367da615bb1cc573f02983b523 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2be35de25fa66d4ed204b1f7361e3e037dde2c50 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bac23c4971b4d9eef0ced3ff4c3a0e8269250b13994f43a966cffc0102cf55cc +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..dcac36a1aa806da80a41cde36a70ac7b42ddb948 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.0188, + "r2_score": 0.9624, + "l0_per_token_0": 0.0208, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0062, + "live_latent_frac": 1.0, + "l1_per_token": 69.1521 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..744fe448027050e1553726f9389b4688d23de4a5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0f256c6478c5f983f89c0abe5c53f65bd1b33d829fc9f5adbdb163eac6a96f +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..189bd9599fe8ec1a170a7cd203136c0973d77000 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3915545df2dedb4d941e32f8a2158a4dea70b892386ad3145604c833724292 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/config.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ce12067a8863b91a9d79c7c4c7ea13fbc128cee --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "topk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "class_type": "TopKSAE", + "module_name": "consdl.models.topk" +} diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd8aac08e91224fe0ac5381912693b80e06cf3bf --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c29347fa10e8133402820b9ec3df65398c5cfa0cf008e07b61c894f5cc7eb6 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4af4fd6049e458ae70eee77910752fb7d1dc6d44 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0612e3c37a8088e15ff4c5e45955a7a04b57048fb5cb823caae329f85326c4 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..13a7ec21ec8f4d0dfedfd90f4d33de620b6c2468 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616ac52a70d6d5f39278dcda7a55f96442324c02281fe698be44e725967af825 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..c13ba67a11dbed8f39dc839e301b03008897d62c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f5191ae138e77a4246850377d0f349bd9354761b6408dcf537eced5d89407b +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3be511b253a1f3b2a14eca61e4bf60ae174115e9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041e4a5cc9d783cc3ede690bc40f259a5eef2e321d15db5e62bc9e205e841508 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2264c76ed112a54606cd8193feb83ccc782d915e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0315, + "r2_score": 0.9306, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0047, + "l0_per_token_1.0": 0.0018, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 42.3946 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dd4710462af60eeaa59634aee8a15fd9ccd7660 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e0f99cac45d2aae86402438895b29e97cdeab366471a3e0ada3a9984db876c +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4d8e6c4492b73812ef34b04f7ba1d182e4b6c5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b65ad10decf2a45e2e80fbc4fe41657e6f3b6b23759e3dc73241c3f2d438d0 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7964558bf0dbf0fe06b1ae7d224de8b79e6126db --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "topk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "class_type": "TopKSAE", + "module_name": "consdl.models.topk" +} diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23bce42b5c8e428b9b15e430782e58df6c60e4b1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce703fadb63a3055d632308d7c6a002bb921831e7ad53ceef655e392554d446 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fe6dbc14867dfd7afadc4c5f8e662a79c23afe7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe0ab14b310d269b3ffd37a66172d788114dd9906cf441ec6322190519a641b +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e069cee2a83b29b021d403e9df0961fb63b79b6f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:716234e41cb4e522ba0e9fe00a890b835da4b1f61c4d3631dd3b3354f9f7394e +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..864a46fc0927a77df782b9b12d53e4d42336764a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e2d5149af484fe6af94092988cd5afd1b253c7e6abf3ba771313fd5241def4 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..27bd9fec07081cbf7ba0fda5e23d4759b8facda4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:916cb36ba2794bb8b8fb414c10416048f10f0fea9338734c22c8d63da0fa3ca5 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bf5f2f76173c89121f5ae658d1e43e586a9ab15e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0315, + "r2_score": 0.9307, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0047, + "l0_per_token_1.0": 0.0018, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 42.5377 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..d170ea7db00214ccd0f689a06bd43dd451accda7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:557539b74402dc5011f1ff293274f3b6baf4bbb084a4cc07b79739c538ec4859 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4b50dfeb5e5e2af61638486af5c1bdb85178b00 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb7eb6daa9a033a9c550fdb2a33c733c11aec31117436fcc915ccca01e1fc4d +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..09e46fd324567f67c3c939dc55a6795e157259cf --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "topk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "class_type": "TopKSAE", + "module_name": "consdl.models.topk" +} diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cc3533c3534f8bff24eb6f7b0ac225b3b348904 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879da73ff44967c2afbe91d93660423799bdd7a7d7922302eec7e4655fa00d6c +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..349f4cf2048f44a0d6826cf615e9964c467f1ada --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad702c70e23821a5520de78f25082adb35a6c6919f601d43a6f58551196a1f1b +size 1600 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7943e0c68ef98bf40b19537b3b4b187f3e3fe467 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d8e53f8001d0c4ee8d874612f6a4996e32dfe123dd35633309fa837cb93d3 +size 1502 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf9830ac10d201271bcfba90c73258699faf5166 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:742e4bb07fafdd7f6557eec3821a3a58fe55bc03b19e8b40f1e05492efb83fc8 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5ad0fdfe635a418d5b90c7d417f9c5eb4e17e0f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83336e62f490f2834d1835656cc3687c26e775bbe32653217db377a18053ac64 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc0f0e8f4253ba5a865adad4ee18fe03c622bb79 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f13fcc5eac9a0869ec0386818d28aba46d6f0632e048274d110a30d7654e9511 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4bbe74d3c748c86db81020926b7f04a8ab4d081 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba193a995f431c1d23a6a17e6339df6d35d07a4fe05bfd73c83ead8f290f450 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f8927442fd05375f2637d2bbfb1df88fedb162a4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.0316, + "r2_score": 0.937, + "l0_per_token_0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 41.0258 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..655c1056aeb1b3563f87c45bc1c1d52f52f1dfe2 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ddf9bf8659556799f323a5564c5b323f22b192538fabd93cd97e14d89a651f +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd4a59b5734d13334578f4c391bebd9b54e3dd12 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47990a44503055f425ceeab3b541d3d8402bc4980c519a1709ccd6678d1615f5 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dc87ef9102c87079e47ed8b8e95e49a21e9e4d --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2244e004eae880a65783c804342412669d9b7dcea1dc790bddfb4fe086eb6d +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e6c091f237b79c8cb3f1a32408af192c6c324a1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026eea3b4a10e72f1938731af4f36c9152f96c1b55ba23094c8f276b126cd504 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d58dc4afdfeaf44036b0d9f02bb31324cbe9f9a1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:402ad4d3bb1dddf1c483267f684be50886bb852df7f1cbfc4004a7411e4a28cb +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..eff0fa12e186c34bea2aae6a5661554fb2b34b2a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc3463a44085189f5b80f91a8f235586e353e953faaa52646f97d594f3d75c5 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ec31791ce7d6ee6b24da2542044b5ec65a316dd --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc8030c34d5f883d5838959cee719ac3626f6ecb32a5db64976572a1dad3082c +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..94ec9920d9016f55f324531ac61bfda97818c66c --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0243, + "r2_score": 0.9464, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0056, + "l0_per_token_1.0": 0.0018, + "dead_rate": 0.0, + "dense_rate_0.2": 0.001, + "live_latent_frac": 1.0, + "l1_per_token": 54.3181 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..270da8659394371a433423a3f07830b016c531ab --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d26307e8aed5095c47880918adf36d7680f729b8d3cd1ae4b4e3e9aef2bbbd +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e9a5e47e2f63cc5bf5943561792e29058983e75 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2870785464080833c7843608d2e9d0971c275bf3a1726420606acb9dc80f446 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1807fb16e52a55d27afca066617effe6bcd306e9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ac7f0b705206badb9807b904bf219fac1ac04b1f10d2e700cc0885e223619d +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1c0d7c94ca41c300e126d43f858707b615fa1e4 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23460ba1af19fe0c63f2f514a07c5b3a3111af6d92d4aa80425985ac108259a8 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3403f823756b4c9f0761c361cc5ba43485f8120b --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b9e9d459f563c425bd9f9a5fa740a3606fa5bead3130941539936daeea2292 +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c2f73a782696c5cd9b576289f2ffab74e6c33b9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:effc9190c550ef29beb56b43436cc231bc72dccc83b3d1a70098919ff19956ad +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..28474719f8199b2f9b2aadeb510baca48deb047a --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62336511da9ac44cd5c7d3d94df2a2643bc63b633c326a87c4ea3369a97552df +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..398822e9a66407f3fcbe84ab684c0c48b4af6fee --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0243, + "r2_score": 0.9464, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0056, + "l0_per_token_1.0": 0.0018, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0011, + "live_latent_frac": 1.0, + "l1_per_token": 53.4373 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d7bfae8728d44269e0908f0e10bd28b9001a1e6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bab971f179efe5163df2e2ee04e5b43e16b3fe24483ccff6d282486ebb435041 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea327ccc1809bbf33915ac4e7c81353dcae07b45 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aff261db02dad8852274b47877bde7c89ca2ce0b3b04390c6f6a3ae6654b2846 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/model.safetensors b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ded935e3c768f45a799535834362ad9b4d63fc98 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a1d9992321ebe8c2c549346dccdc262474bbc668b64f7fed729c036cfe7920 +size 37776696 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bcba2dee68cd60eb3afbfd66cf3d1068dec72 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8323ca9aac0878d56993b20d042993b30784ab7ac57e622066e53739f0e435ab +size 1856 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..f258f0e8da4a1190c7552190a726460a50169fde --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b849e140795944751a7675d5a2bf26e08b7c1acc792d203ca26882dd6e7987 +size 25895 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..20913cd5b383950f3e69ed5436e233b8304b18c3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c74842a0ae67be03c5ac388a2deeefce065f0b0a43dbdc558c1270434e20b51f +size 25806 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..948bc1d130b5bbfa48fd935f3ad7055f060570d1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6120bc3e815e85520319ed266db176729f8c344cc292c9c6515efdf02aebc0 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0870bbc5087ed2dac8cbad30616fe27a059831a3 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f0025db227566ddedaf89ef53f672adc736fca3d99cc09896c28081427ca32 +size 25811 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..27fb33a04b5700732b21ef15ea70dccdf00b4fa8 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.0243, + "r2_score": 0.9514, + "l0_per_token_0": 0.0104, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0011, + "live_latent_frac": 1.0, + "l1_per_token": 53.4726 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5d8bc97e552372e47c2cf8c81f4755a6bb7aba0 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3842f8cc34aaf17a26b47133bb3bfdb42c00c1e6cfad0592b67842fb2515164 +size 25761 diff --git a/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebe8c9d19335ce9eaa3f03a67d235ea3c189bfb5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/topk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70676b28e5247c6189ad71a2c1fd97559712c763cdbcd51636ce6053f2dced20 +size 25811