File size: 41,469 Bytes
997c9cf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 | {
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"source": "OpenSAE/SAEBase v0.3.0 verified records",
"scope": "64 held-out controlled prompt groups per site",
"sites": [
{
"site_id": "gemma270m:L5",
"model_id": "gemma270m",
"sae_id": "gemma270m_scope_resid",
"model_size": "270M",
"architecture": "jumprelu",
"layer": 5,
"hook_name": "blocks.5.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma270m_gemma270m_scope_resid_L5_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 29.59375,
"reconstruction_mse": 26.542215312258186,
"explained_variance": 0.9960876332784103,
"feature_ablation_logit_delta_l2": 544.4898433685303
},
{
"site_id": "gemma270m:L9",
"model_id": "gemma270m",
"sae_id": "gemma270m_scope_resid",
"model_size": "270M",
"architecture": "jumprelu",
"layer": 9,
"hook_name": "blocks.9.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma270m_gemma270m_scope_resid_L9_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 38.375,
"reconstruction_mse": 194.029170153415,
"explained_variance": 0.9956961126026779,
"feature_ablation_logit_delta_l2": 218.5887532234192
},
{
"site_id": "gemma270m:L12",
"model_id": "gemma270m",
"sae_id": "gemma270m_scope_resid",
"model_size": "270M",
"architecture": "jumprelu",
"layer": 12,
"hook_name": "blocks.12.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma270m_gemma270m_scope_resid_L12_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 73.828125,
"reconstruction_mse": 6211.399611460073,
"explained_variance": 0.9815030722617407,
"feature_ablation_logit_delta_l2": 192.075541973114
},
{
"site_id": "gemma1b:L7",
"model_id": "gemma1b",
"sae_id": "gemma1b_scope_resid",
"model_size": "1B",
"architecture": "jumprelu",
"layer": 7,
"hook_name": "blocks.7.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma1b_gemma1b_scope_resid_L7_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 44.203125,
"reconstruction_mse": 24.170324876026708,
"explained_variance": 0.9945018351843096,
"feature_ablation_logit_delta_l2": 998.0324802398682
},
{
"site_id": "gemma1b:L13",
"model_id": "gemma1b",
"sae_id": "gemma1b_scope_resid",
"model_size": "1B",
"architecture": "jumprelu",
"layer": 13,
"hook_name": "blocks.13.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma1b_gemma1b_scope_resid_L13_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 58.46875,
"reconstruction_mse": 392.15298906245454,
"explained_variance": 0.9946460049094926,
"feature_ablation_logit_delta_l2": 192.07367357611656
},
{
"site_id": "gemma1b:L17",
"model_id": "gemma1b",
"sae_id": "gemma1b_scope_resid",
"model_size": "1B",
"architecture": "jumprelu",
"layer": 17,
"hook_name": "blocks.17.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma1b_gemma1b_scope_resid_L17_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 57.421875,
"reconstruction_mse": 2120.874938720198,
"explained_variance": 0.9902167978901185,
"feature_ablation_logit_delta_l2": 281.59420013427734
},
{
"site_id": "gemma2_2b_base:L13",
"model_id": "gemma2_2b_base",
"sae_id": "gemma2_2b_pt_l25_canonical",
"model_size": "2B",
"architecture": "jumprelu",
"layer": 13,
"hook_name": "blocks.13.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma2_2b_base_gemma2_2b_pt_l25_canonical_L13_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 79.84375,
"reconstruction_mse": 1.8708208263731896,
"explained_variance": 0.8624282776229326,
"feature_ablation_logit_delta_l2": 1187.5063619613647
},
{
"site_id": "gemma2_2b_base:L25",
"model_id": "gemma2_2b_base",
"sae_id": "gemma2_2b_pt_l25_canonical",
"model_size": "2B",
"architecture": "jumprelu",
"layer": 25,
"hook_name": "blocks.25.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma2_2b_base_gemma2_2b_pt_l25_canonical_L25_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 88.234375,
"reconstruction_mse": 19.77263166884019,
"explained_variance": 0.8849783429040522,
"feature_ablation_logit_delta_l2": 691.7528381347656
},
{
"site_id": "qwen35_2b:L6",
"model_id": "qwen35_2b",
"sae_id": "qwen35_2b_resid_w32k",
"model_size": "2B",
"architecture": "topk",
"layer": 6,
"hook_name": "blocks.6.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_2b_qwen35_2b_resid_w32k_L6_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.006793501483693208,
"explained_variance": 0.46346274486470307,
"feature_ablation_logit_delta_l2": 56.52088910341263
},
{
"site_id": "qwen35_2b:L12",
"model_id": "qwen35_2b",
"sae_id": "qwen35_2b_resid_w32k",
"model_size": "2B",
"architecture": "topk",
"layer": 12,
"hook_name": "blocks.12.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_2b_qwen35_2b_resid_w32k_L12_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.009805408531902636,
"explained_variance": 0.5532504684400252,
"feature_ablation_logit_delta_l2": 69.88461792469025
},
{
"site_id": "qwen35_2b:L15",
"model_id": "qwen35_2b",
"sae_id": "qwen35_2b_resid_w32k",
"model_size": "2B",
"architecture": "topk",
"layer": 15,
"hook_name": "blocks.15.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_2b_qwen35_2b_resid_w32k_L15_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.022683608212980867,
"explained_variance": 0.6552050741283569,
"feature_ablation_logit_delta_l2": 434.9815306663513
},
{
"site_id": "qwen35_2b:L20",
"model_id": "qwen35_2b",
"sae_id": "qwen35_2b_resid_w32k",
"model_size": "2B",
"architecture": "topk",
"layer": 20,
"hook_name": "blocks.20.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_2b_qwen35_2b_resid_w32k_L20_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.12875008172159408,
"explained_variance": 0.6393610397161591,
"feature_ablation_logit_delta_l2": 88.30731463432312
},
{
"site_id": "qwen3_8b:L9",
"model_id": "qwen3_8b",
"sae_id": "qwen3_8b_resid_w64k",
"model_size": "8B",
"architecture": "topk",
"layer": 9,
"hook_name": "blocks.9.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_8b_qwen3_8b_resid_w64k_L9_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.4320439064708014,
"explained_variance": 0.31170907396943487,
"feature_ablation_logit_delta_l2": 90.98629534244537
},
{
"site_id": "qwen3_8b:L18",
"model_id": "qwen3_8b",
"sae_id": "qwen3_8b_resid_w64k",
"model_size": "8B",
"architecture": "topk",
"layer": 18,
"hook_name": "blocks.18.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_8b_qwen3_8b_resid_w64k_L18_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 1.2545259425764421,
"explained_variance": 0.4155404086706985,
"feature_ablation_logit_delta_l2": 80.89625352621078
},
{
"site_id": "qwen3_8b:L23",
"model_id": "qwen3_8b",
"sae_id": "qwen3_8b_resid_w64k",
"model_size": "8B",
"architecture": "topk",
"layer": 23,
"hook_name": "blocks.23.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_8b_qwen3_8b_resid_w64k_L23_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 5.515160429610223,
"explained_variance": 0.40572943601426786,
"feature_ablation_logit_delta_l2": 183.35777175426483
},
{
"site_id": "qwen3_8b:L31",
"model_id": "qwen3_8b",
"sae_id": "qwen3_8b_resid_w64k",
"model_size": "8B",
"architecture": "topk",
"layer": 31,
"hook_name": "blocks.31.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_8b_qwen3_8b_resid_w64k_L31_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 104.54906565321956,
"explained_variance": 0.3955223965348901,
"feature_ablation_logit_delta_l2": 427.6726031303406
},
{
"site_id": "llama31_8b:L8",
"model_id": "llama31_8b",
"sae_id": "llama31_8b_lxr_8x",
"model_size": "8B",
"architecture": "jumprelu",
"layer": 8,
"hook_name": "blocks.8.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/llama31_8b_llama31_8b_lxr_8x_L8_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 28.046875,
"reconstruction_mse": 0.004055736768313844,
"explained_variance": 0.5513006794989936,
"feature_ablation_logit_delta_l2": 21.845480531454086
},
{
"site_id": "llama31_8b:L16",
"model_id": "llama31_8b",
"sae_id": "llama31_8b_lxr_8x",
"model_size": "8B",
"architecture": "jumprelu",
"layer": 16,
"hook_name": "blocks.16.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/llama31_8b_llama31_8b_lxr_8x_L16_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 30.859375,
"reconstruction_mse": 0.012340238014570772,
"explained_variance": 0.6725650422908716,
"feature_ablation_logit_delta_l2": 54.130552887916565
},
{
"site_id": "llama31_8b:L21",
"model_id": "llama31_8b",
"sae_id": "llama31_8b_lxr_8x",
"model_size": "8B",
"architecture": "jumprelu",
"layer": 21,
"hook_name": "blocks.21.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/llama31_8b_llama31_8b_lxr_8x_L21_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 33.71875,
"reconstruction_mse": 0.03148705278742039,
"explained_variance": 0.7491312626018514,
"feature_ablation_logit_delta_l2": 127.93421411514282
},
{
"site_id": "llama31_8b:L27",
"model_id": "llama31_8b",
"sae_id": "llama31_8b_lxr_8x",
"model_size": "8B",
"architecture": "jumprelu",
"layer": 27,
"hook_name": "blocks.27.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/llama31_8b_llama31_8b_lxr_8x_L27_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 25.5625,
"reconstruction_mse": 0.0830698530201267,
"explained_variance": 0.7886849246530725,
"feature_ablation_logit_delta_l2": 453.17595958709717
},
{
"site_id": "pythia410m:L4",
"model_id": "pythia410m",
"sae_id": "pythia410m_mlp_topk",
"model_size": "410M",
"architecture": "topk",
"layer": 4,
"hook_name": "blocks.4.hook_mlp_out",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/pythia410m_pythia410m_mlp_topk_L4_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 32,
"reconstruction_mse": 0.025108318325979897,
"explained_variance": 0.19371843102737688,
"feature_ablation_logit_delta_l2": 1.4841452287510037
},
{
"site_id": "pythia410m:L12",
"model_id": "pythia410m",
"sae_id": "pythia410m_mlp_topk",
"model_size": "410M",
"architecture": "topk",
"layer": 12,
"hook_name": "blocks.12.hook_mlp_out",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/pythia410m_pythia410m_mlp_topk_L12_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 32,
"reconstruction_mse": 0.04636237055879008,
"explained_variance": -0.06422395528236455,
"feature_ablation_logit_delta_l2": 0.731195330619812
},
{
"site_id": "pythia410m:L20",
"model_id": "pythia410m",
"sae_id": "pythia410m_mlp_topk",
"model_size": "410M",
"architecture": "topk",
"layer": 20,
"hook_name": "blocks.20.hook_mlp_out",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/pythia410m_pythia410m_mlp_topk_L20_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 32,
"reconstruction_mse": 0.2914138840317801,
"explained_variance": 0.2665335035612107,
"feature_ablation_logit_delta_l2": 18.107948787510395
},
{
"site_id": "qwen3_1_7b_base:L7",
"model_id": "qwen3_1_7b_base",
"sae_id": "qwen3_1_7b_base_resid_w32k",
"model_size": "1.7B",
"architecture": "topk",
"layer": 7,
"hook_name": "blocks.7.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_1_7b_base_qwen3_1_7b_base_resid_w32k_L7_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.9558896948083689,
"explained_variance": 0.29946944044652013,
"feature_ablation_logit_delta_l2": 58.22856664657593
},
{
"site_id": "qwen3_1_7b_base:L14",
"model_id": "qwen3_1_7b_base",
"sae_id": "qwen3_1_7b_base_resid_w32k",
"model_size": "1.7B",
"architecture": "topk",
"layer": 14,
"hook_name": "blocks.14.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_1_7b_base_qwen3_1_7b_base_resid_w32k_L14_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 8.740651689114003,
"explained_variance": 0.3422633758354428,
"feature_ablation_logit_delta_l2": 103.53831255435944
},
{
"site_id": "qwen3_1_7b_base:L18",
"model_id": "qwen3_1_7b_base",
"sae_id": "qwen3_1_7b_base_resid_w32k",
"model_size": "1.7B",
"architecture": "topk",
"layer": 18,
"hook_name": "blocks.18.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_1_7b_base_qwen3_1_7b_base_resid_w32k_L18_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 55.69111087201516,
"explained_variance": 0.5916587266615272,
"feature_ablation_logit_delta_l2": 142.1756579875946
},
{
"site_id": "qwen3_1_7b_base:L23",
"model_id": "qwen3_1_7b_base",
"sae_id": "qwen3_1_7b_base_resid_w32k",
"model_size": "1.7B",
"architecture": "topk",
"layer": 23,
"hook_name": "blocks.23.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_1_7b_base_qwen3_1_7b_base_resid_w32k_L23_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 920.5619560351674,
"explained_variance": 0.5140207115832733,
"feature_ablation_logit_delta_l2": 230.97397637367249
},
{
"site_id": "r1_distill_qwen15b:L20",
"model_id": "r1_distill_qwen15b",
"sae_id": "r1_distill_qwen15b_resid_l20",
"model_size": "1.5B",
"architecture": "topk",
"layer": 20,
"hook_name": "blocks.20.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/r1_distill_qwen15b_r1_distill_qwen15b_resid_l20_L20_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 32,
"reconstruction_mse": 3.873100533740864,
"explained_variance": 0.7829561668350811,
"feature_ablation_logit_delta_l2": 379.62211990356445
},
{
"site_id": "gemma3_4b_pt:L9",
"model_id": "gemma3_4b_pt",
"sae_id": "gemma3_4b_pt_scope_resid",
"model_size": "4B",
"architecture": "jumprelu",
"layer": 9,
"hook_name": "blocks.9.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma3_4b_pt_gemma3_4b_pt_scope_resid_L9_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 54.390625,
"reconstruction_mse": 55.37114540220211,
"explained_variance": 0.9980620877887129,
"feature_ablation_logit_delta_l2": 82.46295690536499
},
{
"site_id": "gemma3_4b_pt:L17",
"model_id": "gemma3_4b_pt",
"sae_id": "gemma3_4b_pt_scope_resid",
"model_size": "4B",
"architecture": "jumprelu",
"layer": 17,
"hook_name": "blocks.17.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma3_4b_pt_gemma3_4b_pt_scope_resid_L17_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 51.453125,
"reconstruction_mse": 745.7371491667323,
"explained_variance": 0.9980640516682647,
"feature_ablation_logit_delta_l2": 39.621697932481766
},
{
"site_id": "gemma3_4b_pt:L22",
"model_id": "gemma3_4b_pt",
"sae_id": "gemma3_4b_pt_scope_resid",
"model_size": "4B",
"architecture": "jumprelu",
"layer": 22,
"hook_name": "blocks.22.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma3_4b_pt_gemma3_4b_pt_scope_resid_L22_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 55.328125,
"reconstruction_mse": 3340.604917947747,
"explained_variance": 0.995293750208509,
"feature_ablation_logit_delta_l2": 185.91756331920624
},
{
"site_id": "gemma3_4b_pt:L29",
"model_id": "gemma3_4b_pt",
"sae_id": "gemma3_4b_pt_scope_resid",
"model_size": "4B",
"architecture": "jumprelu",
"layer": 29,
"hook_name": "blocks.29.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma3_4b_pt_gemma3_4b_pt_scope_resid_L29_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 67.609375,
"reconstruction_mse": 16670.329024322135,
"explained_variance": 0.9924005801734385,
"feature_ablation_logit_delta_l2": 134.11140948534012
},
{
"site_id": "gemma3_4b_it:L9",
"model_id": "gemma3_4b_it",
"sae_id": "gemma3_4b_it_scope_resid",
"model_size": "4B",
"architecture": "jumprelu",
"layer": 9,
"hook_name": "blocks.9.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma3_4b_it_gemma3_4b_it_scope_resid_L9_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 49.46875,
"reconstruction_mse": 59.02352188537665,
"explained_variance": 0.9975901200976052,
"feature_ablation_logit_delta_l2": 252.38312005996704
},
{
"site_id": "gemma3_4b_it:L17",
"model_id": "gemma3_4b_it",
"sae_id": "gemma3_4b_it_scope_resid",
"model_size": "4B",
"architecture": "jumprelu",
"layer": 17,
"hook_name": "blocks.17.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma3_4b_it_gemma3_4b_it_scope_resid_L17_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 51.390625,
"reconstruction_mse": 1053.2008350506942,
"explained_variance": 0.9974764196568326,
"feature_ablation_logit_delta_l2": 0
},
{
"site_id": "gemma3_4b_it:L22",
"model_id": "gemma3_4b_it",
"sae_id": "gemma3_4b_it_scope_resid",
"model_size": "4B",
"architecture": "jumprelu",
"layer": 22,
"hook_name": "blocks.22.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma3_4b_it_gemma3_4b_it_scope_resid_L22_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 59.546875,
"reconstruction_mse": 3539.259447411133,
"explained_variance": 0.9904257167550933,
"feature_ablation_logit_delta_l2": 304.3531255722046
},
{
"site_id": "gemma3_4b_it:L29",
"model_id": "gemma3_4b_it",
"sae_id": "gemma3_4b_it_scope_resid",
"model_size": "4B",
"architecture": "jumprelu",
"layer": 29,
"hook_name": "blocks.29.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma3_4b_it_gemma3_4b_it_scope_resid_L29_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 56.578125,
"reconstruction_mse": 13861.33423753159,
"explained_variance": 0.9838387190907543,
"feature_ablation_logit_delta_l2": 87.25914072990417
},
{
"site_id": "mistral7b_instruct:L16",
"model_id": "mistral7b_instruct",
"sae_id": "mistral7b_instruct_tc_l16_131k",
"model_size": "7B",
"architecture": "topk",
"layer": 16,
"hook_name": "blocks.16.hook_mlp_out",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/mistral7b_instruct_mistral7b_instruct_tc_l16_131k_L16_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 128,
"reconstruction_mse": 0.0017195014873718525,
"explained_variance": 0.229585189758012,
"feature_ablation_logit_delta_l2": 4.043052937835455
},
{
"site_id": "gemma2_9b_pt:L9",
"model_id": "gemma2_9b_pt",
"sae_id": "gemma2_9b_pt_scope_resid",
"model_size": "9B",
"architecture": "jumprelu",
"layer": 9,
"hook_name": "blocks.9.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma2_9b_pt_gemma2_9b_pt_scope_resid_L9_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 40.984375,
"reconstruction_mse": 0.5731250118357542,
"explained_variance": 0.7633360054820594,
"feature_ablation_logit_delta_l2": 1630.5595483779907
},
{
"site_id": "gemma2_9b_pt:L20",
"model_id": "gemma2_9b_pt",
"sae_id": "gemma2_9b_pt_scope_resid",
"model_size": "9B",
"architecture": "jumprelu",
"layer": 20,
"hook_name": "blocks.20.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma2_9b_pt_gemma2_9b_pt_scope_resid_L20_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 53.203125,
"reconstruction_mse": 2.470728176167096,
"explained_variance": 0.8284526015476957,
"feature_ablation_logit_delta_l2": 1109.2622900009155
},
{
"site_id": "gemma2_9b_pt:L31",
"model_id": "gemma2_9b_pt",
"sae_id": "gemma2_9b_pt_scope_resid",
"model_size": "9B",
"architecture": "jumprelu",
"layer": 31,
"hook_name": "blocks.31.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma2_9b_pt_gemma2_9b_pt_scope_resid_L31_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 37.9375,
"reconstruction_mse": 7.0037165051193995,
"explained_variance": 0.8832148493687838,
"feature_ablation_logit_delta_l2": 882.8945960998535
},
{
"site_id": "qwen35_9b:L8",
"model_id": "qwen35_9b",
"sae_id": "qwen35_9b_resid_w64k",
"model_size": "9B",
"architecture": "topk",
"layer": 8,
"hook_name": "blocks.8.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_9b_qwen35_9b_resid_w64k_L8_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.09302263526948515,
"explained_variance": 0.2821747926370852,
"feature_ablation_logit_delta_l2": 97.08006256818771
},
{
"site_id": "qwen35_9b:L16",
"model_id": "qwen35_9b",
"sae_id": "qwen35_9b_resid_w64k",
"model_size": "9B",
"architecture": "topk",
"layer": 16,
"hook_name": "blocks.16.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_9b_qwen35_9b_resid_w64k_L16_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.25773795690173984,
"explained_variance": 0.339508538673662,
"feature_ablation_logit_delta_l2": 200.36437845230103
},
{
"site_id": "qwen35_9b:L21",
"model_id": "qwen35_9b",
"sae_id": "qwen35_9b_resid_w64k",
"model_size": "9B",
"architecture": "topk",
"layer": 21,
"hook_name": "blocks.21.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_9b_qwen35_9b_resid_w64k_L21_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 0.5343900374019106,
"explained_variance": 0.6449151143444183,
"feature_ablation_logit_delta_l2": 197.24622082710266
},
{
"site_id": "qwen35_9b:L27",
"model_id": "qwen35_9b",
"sae_id": "qwen35_9b_resid_w64k",
"model_size": "9B",
"architecture": "topk",
"layer": 27,
"hook_name": "blocks.27.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_9b_qwen35_9b_resid_w64k_L27_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 50,
"reconstruction_mse": 2.2175642009104575,
"explained_variance": 0.5774464680435034,
"feature_ablation_logit_delta_l2": 225.19099187850952
},
{
"site_id": "r1_distill_llama8b:L23",
"model_id": "r1_distill_llama8b",
"sae_id": "r1_distill_llama8b_llamascope_l23",
"model_size": "8B",
"architecture": "jumprelu",
"layer": 23,
"hook_name": "blocks.23.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/r1_distill_llama8b_r1_distill_llama8b_llamascope_l23_L23_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 8.125,
"reconstruction_mse": 0.08067539281105633,
"explained_variance": 0.45463792560988686,
"feature_ablation_logit_delta_l2": 81.63063311576843
},
{
"site_id": "qwen3_1_7b:L14",
"model_id": "qwen3_1_7b",
"sae_id": "qwen3_1_7b_ak_resid_l14_65k",
"model_size": "1.7B",
"architecture": "batchtopk",
"layer": 14,
"hook_name": "blocks.14.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen3_1_7b_qwen3_1_7b_ak_resid_l14_65k_L14_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 69.984375,
"reconstruction_mse": 2.0263488726996317,
"explained_variance": 0.8517183866628193,
"feature_ablation_logit_delta_l2": 512.9422640800476
},
{
"site_id": "gemma2_2b_it:L12",
"model_id": "gemma2_2b_it",
"sae_id": "gemma2_2b_it_matryoshka_l12_32k",
"model_size": "2B",
"architecture": "matryoshka_batchtopk",
"layer": 12,
"hook_name": "blocks.12.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/gemma2_2b_it_gemma2_2b_it_matryoshka_l12_32k_L12_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 153.3125,
"reconstruction_mse": 3.3529621877163858,
"explained_variance": 0.7824819296171213,
"feature_ablation_logit_delta_l2": 262.2079429626465
},
{
"site_id": "qwen35_4b:L15",
"model_id": "qwen35_4b",
"sae_id": "qwen35_4b_matryoshka_l15_65k",
"model_size": "4B",
"architecture": "matryoshka_batchtopk",
"layer": 15,
"hook_name": "blocks.15.hook_resid_post",
"compatibility": "passed",
"benchmark": "passed",
"reliability": "passed",
"evaluation_groups": 64,
"protocol": "controlled_heldout_groups",
"report_url": "https://github.com/OpenSAE/SAEBase/blob/d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279/conf/coverage/stage_d_evidence/reports/qwen35_4b_qwen35_4b_matryoshka_l15_65k_L15_m3m4.json",
"source_commit": "d3fd1cb1a453118611f3c7d8b44bd41d1ee7f279",
"mean_l0": 100.03125,
"reconstruction_mse": 0.007906571600660514,
"explained_variance": 0.8096178164397694,
"feature_ablation_logit_delta_l2": 633.4192380905151
}
]
}
|