4gate commited on
Commit
ee23bdc
·
verified ·
1 Parent(s): f59e800

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/log_wanda.txt +2 -0
  2. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/run.log +99 -0
  3. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/run_status.json +5 -0
  4. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_inference.jsonl +0 -0
  5. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judge_df.json +0 -0
  6. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judge_scores.json +18 -0
  7. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judgements.jsonl +0 -0
  8. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_inference.jsonl +0 -0
  9. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judge_df.json +0 -0
  10. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judge_scores.json +18 -0
  11. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judgements.jsonl +0 -0
  12. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_loss.json +13 -0
  13. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p05/wanda_masks/config.json +10 -0
  14. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p1/wanda_masks/config.json +10 -0
  15. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p15/wanda_masks/config.json +10 -0
  16. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/log_wanda.txt +2 -0
  17. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/run.log +439 -0
  18. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/run_status.json +5 -0
  19. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_inference.jsonl +0 -0
  20. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judge_df.json +0 -0
  21. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judge_scores.json +18 -0
  22. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judgements.jsonl +0 -0
  23. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_inference.jsonl +0 -0
  24. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judge_df.json +0 -0
  25. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judge_scores.json +18 -0
  26. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judgements.jsonl +0 -0
  27. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_loss.json +13 -0
  28. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/wanda_masks/config.json +10 -0
  29. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p25/wanda_masks/config.json +10 -0
  30. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p3/wanda_masks/config.json +10 -0
  31. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p35/wanda_masks/config.json +10 -0
  32. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p4/wanda_masks/config.json +10 -0
  33. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/log_wanda.txt +2 -0
  34. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/run.log +439 -0
  35. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/run_status.json +5 -0
  36. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_inference.jsonl +0 -0
  37. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judge_df.json +0 -0
  38. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judge_scores.json +18 -0
  39. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judgements.jsonl +0 -0
  40. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_inference.jsonl +0 -0
  41. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judge_df.json +0 -0
  42. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judge_scores.json +18 -0
  43. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judgements.jsonl +0 -0
  44. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_loss.json +13 -0
  45. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/wanda_masks/config.json +10 -0
  46. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/log_wanda.txt +2 -0
  47. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/pgd_args.json +46 -0
  48. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/pgd_results.json +562 -0
  49. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/recovered_model/chat_template.jinja +4 -0
  50. wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/recovered_model/config.json +77 -0
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/log_wanda.txt ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ method actual_sparsity ppl_test
2
+ wanda 0.0000 25.3849
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/run.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0
  0%| | 0/128 [00:00<?, ?it/s]
1
  2%|▏ | 2/128 [00:00<00:10, 12.02it/s]
2
  3%|▎ | 4/128 [00:00<00:09, 13.04it/s]
3
  5%|▍ | 6/128 [00:00<00:09, 13.11it/s]
4
  6%|▋ | 8/128 [00:00<00:08, 13.43it/s]
5
  8%|▊ | 10/128 [00:00<00:08, 13.71it/s]
6
  9%|▉ | 12/128 [00:00<00:08, 13.88it/s]
7
  11%|█ | 14/128 [00:01<00:08, 13.85it/s]
8
  12%|█▎ | 16/128 [00:01<00:08, 13.91it/s]
9
  14%|█▍ | 18/128 [00:01<00:07, 13.87it/s]
10
  16%|█▌ | 20/128 [00:01<00:07, 13.93it/s]
11
  17%|█▋ | 22/128 [00:01<00:07, 13.97it/s]
12
  19%|█▉ | 24/128 [00:01<00:07, 14.03it/s]
13
  20%|██ | 26/128 [00:01<00:07, 13.93it/s]
14
  22%|██▏ | 28/128 [00:02<00:07, 13.90it/s]
15
  23%|██▎ | 30/128 [00:02<00:07, 13.22it/s]
16
  25%|██▌ | 32/128 [00:02<00:07, 13.49it/s]
17
  27%|██▋ | 34/128 [00:02<00:06, 13.56it/s]
18
  28%|██▊ | 36/128 [00:02<00:06, 13.73it/s]
19
  30%|██▉ | 38/128 [00:02<00:06, 13.73it/s]
20
  31%|███▏ | 40/128 [00:02<00:06, 13.49it/s]
21
  33%|███▎ | 42/128 [00:03<00:06, 13.54it/s]
22
  34%|███▍ | 44/128 [00:03<00:06, 13.77it/s]
23
  36%|███▌ | 46/128 [00:03<00:06, 13.55it/s]
24
  38%|███▊ | 48/128 [00:03<00:06, 12.93it/s]
25
  39%|███▉ | 50/128 [00:03<00:05, 13.20it/s]
26
  41%|████ | 52/128 [00:03<00:05, 13.41it/s]
27
  42%|████▏ | 54/128 [00:03<00:05, 13.65it/s]
28
  44%|████▍ | 56/128 [00:04<00:05, 13.70it/s]
29
  45%|████▌ | 58/128 [00:04<00:05, 13.59it/s]
30
  47%|████▋ | 60/128 [00:04<00:04, 13.62it/s]
31
  48%|████▊ | 62/128 [00:04<00:04, 13.66it/s]
32
  50%|█████ | 64/128 [00:04<00:04, 13.87it/s]
33
  52%|█████▏ | 66/128 [00:04<00:04, 13.89it/s]
34
  53%|█████▎ | 68/128 [00:04<00:04, 13.90it/s]
35
  55%|█████▍ | 70/128 [00:05<00:04, 13.56it/s]
36
  56%|█████▋ | 72/128 [00:05<00:04, 13.63it/s]
37
  58%|█████▊ | 74/128 [00:05<00:03, 13.75it/s]
38
  59%|█████▉ | 76/128 [00:05<00:03, 13.86it/s]
39
  61%|██████ | 78/128 [00:05<00:03, 13.99it/s]
40
  62%|██████▎ | 80/128 [00:05<00:03, 13.36it/s]
41
  64%|██████▍ | 82/128 [00:06<00:03, 13.43it/s]
42
  66%|██████▌ | 84/128 [00:06<00:03, 12.98it/s]
43
  67%|██████▋ | 86/128 [00:06<00:03, 13.25it/s]
44
  69%|██████▉ | 88/128 [00:06<00:02, 13.50it/s]
45
  70%|███████ | 90/128 [00:06<00:02, 13.61it/s]
46
  72%|███████▏ | 92/128 [00:06<00:02, 13.63it/s]
47
  73%|███████▎ | 94/128 [00:06<00:02, 13.79it/s]
48
  75%|███████▌ | 96/128 [00:07<00:02, 13.93it/s]
49
  77%|███████▋ | 98/128 [00:07<00:02, 13.62it/s]
50
  78%|███████▊ | 100/128 [00:07<00:02, 13.68it/s]
51
  80%|███████▉ | 102/128 [00:07<00:01, 13.68it/s]
52
  81%|████████▏ | 104/128 [00:07<00:01, 13.81it/s]
53
  83%|████████▎ | 106/128 [00:07<00:01, 13.91it/s]
54
  84%|████████▍ | 108/128 [00:07<00:01, 14.05it/s]
55
  86%|████████▌ | 110/128 [00:08<00:01, 14.12it/s]
56
  88%|████████▊ | 112/128 [00:08<00:01, 14.12it/s]
57
  89%|████████▉ | 114/128 [00:08<00:00, 14.15it/s]
58
  91%|█████████ | 116/128 [00:08<00:00, 14.16it/s]
59
  92%|█████████▏| 118/128 [00:08<00:00, 13.89it/s]
60
  94%|█████████▍| 120/128 [00:08<00:00, 13.98it/s]
61
  95%|█████████▌| 122/128 [00:08<00:00, 14.06it/s]
62
  97%|█████████▋| 124/128 [00:09<00:00, 14.06it/s]
63
  98%|█████████▊| 126/128 [00:09<00:00, 14.12it/s]
 
 
64
  0%| | 0/128 [00:00<?, ?it/s]
65
  2%|▏ | 2/128 [00:00<00:10, 12.59it/s]
66
  3%|▎ | 4/128 [00:00<00:10, 12.32it/s]
67
  5%|▍ | 6/128 [00:00<00:09, 12.98it/s]
68
  6%|▋ | 8/128 [00:00<00:09, 13.32it/s]
69
  8%|▊ | 10/128 [00:00<00:08, 13.56it/s]
70
  9%|▉ | 12/128 [00:00<00:08, 13.78it/s]
71
  11%|█ | 14/128 [00:01<00:09, 12.02it/s]
72
  12%|█▎ | 16/128 [00:01<00:09, 12.25it/s]
73
  14%|█▍ | 18/128 [00:01<00:08, 12.63it/s]
74
  16%|█▌ | 20/128 [00:01<00:08, 13.04it/s]
75
  17%|█▋ | 22/128 [00:01<00:07, 13.25it/s]
76
  19%|█▉ | 24/128 [00:01<00:07, 13.23it/s]
77
  20%|██ | 26/128 [00:01<00:07, 13.30it/s]
78
  22%|██▏ | 28/128 [00:02<00:07, 12.75it/s]
79
  23%|██▎ | 30/128 [00:02<00:07, 13.04it/s]
80
  25%|██▌ | 32/128 [00:02<00:07, 13.35it/s]
81
  27%|██▋ | 34/128 [00:02<00:06, 13.48it/s]
82
  28%|██▊ | 36/128 [00:02<00:06, 13.58it/s]
83
  30%|██▉ | 38/128 [00:02<00:06, 13.66it/s]
84
  31%|███▏ | 40/128 [00:03<00:06, 12.85it/s]
85
  33%|███▎ | 42/128 [00:03<00:06, 12.90it/s]
86
  34%|███▍ | 44/128 [00:03<00:06, 13.12it/s]
87
  36%|███▌ | 46/128 [00:03<00:06, 13.31it/s]
88
  38%|███▊ | 48/128 [00:03<00:05, 13.52it/s]
89
  39%|███▉ | 50/128 [00:03<00:05, 13.55it/s]
90
  41%|████ | 52/128 [00:03<00:05, 13.82it/s]
91
  42%|████▏ | 54/128 [00:04<00:05, 12.81it/s]
92
  44%|████▍ | 56/128 [00:04<00:05, 12.99it/s]
93
  45%|████▌ | 58/128 [00:04<00:05, 12.48it/s]
94
  47%|████▋ | 60/128 [00:04<00:05, 12.82it/s]
95
  48%|████▊ | 62/128 [00:04<00:05, 12.50it/s]
96
  50%|█████ | 64/128 [00:04<00:05, 11.67it/s]
97
  52%|█████▏ | 66/128 [00:05<00:05, 12.20it/s]
98
  53%|█████▎ | 68/128 [00:05<00:04, 12.18it/s]
99
  55%|█████▍ | 70/128 [00:05<00:04, 12.49it/s]
100
  56%|█████▋ | 72/128 [00:05<00:04, 12.80it/s]
101
  58%|█████▊ | 74/128 [00:05<00:04, 12.97it/s]
102
  59%|█████▉ | 76/128 [00:05<00:03, 13.26it/s]
103
  61%|██████ | 78/128 [00:06<00:03, 13.42it/s]
104
  62%|██████▎ | 80/128 [00:06<00:03, 13.49it/s]
105
  64%|██████▍ | 82/128 [00:06<00:03, 13.57it/s]
106
  66%|██████▌ | 84/128 [00:06<00:03, 12.18it/s]
107
  67%|██████▋ | 86/128 [00:06<00:03, 12.71it/s]
108
  69%|██████▉ | 88/128 [00:06<00:03, 13.08it/s]
109
  70%|███████ | 90/128 [00:06<00:03, 12.33it/s]
110
  72%|███████▏ | 92/128 [00:07<00:02, 12.78it/s]
111
  73%|███████▎ | 94/128 [00:07<00:02, 12.69it/s]
112
  75%|███████▌ | 96/128 [00:07<00:02, 12.40it/s]
113
  77%|███████▋ | 98/128 [00:07<00:02, 12.97it/s]
114
  78%|███████▊ | 100/128 [00:07<00:02, 12.67it/s]
115
  80%|███████▉ | 102/128 [00:07<00:01, 13.04it/s]
116
  81%|████████▏ | 104/128 [00:08<00:01, 13.23it/s]
117
  83%|████████▎ | 106/128 [00:08<00:01, 13.05it/s]
118
  84%|████████▍ | 108/128 [00:08<00:01, 13.34it/s]
119
  86%|████████▌ | 110/128 [00:08<00:01, 12.51it/s]
120
  88%|████████▊ | 112/128 [00:08<00:01, 12.67it/s]
121
  89%|████████▉ | 114/128 [00:08<00:01, 12.32it/s]
122
  91%|█████████ | 116/128 [00:09<00:01, 11.02it/s]
123
  92%|█████████▏| 118/128 [00:09<00:00, 10.84it/s]
124
  94%|█████████▍| 120/128 [00:09<00:00, 11.63it/s]
125
  95%|█████████▌| 122/128 [00:09<00:00, 12.21it/s]
126
  97%|█████████▋| 124/128 [00:09<00:00, 11.63it/s]
127
  98%|█████████▊| 126/128 [00:09<00:00, 12.22it/s]
 
 
128
  0%| | 0/128 [00:00<?, ?it/s]
129
  2%|▏ | 2/128 [00:00<00:10, 12.12it/s]
130
  3%|▎ | 4/128 [00:00<00:09, 13.15it/s]
131
  5%|▍ | 6/128 [00:00<00:09, 13.49it/s]
132
  6%|▋ | 8/128 [00:00<00:09, 13.02it/s]
133
  8%|▊ | 10/128 [00:00<00:08, 13.49it/s]
134
  9%|▉ | 12/128 [00:00<00:08, 13.68it/s]
135
  11%|█ | 14/128 [00:01<00:08, 13.77it/s]
136
  12%|█▎ | 16/128 [00:01<00:08, 13.76it/s]
137
  14%|█▍ | 18/128 [00:01<00:08, 12.66it/s]
138
  16%|█▌ | 20/128 [00:01<00:08, 12.96it/s]
139
  17%|█▋ | 22/128 [00:01<00:08, 12.54it/s]
140
  19%|█▉ | 24/128 [00:01<00:08, 12.82it/s]
141
  20%|██ | 26/128 [00:02<00:08, 12.31it/s]
142
  22%|██▏ | 28/128 [00:02<00:07, 12.82it/s]
143
  23%|██▎ | 30/128 [00:02<00:07, 12.76it/s]
144
  25%|██▌ | 32/128 [00:02<00:07, 12.98it/s]
145
  27%|██▋ | 34/128 [00:02<00:07, 12.02it/s]
146
  28%|██▊ | 36/128 [00:02<00:07, 11.55it/s]
147
  30%|██▉ | 38/128 [00:03<00:08, 11.23it/s]
148
  31%|███▏ | 40/128 [00:03<00:07, 11.74it/s]
149
  33%|███▎ | 42/128 [00:03<00:06, 12.29it/s]
150
  34%|███▍ | 44/128 [00:03<00:06, 12.77it/s]
151
  36%|███▌ | 46/128 [00:03<00:06, 12.83it/s]
152
  38%|███▊ | 48/128 [00:03<00:06, 11.73it/s]
153
  39%|███▉ | 50/128 [00:03<00:06, 12.12it/s]
154
  41%|████ | 52/128 [00:04<00:06, 11.96it/s]
155
  42%|████▏ | 54/128 [00:04<00:06, 11.30it/s]
156
  44%|████▍ | 56/128 [00:04<00:06, 11.95it/s]
157
  45%|████▌ | 58/128 [00:04<00:06, 11.33it/s]
158
  47%|████▋ | 60/128 [00:04<00:05, 11.99it/s]
159
  48%|████▊ | 62/128 [00:05<00:05, 11.04it/s]
160
  50%|█████ | 64/128 [00:05<00:05, 11.21it/s]
161
  52%|█████▏ | 66/128 [00:05<00:05, 11.80it/s]
162
  53%|███��█▎ | 68/128 [00:05<00:05, 11.11it/s]
163
  55%|█████▍ | 70/128 [00:05<00:04, 11.89it/s]
164
  56%|█████▋ | 72/128 [00:05<00:05, 10.87it/s]
165
  58%|█████▊ | 74/128 [00:06<00:04, 11.57it/s]
166
  59%|█████▉ | 76/128 [00:06<00:04, 12.24it/s]
167
  61%|██████ | 78/128 [00:06<00:04, 12.23it/s]
168
  62%|██████▎ | 80/128 [00:06<00:03, 12.63it/s]
169
  64%|██████▍ | 82/128 [00:06<00:03, 12.88it/s]
170
  66%|██████▌ | 84/128 [00:06<00:03, 13.24it/s]
171
  67%|██████▋ | 86/128 [00:06<00:03, 13.36it/s]
172
  69%|██████▉ | 88/128 [00:07<00:03, 12.96it/s]
173
  70%|███████ | 90/128 [00:07<00:02, 13.34it/s]
174
  72%|███████▏ | 92/128 [00:07<00:02, 13.44it/s]
175
  73%|███████▎ | 94/128 [00:07<00:02, 13.58it/s]
176
  75%|███████▌ | 96/128 [00:07<00:02, 13.65it/s]
177
  77%|███████▋ | 98/128 [00:07<00:02, 13.33it/s]
178
  78%|███████▊ | 100/128 [00:08<00:02, 13.24it/s]
179
  80%|███████▉ | 102/128 [00:08<00:01, 13.29it/s]
180
  81%|████████▏ | 104/128 [00:08<00:01, 13.48it/s]
181
  83%|████████▎ | 106/128 [00:08<00:01, 13.24it/s]
182
  84%|████████▍ | 108/128 [00:08<00:01, 12.30it/s]
183
  86%|████████▌ | 110/128 [00:08<00:01, 12.57it/s]
184
  88%|████████▊ | 112/128 [00:08<00:01, 12.97it/s]
185
  89%|████████▉ | 114/128 [00:09<00:01, 12.36it/s]
186
  91%|█████████ | 116/128 [00:09<00:01, 11.79it/s]
187
  92%|█████████▏| 118/128 [00:09<00:00, 11.89it/s]
188
  94%|█████████▍| 120/128 [00:09<00:00, 12.49it/s]
189
  95%|█████████▌| 122/128 [00:09<00:00, 12.34it/s]
190
  97%|█████████▋| 124/128 [00:09<00:00, 12.82it/s]
191
  98%|█████████▊| 126/128 [00:10<00:00, 13.18it/s]
 
 
192
  0%| | 0/128 [00:00<?, ?it/s]
193
  1%| | 1/128 [00:00<00:12, 9.93it/s]
194
  2%|▏ | 3/128 [00:00<00:12, 10.22it/s]
195
  4%|▍ | 5/128 [00:00<00:10, 11.87it/s]
196
  5%|▌ | 7/128 [00:00<00:09, 12.42it/s]
197
  7%|▋ | 9/128 [00:00<00:09, 12.87it/s]
198
  9%|▊ | 11/128 [00:00<00:10, 11.54it/s]
199
  10%|█ | 13/128 [00:01<00:09, 11.82it/s]
200
  12%|█▏ | 15/128 [00:01<00:09, 12.40it/s]
201
  13%|█▎ | 17/128 [00:01<00:08, 12.86it/s]
202
  15%|█▍ | 19/128 [00:01<00:08, 12.51it/s]
203
  16%|█▋ | 21/128 [00:01<00:08, 12.25it/s]
204
  18%|█▊ | 23/128 [00:01<00:08, 12.59it/s]
205
  20%|█▉ | 25/128 [00:02<00:09, 10.78it/s]
206
  21%|██ | 27/128 [00:02<00:08, 11.42it/s]
207
  23%|██▎ | 29/128 [00:02<00:08, 11.83it/s]
208
  24%|██▍ | 31/128 [00:02<00:07, 12.32it/s]
209
  26%|██▌ | 33/128 [00:02<00:07, 12.34it/s]
210
  27%|██▋ | 35/128 [00:02<00:07, 12.19it/s]
211
  29%|██▉ | 37/128 [00:03<00:07, 12.79it/s]
212
  30%|███ | 39/128 [00:03<00:06, 13.15it/s]
213
  32%|███▏ | 41/128 [00:03<00:07, 11.43it/s]
214
  34%|███▎ | 43/128 [00:03<00:07, 11.13it/s]
215
  35%|███▌ | 45/128 [00:03<00:07, 10.95it/s]
216
  37%|███▋ | 47/128 [00:04<00:07, 10.54it/s]
217
  38%|███▊ | 49/128 [00:04<00:07, 10.50it/s]
218
  40%|███▉ | 51/128 [00:04<00:06, 11.04it/s]
219
  41%|████▏ | 53/128 [00:04<00:06, 11.78it/s]
220
  43%|████▎ | 55/128 [00:04<00:06, 11.73it/s]
221
  45%|████▍ | 57/128 [00:04<00:05, 12.25it/s]
222
  46%|████▌ | 59/128 [00:04<00:05, 12.68it/s]
223
  48%|████▊ | 61/128 [00:05<00:05, 12.84it/s]
224
  49%|████▉ | 63/128 [00:05<00:05, 12.92it/s]
225
  51%|█████ | 65/128 [00:05<00:05, 11.22it/s]
226
  52%|█████▏ | 67/128 [00:05<00:05, 10.21it/s]
227
  54%|█████▍ | 69/128 [00:05<00:05, 11.01it/s]
228
  55%|█████▌ | 71/128 [00:06<00:05, 10.79it/s]
229
  57%|█████▋ | 73/128 [00:06<00:05, 10.53it/s]
230
  59%|█████▊ | 75/128 [00:06<00:04, 11.27it/s]
231
  60%|██████ | 77/128 [00:06<00:04, 11.49it/s]
232
  62%|██████▏ | 79/128 [00:06<00:04, 12.14it/s]
233
  63%|██████▎ | 81/128 [00:06<00:03, 12.68it/s]
234
  65%|██████▍ | 83/128 [00:07<00:03, 12.47it/s]
235
  66%|██████▋ | 85/128 [00:07<00:03, 11.20it/s]
236
  68%|██████▊ | 87/128 [00:07<00:03, 11.67it/s]
237
  70%|██████▉ | 89/128 [00:07<00:03, 10.86it/s]
238
  71%|███████ | 91/128 [00:07<00:03, 10.41it/s]
239
  73%|███████▎ | 93/128 [00:07<00:03, 11.27it/s]
240
  74%|███████▍ | 95/128 [00:08<00:03, 10.77it/s]
241
  76%|███████▌ | 97/128 [00:08<00:03, 9.93it/s]
242
  77%|███████▋ | 99/128 [00:08<00:02, 10.67it/s]
243
  79%|███████▉ | 101/128 [00:08<00:02, 11.16it/s]
244
  80%|████████ | 103/128 [00:08<00:02, 11.57it/s]
245
  82%|████████▏ | 105/128 [00:09<00:02, 10.87it/s]
246
  84%|████████▎ | 107/128 [00:09<00:01, 11.64it/s]
247
  85%|████████▌ | 109/128 [00:09<00:01, 11.20it/s]
248
  87%|████████▋ | 111/128 [00:09<00:01, 10.60it/s]
249
  88%|████████▊ | 113/128 [00:09<00:01, 10.70it/s]
250
  90%|████████▉ | 115/128 [00:10<00:01, 11.08it/s]
251
  91%|█████████▏| 117/128 [00:10<00:00, 11.51it/s]
252
  93%|█████████▎| 119/128 [00:10<00:00, 12.11it/s]
253
  95%|█████████▍| 121/128 [00:10<00:00, 10.53it/s]
254
  96%|█████████▌| 123/128 [00:10<00:00, 11.39it/s]
255
  98%|█████████▊| 125/128 [00:10<00:00, 11.84it/s]
256
  99%|█████████▉| 127/128 [00:11<00:00, 12.21it/s]
 
 
 
 
 
 
 
 
 
 
 
 
1
+ CUDA_VISIBLE_DEVICES=2
2
+ dataset_config=chemistry
3
+ sparsity_ratio=0.0
4
+ torch 2.7.1
5
+ transformers 4.56.1
6
+ accelerate 1.13.0
7
+ # of gpus: 1
8
+ loading llm model google/gemma-3-12b-it
9
+
10
+ Calibration seqlen overridden: 131072 -> 2048
11
+ use device cuda:0
12
+ Getting token length estimate... w/ batch_size=1024
13
+
14
+ DONE Getting token length estimate!
15
+ Getting length-aware padding breakpoints...
16
+ DONE Tokenizing...
17
+
18
+
19
+
20
+ Saved before_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0
21
+ ******************************
22
+ layer 0 sparsity 0.000000
23
+ layer 1 sparsity 0.000000
24
+ layer 2 sparsity 0.000000
25
+ layer 3 sparsity 0.000000
26
+ layer 4 sparsity 0.000000
27
+ layer 5 sparsity 0.000000
28
+ layer 6 sparsity 0.000000
29
+ layer 7 sparsity 0.000000
30
+ layer 8 sparsity 0.000000
31
+ layer 9 sparsity 0.000000
32
+ layer 10 sparsity 0.000000
33
+ layer 11 sparsity 0.000000
34
+ layer 12 sparsity 0.000000
35
+ layer 13 sparsity 0.000000
36
+ layer 14 sparsity 0.000000
37
+ layer 15 sparsity 0.000000
38
+ layer 16 sparsity 0.000000
39
+ layer 17 sparsity 0.000000
40
+ layer 18 sparsity 0.000000
41
+ layer 19 sparsity 0.000000
42
+ layer 20 sparsity 0.000000
43
+ layer 21 sparsity 0.000000
44
+ layer 22 sparsity 0.000000
45
+ layer 23 sparsity 0.000000
46
+ layer 24 sparsity 0.000000
47
+ layer 25 sparsity 0.000000
48
+ layer 26 sparsity 0.000000
49
+ layer 27 sparsity 0.000000
50
+ layer 28 sparsity 0.000000
51
+ layer 29 sparsity 0.000000
52
+ layer 30 sparsity 0.000000
53
+ layer 31 sparsity 0.000000
54
+ layer 32 sparsity 0.000000
55
+ layer 33 sparsity 0.000000
56
+ layer 34 sparsity 0.000000
57
+ layer 35 sparsity 0.000000
58
+ layer 36 sparsity 0.000000
59
+ layer 37 sparsity 0.000000
60
+ layer 38 sparsity 0.000000
61
+ layer 39 sparsity 0.000000
62
+ layer 40 sparsity 0.000000
63
+ layer 41 sparsity 0.000000
64
+ layer 42 sparsity 0.000000
65
+ layer 43 sparsity 0.000000
66
+ layer 44 sparsity 0.000000
67
+ layer 45 sparsity 0.000000
68
+ layer 46 sparsity 0.000000
69
+ layer 47 sparsity 0.000000
70
+ sparsity sanity check 0.0000
71
+ ******************************
72
+ evaluating on wikitext2
73
+ nsamples 142
74
+ sample 0
75
+ sample 50
76
+ sample 100
77
+ wikitext perplexity 25.384912490844727
78
+
79
+ ============================================================
80
+ StemQA domain loss evaluation
81
+ ============================================================
82
+
83
  0%| | 0/128 [00:00<?, ?it/s]
84
  2%|▏ | 2/128 [00:00<00:10, 12.02it/s]
85
  3%|▎ | 4/128 [00:00<00:09, 13.04it/s]
86
  5%|▍ | 6/128 [00:00<00:09, 13.11it/s]
87
  6%|▋ | 8/128 [00:00<00:08, 13.43it/s]
88
  8%|▊ | 10/128 [00:00<00:08, 13.71it/s]
89
  9%|▉ | 12/128 [00:00<00:08, 13.88it/s]
90
  11%|█ | 14/128 [00:01<00:08, 13.85it/s]
91
  12%|█▎ | 16/128 [00:01<00:08, 13.91it/s]
92
  14%|█▍ | 18/128 [00:01<00:07, 13.87it/s]
93
  16%|█▌ | 20/128 [00:01<00:07, 13.93it/s]
94
  17%|█▋ | 22/128 [00:01<00:07, 13.97it/s]
95
  19%|█▉ | 24/128 [00:01<00:07, 14.03it/s]
96
  20%|██ | 26/128 [00:01<00:07, 13.93it/s]
97
  22%|██▏ | 28/128 [00:02<00:07, 13.90it/s]
98
  23%|██▎ | 30/128 [00:02<00:07, 13.22it/s]
99
  25%|██▌ | 32/128 [00:02<00:07, 13.49it/s]
100
  27%|██▋ | 34/128 [00:02<00:06, 13.56it/s]
101
  28%|██▊ | 36/128 [00:02<00:06, 13.73it/s]
102
  30%|██▉ | 38/128 [00:02<00:06, 13.73it/s]
103
  31%|███▏ | 40/128 [00:02<00:06, 13.49it/s]
104
  33%|███▎ | 42/128 [00:03<00:06, 13.54it/s]
105
  34%|███▍ | 44/128 [00:03<00:06, 13.77it/s]
106
  36%|███▌ | 46/128 [00:03<00:06, 13.55it/s]
107
  38%|███▊ | 48/128 [00:03<00:06, 12.93it/s]
108
  39%|███▉ | 50/128 [00:03<00:05, 13.20it/s]
109
  41%|████ | 52/128 [00:03<00:05, 13.41it/s]
110
  42%|████▏ | 54/128 [00:03<00:05, 13.65it/s]
111
  44%|████▍ | 56/128 [00:04<00:05, 13.70it/s]
112
  45%|████▌ | 58/128 [00:04<00:05, 13.59it/s]
113
  47%|████▋ | 60/128 [00:04<00:04, 13.62it/s]
114
  48%|████▊ | 62/128 [00:04<00:04, 13.66it/s]
115
  50%|█████ | 64/128 [00:04<00:04, 13.87it/s]
116
  52%|█████▏ | 66/128 [00:04<00:04, 13.89it/s]
117
  53%|█████▎ | 68/128 [00:04<00:04, 13.90it/s]
118
  55%|█████▍ | 70/128 [00:05<00:04, 13.56it/s]
119
  56%|█████▋ | 72/128 [00:05<00:04, 13.63it/s]
120
  58%|█████▊ | 74/128 [00:05<00:03, 13.75it/s]
121
  59%|█████▉ | 76/128 [00:05<00:03, 13.86it/s]
122
  61%|██████ | 78/128 [00:05<00:03, 13.99it/s]
123
  62%|██████▎ | 80/128 [00:05<00:03, 13.36it/s]
124
  64%|██████▍ | 82/128 [00:06<00:03, 13.43it/s]
125
  66%|██████▌ | 84/128 [00:06<00:03, 12.98it/s]
126
  67%|██████▋ | 86/128 [00:06<00:03, 13.25it/s]
127
  69%|██████▉ | 88/128 [00:06<00:02, 13.50it/s]
128
  70%|███████ | 90/128 [00:06<00:02, 13.61it/s]
129
  72%|███████▏ | 92/128 [00:06<00:02, 13.63it/s]
130
  73%|███████▎ | 94/128 [00:06<00:02, 13.79it/s]
131
  75%|███████▌ | 96/128 [00:07<00:02, 13.93it/s]
132
  77%|███████▋ | 98/128 [00:07<00:02, 13.62it/s]
133
  78%|███████▊ | 100/128 [00:07<00:02, 13.68it/s]
134
  80%|███████▉ | 102/128 [00:07<00:01, 13.68it/s]
135
  81%|████████▏ | 104/128 [00:07<00:01, 13.81it/s]
136
  83%|████████▎ | 106/128 [00:07<00:01, 13.91it/s]
137
  84%|████████▍ | 108/128 [00:07<00:01, 14.05it/s]
138
  86%|████████▌ | 110/128 [00:08<00:01, 14.12it/s]
139
  88%|████████▊ | 112/128 [00:08<00:01, 14.12it/s]
140
  89%|████████▉ | 114/128 [00:08<00:00, 14.15it/s]
141
  91%|█████████ | 116/128 [00:08<00:00, 14.16it/s]
142
  92%|█████████▏| 118/128 [00:08<00:00, 13.89it/s]
143
  94%|█████████▍| 120/128 [00:08<00:00, 13.98it/s]
144
  95%|█████████▌| 122/128 [00:08<00:00, 14.06it/s]
145
  97%|█████████▋| 124/128 [00:09<00:00, 14.06it/s]
146
  98%|█████████▊| 126/128 [00:09<00:00, 14.12it/s]
147
+ biology: 3.5328
148
+
149
  0%| | 0/128 [00:00<?, ?it/s]
150
  2%|▏ | 2/128 [00:00<00:10, 12.59it/s]
151
  3%|▎ | 4/128 [00:00<00:10, 12.32it/s]
152
  5%|▍ | 6/128 [00:00<00:09, 12.98it/s]
153
  6%|▋ | 8/128 [00:00<00:09, 13.32it/s]
154
  8%|▊ | 10/128 [00:00<00:08, 13.56it/s]
155
  9%|▉ | 12/128 [00:00<00:08, 13.78it/s]
156
  11%|█ | 14/128 [00:01<00:09, 12.02it/s]
157
  12%|█▎ | 16/128 [00:01<00:09, 12.25it/s]
158
  14%|█▍ | 18/128 [00:01<00:08, 12.63it/s]
159
  16%|█▌ | 20/128 [00:01<00:08, 13.04it/s]
160
  17%|█▋ | 22/128 [00:01<00:07, 13.25it/s]
161
  19%|█▉ | 24/128 [00:01<00:07, 13.23it/s]
162
  20%|██ | 26/128 [00:01<00:07, 13.30it/s]
163
  22%|██▏ | 28/128 [00:02<00:07, 12.75it/s]
164
  23%|██▎ | 30/128 [00:02<00:07, 13.04it/s]
165
  25%|██▌ | 32/128 [00:02<00:07, 13.35it/s]
166
  27%|██▋ | 34/128 [00:02<00:06, 13.48it/s]
167
  28%|██▊ | 36/128 [00:02<00:06, 13.58it/s]
168
  30%|██▉ | 38/128 [00:02<00:06, 13.66it/s]
169
  31%|███▏ | 40/128 [00:03<00:06, 12.85it/s]
170
  33%|███▎ | 42/128 [00:03<00:06, 12.90it/s]
171
  34%|███▍ | 44/128 [00:03<00:06, 13.12it/s]
172
  36%|███▌ | 46/128 [00:03<00:06, 13.31it/s]
173
  38%|███▊ | 48/128 [00:03<00:05, 13.52it/s]
174
  39%|███▉ | 50/128 [00:03<00:05, 13.55it/s]
175
  41%|████ | 52/128 [00:03<00:05, 13.82it/s]
176
  42%|████▏ | 54/128 [00:04<00:05, 12.81it/s]
177
  44%|████▍ | 56/128 [00:04<00:05, 12.99it/s]
178
  45%|████▌ | 58/128 [00:04<00:05, 12.48it/s]
179
  47%|████▋ | 60/128 [00:04<00:05, 12.82it/s]
180
  48%|████▊ | 62/128 [00:04<00:05, 12.50it/s]
181
  50%|█████ | 64/128 [00:04<00:05, 11.67it/s]
182
  52%|█████▏ | 66/128 [00:05<00:05, 12.20it/s]
183
  53%|█████▎ | 68/128 [00:05<00:04, 12.18it/s]
184
  55%|█████▍ | 70/128 [00:05<00:04, 12.49it/s]
185
  56%|█████▋ | 72/128 [00:05<00:04, 12.80it/s]
186
  58%|█████▊ | 74/128 [00:05<00:04, 12.97it/s]
187
  59%|█████▉ | 76/128 [00:05<00:03, 13.26it/s]
188
  61%|██████ | 78/128 [00:06<00:03, 13.42it/s]
189
  62%|██████▎ | 80/128 [00:06<00:03, 13.49it/s]
190
  64%|██████▍ | 82/128 [00:06<00:03, 13.57it/s]
191
  66%|██████▌ | 84/128 [00:06<00:03, 12.18it/s]
192
  67%|██████▋ | 86/128 [00:06<00:03, 12.71it/s]
193
  69%|██████▉ | 88/128 [00:06<00:03, 13.08it/s]
194
  70%|███████ | 90/128 [00:06<00:03, 12.33it/s]
195
  72%|███████▏ | 92/128 [00:07<00:02, 12.78it/s]
196
  73%|███████▎ | 94/128 [00:07<00:02, 12.69it/s]
197
  75%|███████▌ | 96/128 [00:07<00:02, 12.40it/s]
198
  77%|███████▋ | 98/128 [00:07<00:02, 12.97it/s]
199
  78%|███████▊ | 100/128 [00:07<00:02, 12.67it/s]
200
  80%|███████▉ | 102/128 [00:07<00:01, 13.04it/s]
201
  81%|████████▏ | 104/128 [00:08<00:01, 13.23it/s]
202
  83%|████████▎ | 106/128 [00:08<00:01, 13.05it/s]
203
  84%|████████▍ | 108/128 [00:08<00:01, 13.34it/s]
204
  86%|████████▌ | 110/128 [00:08<00:01, 12.51it/s]
205
  88%|████████▊ | 112/128 [00:08<00:01, 12.67it/s]
206
  89%|████████▉ | 114/128 [00:08<00:01, 12.32it/s]
207
  91%|█████████ | 116/128 [00:09<00:01, 11.02it/s]
208
  92%|█████████▏| 118/128 [00:09<00:00, 10.84it/s]
209
  94%|█████████▍| 120/128 [00:09<00:00, 11.63it/s]
210
  95%|█████████▌| 122/128 [00:09<00:00, 12.21it/s]
211
  97%|█████████▋| 124/128 [00:09<00:00, 11.63it/s]
212
  98%|█████████▊| 126/128 [00:09<00:00, 12.22it/s]
213
+ chemistry: 2.1012
214
+
215
  0%| | 0/128 [00:00<?, ?it/s]
216
  2%|▏ | 2/128 [00:00<00:10, 12.12it/s]
217
  3%|▎ | 4/128 [00:00<00:09, 13.15it/s]
218
  5%|▍ | 6/128 [00:00<00:09, 13.49it/s]
219
  6%|▋ | 8/128 [00:00<00:09, 13.02it/s]
220
  8%|▊ | 10/128 [00:00<00:08, 13.49it/s]
221
  9%|▉ | 12/128 [00:00<00:08, 13.68it/s]
222
  11%|█ | 14/128 [00:01<00:08, 13.77it/s]
223
  12%|█▎ | 16/128 [00:01<00:08, 13.76it/s]
224
  14%|█▍ | 18/128 [00:01<00:08, 12.66it/s]
225
  16%|█▌ | 20/128 [00:01<00:08, 12.96it/s]
226
  17%|█▋ | 22/128 [00:01<00:08, 12.54it/s]
227
  19%|█▉ | 24/128 [00:01<00:08, 12.82it/s]
228
  20%|██ | 26/128 [00:02<00:08, 12.31it/s]
229
  22%|██▏ | 28/128 [00:02<00:07, 12.82it/s]
230
  23%|██▎ | 30/128 [00:02<00:07, 12.76it/s]
231
  25%|██▌ | 32/128 [00:02<00:07, 12.98it/s]
232
  27%|██▋ | 34/128 [00:02<00:07, 12.02it/s]
233
  28%|██▊ | 36/128 [00:02<00:07, 11.55it/s]
234
  30%|██▉ | 38/128 [00:03<00:08, 11.23it/s]
235
  31%|███▏ | 40/128 [00:03<00:07, 11.74it/s]
236
  33%|███▎ | 42/128 [00:03<00:06, 12.29it/s]
237
  34%|███▍ | 44/128 [00:03<00:06, 12.77it/s]
238
  36%|███▌ | 46/128 [00:03<00:06, 12.83it/s]
239
  38%|███▊ | 48/128 [00:03<00:06, 11.73it/s]
240
  39%|███▉ | 50/128 [00:03<00:06, 12.12it/s]
241
  41%|████ | 52/128 [00:04<00:06, 11.96it/s]
242
  42%|████▏ | 54/128 [00:04<00:06, 11.30it/s]
243
  44%|████▍ | 56/128 [00:04<00:06, 11.95it/s]
244
  45%|████▌ | 58/128 [00:04<00:06, 11.33it/s]
245
  47%|████▋ | 60/128 [00:04<00:05, 11.99it/s]
246
  48%|████▊ | 62/128 [00:05<00:05, 11.04it/s]
247
  50%|█████ | 64/128 [00:05<00:05, 11.21it/s]
248
  52%|█████▏ | 66/128 [00:05<00:05, 11.80it/s]
249
  53%|███��█▎ | 68/128 [00:05<00:05, 11.11it/s]
250
  55%|█████▍ | 70/128 [00:05<00:04, 11.89it/s]
251
  56%|█████▋ | 72/128 [00:05<00:05, 10.87it/s]
252
  58%|█████▊ | 74/128 [00:06<00:04, 11.57it/s]
253
  59%|█████▉ | 76/128 [00:06<00:04, 12.24it/s]
254
  61%|██████ | 78/128 [00:06<00:04, 12.23it/s]
255
  62%|██████▎ | 80/128 [00:06<00:03, 12.63it/s]
256
  64%|██████▍ | 82/128 [00:06<00:03, 12.88it/s]
257
  66%|██████▌ | 84/128 [00:06<00:03, 13.24it/s]
258
  67%|██████▋ | 86/128 [00:06<00:03, 13.36it/s]
259
  69%|██████▉ | 88/128 [00:07<00:03, 12.96it/s]
260
  70%|███████ | 90/128 [00:07<00:02, 13.34it/s]
261
  72%|███████▏ | 92/128 [00:07<00:02, 13.44it/s]
262
  73%|███████▎ | 94/128 [00:07<00:02, 13.58it/s]
263
  75%|███████▌ | 96/128 [00:07<00:02, 13.65it/s]
264
  77%|███████▋ | 98/128 [00:07<00:02, 13.33it/s]
265
  78%|███████▊ | 100/128 [00:08<00:02, 13.24it/s]
266
  80%|███████▉ | 102/128 [00:08<00:01, 13.29it/s]
267
  81%|████████▏ | 104/128 [00:08<00:01, 13.48it/s]
268
  83%|████████▎ | 106/128 [00:08<00:01, 13.24it/s]
269
  84%|████████▍ | 108/128 [00:08<00:01, 12.30it/s]
270
  86%|████████▌ | 110/128 [00:08<00:01, 12.57it/s]
271
  88%|████████▊ | 112/128 [00:08<00:01, 12.97it/s]
272
  89%|████████▉ | 114/128 [00:09<00:01, 12.36it/s]
273
  91%|█████████ | 116/128 [00:09<00:01, 11.79it/s]
274
  92%|█████████▏| 118/128 [00:09<00:00, 11.89it/s]
275
  94%|█████████▍| 120/128 [00:09<00:00, 12.49it/s]
276
  95%|█████████▌| 122/128 [00:09<00:00, 12.34it/s]
277
  97%|█████████▋| 124/128 [00:09<00:00, 12.82it/s]
278
  98%|█████████▊| 126/128 [00:10<00:00, 13.18it/s]
279
+ math: 1.6070
280
+
281
  0%| | 0/128 [00:00<?, ?it/s]
282
  1%| | 1/128 [00:00<00:12, 9.93it/s]
283
  2%|▏ | 3/128 [00:00<00:12, 10.22it/s]
284
  4%|▍ | 5/128 [00:00<00:10, 11.87it/s]
285
  5%|▌ | 7/128 [00:00<00:09, 12.42it/s]
286
  7%|▋ | 9/128 [00:00<00:09, 12.87it/s]
287
  9%|▊ | 11/128 [00:00<00:10, 11.54it/s]
288
  10%|█ | 13/128 [00:01<00:09, 11.82it/s]
289
  12%|█▏ | 15/128 [00:01<00:09, 12.40it/s]
290
  13%|█▎ | 17/128 [00:01<00:08, 12.86it/s]
291
  15%|█▍ | 19/128 [00:01<00:08, 12.51it/s]
292
  16%|█▋ | 21/128 [00:01<00:08, 12.25it/s]
293
  18%|█▊ | 23/128 [00:01<00:08, 12.59it/s]
294
  20%|█▉ | 25/128 [00:02<00:09, 10.78it/s]
295
  21%|██ | 27/128 [00:02<00:08, 11.42it/s]
296
  23%|██▎ | 29/128 [00:02<00:08, 11.83it/s]
297
  24%|██▍ | 31/128 [00:02<00:07, 12.32it/s]
298
  26%|██▌ | 33/128 [00:02<00:07, 12.34it/s]
299
  27%|██▋ | 35/128 [00:02<00:07, 12.19it/s]
300
  29%|██▉ | 37/128 [00:03<00:07, 12.79it/s]
301
  30%|███ | 39/128 [00:03<00:06, 13.15it/s]
302
  32%|███▏ | 41/128 [00:03<00:07, 11.43it/s]
303
  34%|███▎ | 43/128 [00:03<00:07, 11.13it/s]
304
  35%|███▌ | 45/128 [00:03<00:07, 10.95it/s]
305
  37%|███▋ | 47/128 [00:04<00:07, 10.54it/s]
306
  38%|███▊ | 49/128 [00:04<00:07, 10.50it/s]
307
  40%|███▉ | 51/128 [00:04<00:06, 11.04it/s]
308
  41%|████▏ | 53/128 [00:04<00:06, 11.78it/s]
309
  43%|████▎ | 55/128 [00:04<00:06, 11.73it/s]
310
  45%|████▍ | 57/128 [00:04<00:05, 12.25it/s]
311
  46%|████▌ | 59/128 [00:04<00:05, 12.68it/s]
312
  48%|████▊ | 61/128 [00:05<00:05, 12.84it/s]
313
  49%|████▉ | 63/128 [00:05<00:05, 12.92it/s]
314
  51%|█████ | 65/128 [00:05<00:05, 11.22it/s]
315
  52%|█████▏ | 67/128 [00:05<00:05, 10.21it/s]
316
  54%|█████▍ | 69/128 [00:05<00:05, 11.01it/s]
317
  55%|█████▌ | 71/128 [00:06<00:05, 10.79it/s]
318
  57%|█████▋ | 73/128 [00:06<00:05, 10.53it/s]
319
  59%|█████▊ | 75/128 [00:06<00:04, 11.27it/s]
320
  60%|██████ | 77/128 [00:06<00:04, 11.49it/s]
321
  62%|██████▏ | 79/128 [00:06<00:04, 12.14it/s]
322
  63%|██████▎ | 81/128 [00:06<00:03, 12.68it/s]
323
  65%|██████▍ | 83/128 [00:07<00:03, 12.47it/s]
324
  66%|██████▋ | 85/128 [00:07<00:03, 11.20it/s]
325
  68%|██████▊ | 87/128 [00:07<00:03, 11.67it/s]
326
  70%|██████▉ | 89/128 [00:07<00:03, 10.86it/s]
327
  71%|███████ | 91/128 [00:07<00:03, 10.41it/s]
328
  73%|███████▎ | 93/128 [00:07<00:03, 11.27it/s]
329
  74%|███████▍ | 95/128 [00:08<00:03, 10.77it/s]
330
  76%|███████▌ | 97/128 [00:08<00:03, 9.93it/s]
331
  77%|███████▋ | 99/128 [00:08<00:02, 10.67it/s]
332
  79%|███████▉ | 101/128 [00:08<00:02, 11.16it/s]
333
  80%|████████ | 103/128 [00:08<00:02, 11.57it/s]
334
  82%|████████▏ | 105/128 [00:09<00:02, 10.87it/s]
335
  84%|████████▎ | 107/128 [00:09<00:01, 11.64it/s]
336
  85%|████████▌ | 109/128 [00:09<00:01, 11.20it/s]
337
  87%|████████▋ | 111/128 [00:09<00:01, 10.60it/s]
338
  88%|████████▊ | 113/128 [00:09<00:01, 10.70it/s]
339
  90%|████████▉ | 115/128 [00:10<00:01, 11.08it/s]
340
  91%|█████████▏| 117/128 [00:10<00:00, 11.51it/s]
341
  93%|█████████▎| 119/128 [00:10<00:00, 12.11it/s]
342
  95%|█████████▍| 121/128 [00:10<00:00, 10.53it/s]
343
  96%|█████████▌| 123/128 [00:10<00:00, 11.39it/s]
344
  98%|█████████▊| 125/128 [00:10<00:00, 11.84it/s]
345
  99%|█████████▉| 127/128 [00:11<00:00, 12.21it/s]
346
+ physics: 1.6327
347
+ Saved to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_loss.json
348
+ Getting token length estimate... w/ batch_size=1024
349
+
350
+ DONE Getting token length estimate!
351
+ Getting length-aware padding breakpoints...
352
+ DONE Tokenizing...
353
+
354
+
355
+
356
+ Saved after_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/run_status.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "status": "ok",
3
+ "requested_sparsity": 0.0,
4
+ "calibration_config": "chemistry"
5
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_inference.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judge_df.json ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judge_scores.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_judge/biology/in_scope/quality": 0.9233333333333333,
3
+ "llm_judge/biology/in_scope/fluency": 1.0,
4
+ "llm_judge/biology/in_scope/ground_truth_similarity": 0.77,
5
+ "llm_judge/biology/in_scope/relevance": 1.0,
6
+ "llm_judge/chemistry/out_of_scope/quality": 0.94,
7
+ "llm_judge/chemistry/out_of_scope/fluency": 1.0,
8
+ "llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.83,
9
+ "llm_judge/chemistry/out_of_scope/relevance": 0.99,
10
+ "llm_judge/math/out_of_scope/quality": 0.9366666666666666,
11
+ "llm_judge/math/out_of_scope/fluency": 0.95,
12
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.86,
13
+ "llm_judge/math/out_of_scope/relevance": 1.0,
14
+ "llm_judge/physics/out_of_scope/quality": 0.8833333333333333,
15
+ "llm_judge/physics/out_of_scope/fluency": 0.96,
16
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.72,
17
+ "llm_judge/physics/out_of_scope/relevance": 0.97
18
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judgements.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_inference.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judge_df.json ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judge_scores.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_judge/biology/in_scope/quality": 0.92,
3
+ "llm_judge/biology/in_scope/fluency": 1.0,
4
+ "llm_judge/biology/in_scope/ground_truth_similarity": 0.76,
5
+ "llm_judge/biology/in_scope/relevance": 1.0,
6
+ "llm_judge/chemistry/out_of_scope/quality": 0.92,
7
+ "llm_judge/chemistry/out_of_scope/fluency": 1.0,
8
+ "llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.79,
9
+ "llm_judge/chemistry/out_of_scope/relevance": 0.97,
10
+ "llm_judge/math/out_of_scope/quality": 0.9433333333333334,
11
+ "llm_judge/math/out_of_scope/fluency": 0.95,
12
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.88,
13
+ "llm_judge/math/out_of_scope/relevance": 1.0,
14
+ "llm_judge/physics/out_of_scope/quality": 0.8966666666666666,
15
+ "llm_judge/physics/out_of_scope/fluency": 0.97,
16
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.73,
17
+ "llm_judge/physics/out_of_scope/relevance": 0.99
18
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judgements.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_loss.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "calibration_dataset": "stemqa",
3
+ "calibration_config": "chemistry",
4
+ "eval_split": "test",
5
+ "sparsity_ratio": 0.0,
6
+ "actual_sparsity": 0.0,
7
+ "loss_by_domain": {
8
+ "biology": 3.5328221367672086,
9
+ "chemistry": 2.101187481544912,
10
+ "math": 1.6069937534630299,
11
+ "physics": 1.6327159004285932
12
+ }
13
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p05/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.05,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p1/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.1,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p15/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.15,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/log_wanda.txt ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ method actual_sparsity ppl_test
2
+ wanda 0.2000 24.1068
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/run.log ADDED
@@ -0,0 +1,439 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0
  0%| | 0/128 [00:00<?, ?it/s]
1
  1%| | 1/128 [00:00<00:15, 8.38it/s]
2
  2%|▏ | 3/128 [00:00<00:10, 11.68it/s]
3
  4%|▍ | 5/128 [00:00<00:09, 12.65it/s]
4
  5%|▌ | 7/128 [00:00<00:09, 13.07it/s]
5
  7%|▋ | 9/128 [00:00<00:08, 13.38it/s]
6
  9%|▊ | 11/128 [00:00<00:08, 13.60it/s]
7
  10%|█ | 13/128 [00:00<00:08, 13.76it/s]
8
  12%|█▏ | 15/128 [00:01<00:08, 13.87it/s]
9
  13%|█▎ | 17/128 [00:01<00:07, 13.89it/s]
10
  15%|█▍ | 19/128 [00:01<00:07, 13.89it/s]
11
  16%|█▋ | 21/128 [00:01<00:07, 13.93it/s]
12
  18%|█▊ | 23/128 [00:01<00:07, 13.93it/s]
13
  20%|█▉ | 25/128 [00:01<00:07, 13.71it/s]
14
  21%|██ | 27/128 [00:02<00:07, 13.64it/s]
15
  23%|██▎ | 29/128 [00:02<00:07, 13.70it/s]
16
  24%|██▍ | 31/128 [00:02<00:07, 13.13it/s]
17
  26%|██▌ | 33/128 [00:02<00:07, 13.27it/s]
18
  27%|██▋ | 35/128 [00:02<00:06, 13.54it/s]
19
  29%|██▉ | 37/128 [00:02<00:06, 13.57it/s]
20
  30%|███ | 39/128 [00:02<00:06, 13.27it/s]
21
  32%|███▏ | 41/128 [00:03<00:06, 13.39it/s]
22
  34%|███▎ | 43/128 [00:03<00:06, 13.58it/s]
23
  35%|███▌ | 45/128 [00:03<00:06, 13.47it/s]
24
  37%|███▋ | 47/128 [00:03<00:05, 13.63it/s]
25
  38%|███▊ | 49/128 [00:03<00:06, 12.89it/s]
26
  40%|███▉ | 51/128 [00:03<00:05, 13.22it/s]
27
  41%|████▏ | 53/128 [00:03<00:05, 13.42it/s]
28
  43%|████▎ | 55/128 [00:04<00:05, 13.50it/s]
29
  45%|████▍ | 57/128 [00:04<00:05, 13.70it/s]
30
  46%|████▌ | 59/128 [00:04<00:05, 13.57it/s]
31
  48%|████▊ | 61/128 [00:04<00:04, 13.52it/s]
32
  49%|████▉ | 63/128 [00:04<00:04, 13.66it/s]
33
  51%|█████ | 65/128 [00:04<00:04, 13.80it/s]
34
  52%|█████▏ | 67/128 [00:04<00:04, 13.70it/s]
35
  54%|█████▍ | 69/128 [00:05<00:04, 13.53it/s]
36
  55%|█████▌ | 71/128 [00:05<00:04, 13.57it/s]
37
  57%|█████▋ | 73/128 [00:05<00:04, 13.72it/s]
38
  59%|█████▊ | 75/128 [00:05<00:03, 13.80it/s]
39
  60%|██████ | 77/128 [00:05<00:03, 13.86it/s]
40
  62%|██████▏ | 79/128 [00:05<00:03, 13.31it/s]
41
  63%|██████▎ | 81/128 [00:06<00:03, 13.47it/s]
42
  65%|██████▍ | 83/128 [00:06<00:03, 12.97it/s]
43
  66%|██████▋ | 85/128 [00:06<00:03, 13.24it/s]
44
  68%|██████▊ | 87/128 [00:06<00:03, 13.51it/s]
45
  70%|██████▉ | 89/128 [00:06<00:02, 13.63it/s]
46
  71%|███████ | 91/128 [00:06<00:02, 13.71it/s]
47
  73%|███████▎ | 93/128 [00:06<00:02, 13.75it/s]
48
  74%|███████▍ | 95/128 [00:07<00:02, 13.85it/s]
49
  76%|███████▌ | 97/128 [00:07<00:02, 13.72it/s]
50
  77%|███████▋ | 99/128 [00:07<00:02, 13.74it/s]
51
  79%|███████▉ | 101/128 [00:07<00:01, 13.86it/s]
52
  80%|████████ | 103/128 [00:07<00:01, 13.82it/s]
53
  82%|████████▏ | 105/128 [00:07<00:01, 13.94it/s]
54
  84%|████████▎ | 107/128 [00:07<00:01, 14.00it/s]
55
  85%|████████▌ | 109/128 [00:08<00:01, 14.16it/s]
56
  87%|████████▋ | 111/128 [00:08<00:01, 14.16it/s]
57
  88%|████████▊ | 113/128 [00:08<00:01, 14.13it/s]
58
  90%|████████▉ | 115/128 [00:08<00:00, 14.21it/s]
59
  91%|█████████▏| 117/128 [00:08<00:00, 14.16it/s]
60
  93%|█████████▎| 119/128 [00:08<00:00, 13.85it/s]
61
  95%|█████████▍| 121/128 [00:08<00:00, 14.01it/s]
62
  96%|█████████▌| 123/128 [00:09<00:00, 14.06it/s]
63
  98%|█████████▊| 125/128 [00:09<00:00, 14.10it/s]
64
  99%|█████████▉| 127/128 [00:09<00:00, 14.21it/s]
 
 
65
  0%| | 0/128 [00:00<?, ?it/s]
66
  2%|▏ | 2/128 [00:00<00:10, 12.45it/s]
67
  3%|▎ | 4/128 [00:00<00:10, 12.24it/s]
68
  5%|▍ | 6/128 [00:00<00:09, 12.91it/s]
69
  6%|▋ | 8/128 [00:00<00:09, 13.27it/s]
70
  8%|▊ | 10/128 [00:00<00:08, 13.53it/s]
71
  9%|▉ | 12/128 [00:00<00:08, 13.79it/s]
72
  11%|█ | 14/128 [00:01<00:09, 12.07it/s]
73
  12%|█▎ | 16/128 [00:01<00:09, 12.31it/s]
74
  14%|█▍ | 18/128 [00:01<00:08, 12.69it/s]
75
  16%|█▌ | 20/128 [00:01<00:08, 13.05it/s]
76
  17%|█▋ | 22/128 [00:01<00:07, 13.31it/s]
77
  19%|█▉ | 24/128 [00:01<00:07, 13.29it/s]
78
  20%|██ | 26/128 [00:01<00:07, 13.37it/s]
79
  22%|██▏ | 28/128 [00:02<00:07, 12.83it/s]
80
  23%|██▎ | 30/128 [00:02<00:07, 13.12it/s]
81
  25%|██▌ | 32/128 [00:02<00:07, 13.40it/s]
82
  27%|██▋ | 34/128 [00:02<00:06, 13.54it/s]
83
  28%|██▊ | 36/128 [00:02<00:06, 13.65it/s]
84
  30%|██▉ | 38/128 [00:02<00:06, 13.73it/s]
85
  31%|███▏ | 40/128 [00:03<00:06, 12.88it/s]
86
  33%|███▎ | 42/128 [00:03<00:06, 12.78it/s]
87
  34%|███▍ | 44/128 [00:03<00:06, 13.08it/s]
88
  36%|███▌ | 46/128 [00:03<00:06, 13.29it/s]
89
  38%|███▊ | 48/128 [00:03<00:05, 13.55it/s]
90
  39%|███▉ | 50/128 [00:03<00:05, 13.54it/s]
91
  41%|████ | 52/128 [00:03<00:05, 13.80it/s]
92
  42%|████▏ | 54/128 [00:04<00:05, 12.81it/s]
93
  44%|████▍ | 56/128 [00:04<00:05, 12.99it/s]
94
  45%|████▌ | 58/128 [00:04<00:05, 12.48it/s]
95
  47%|████▋ | 60/128 [00:04<00:05, 12.82it/s]
96
  48%|████▊ | 62/128 [00:04<00:05, 12.39it/s]
97
  50%|█████ | 64/128 [00:04<00:05, 11.55it/s]
98
  52%|█████▏ | 66/128 [00:05<00:05, 12.07it/s]
99
  53%|█████▎ | 68/128 [00:05<00:04, 12.09it/s]
100
  55%|█████▍ | 70/128 [00:05<00:04, 12.37it/s]
101
  56%|█████▋ | 72/128 [00:05<00:04, 12.63it/s]
102
  58%|█████▊ | 74/128 [00:05<00:04, 12.78it/s]
103
  59%|█████▉ | 76/128 [00:05<00:03, 13.04it/s]
104
  61%|██████ | 78/128 [00:06<00:03, 13.23it/s]
105
  62%|██████▎ | 80/128 [00:06<00:03, 13.36it/s]
106
  64%|██████▍ | 82/128 [00:06<00:03, 13.51it/s]
107
  66%|██████▌ | 84/128 [00:06<00:03, 12.12it/s]
108
  67%|██████▋ | 86/128 [00:06<00:03, 12.64it/s]
109
  69%|██████▉ | 88/128 [00:06<00:03, 12.99it/s]
110
  70%|███████ | 90/128 [00:06<00:03, 12.23it/s]
111
  72%|███████▏ | 92/128 [00:07<00:02, 12.62it/s]
112
  73%|███████▎ | 94/128 [00:07<00:02, 12.59it/s]
113
  75%|███████▌ | 96/128 [00:07<00:02, 12.31it/s]
114
  77%|███████▋ | 98/128 [00:07<00:02, 12.80it/s]
115
  78%|███████▊ | 100/128 [00:07<00:02, 12.60it/s]
116
  80%|███████▉ | 102/128 [00:07<00:01, 13.00it/s]
117
  81%|████████▏ | 104/128 [00:08<00:01, 13.17it/s]
118
  83%|████████▎ | 106/128 [00:08<00:01, 12.94it/s]
119
  84%|████████▍ | 108/128 [00:08<00:01, 13.23it/s]
120
  86%|████████▌ | 110/128 [00:08<00:01, 12.44it/s]
121
  88%|████████▊ | 112/128 [00:08<00:01, 12.49it/s]
122
  89%|████████▉ | 114/128 [00:08<00:01, 12.12it/s]
123
  91%|█████████ | 116/128 [00:09<00:01, 10.89it/s]
124
  92%|█████████▏| 118/128 [00:09<00:00, 10.71it/s]
125
  94%|█████████▍| 120/128 [00:09<00:00, 11.44it/s]
126
  95%|█████████▌| 122/128 [00:09<00:00, 12.05it/s]
127
  97%|█████████▋| 124/128 [00:09<00:00, 11.54it/s]
128
  98%|█████████▊| 126/128 [00:09<00:00, 12.06it/s]
 
 
129
  0%| | 0/128 [00:00<?, ?it/s]
130
  2%|▏ | 2/128 [00:00<00:10, 11.78it/s]
131
  3%|▎ | 4/128 [00:00<00:09, 12.52it/s]
132
  5%|▍ | 6/128 [00:00<00:09, 12.89it/s]
133
  6%|▋ | 8/128 [00:00<00:09, 12.50it/s]
134
  8%|▊ | 10/128 [00:00<00:09, 13.11it/s]
135
  9%|▉ | 12/128 [00:00<00:08, 13.28it/s]
136
  11%|█ | 14/128 [00:01<00:08, 13.41it/s]
137
  12%|█▎ | 16/128 [00:01<00:08, 13.49it/s]
138
  14%|█▍ | 18/128 [00:01<00:08, 12.52it/s]
139
  16%|█▌ | 20/128 [00:01<00:08, 12.83it/s]
140
  17%|█▋ | 22/128 [00:01<00:08, 12.43it/s]
141
  19%|█▉ | 24/128 [00:01<00:08, 12.83it/s]
142
  20%|██ | 26/128 [00:02<00:08, 12.32it/s]
143
  22%|██▏ | 28/128 [00:02<00:07, 12.83it/s]
144
  23%|██▎ | 30/128 [00:02<00:07, 12.77it/s]
145
  25%|██▌ | 32/128 [00:02<00:07, 13.04it/s]
146
  27%|██▋ | 34/128 [00:02<00:07, 11.99it/s]
147
  28%|██▊ | 36/128 [00:02<00:07, 11.50it/s]
148
  30%|██▉ | 38/128 [00:03<00:08, 11.25it/s]
149
  31%|███▏ | 40/128 [00:03<00:07, 11.70it/s]
150
  33%|███▎ | 42/128 [00:03<00:07, 12.25it/s]
151
  34%|███▍ | 44/128 [00:03<00:06, 12.72it/s]
152
  36%|███▌ | 46/128 [00:03<00:06, 12.78it/s]
153
  38%|███▊ | 48/128 [00:03<00:06, 11.75it/s]
154
  39%|███▉ | 50/128 [00:04<00:06, 12.03it/s]
155
  41%|████ | 52/128 [00:04<00:06, 11.89it/s]
156
  42%|████▏ | 54/128 [00:04<00:06, 11.24it/s]
157
  44%|████▍ | 56/128 [00:04<00:06, 11.88it/s]
158
  45%|████▌ | 58/128 [00:04<00:06, 11.26it/s]
159
  47%|████▋ | 60/128 [00:04<00:05, 11.96it/s]
160
  48%|████▊ | 62/128 [00:05<00:05, 11.01it/s]
161
  50%|█████ | 64/128 [00:05<00:05, 11.18it/s]
162
  52%|█████▏ | 66/128 [00:05<00:05, 11.75it/s]
163
  53%|█████▎ | 68/128 [00:05<00:05, 11.11it/s]
164
  55%|█████▍ | 70/128 [00:05<00:04, 11.87it/s]
165
  56%|█████▋ | 72/128 [00:05<00:05, 10.83it/s]
166
  58%|█████▊ | 74/128 [00:06<00:04, 11.51it/s]
167
  59%|█████▉ | 76/128 [00:06<00:04, 12.12it/s]
168
  61%|██████ | 78/128 [00:06<00:04, 12.15it/s]
169
  62%|██████▎ | 80/128 [00:06<00:03, 12.47it/s]
170
  64%|██████▍ | 82/128 [00:06<00:03, 12.74it/s]
171
  66%|██████▌ | 84/128 [00:06<00:03, 13.09it/s]
172
  67%|██████▋ | 86/128 [00:07<00:03, 13.16it/s]
173
  69%|██████▉ | 88/128 [00:07<00:03, 12.87it/s]
174
  70%|███████ | 90/128 [00:07<00:02, 13.26it/s]
175
  72%|███████▏ | 92/128 [00:07<00:02, 13.34it/s]
176
  73%|███████▎ | 94/128 [00:07<00:02, 13.47it/s]
177
  75%|███████▌ | 96/128 [00:07<00:02, 13.51it/s]
178
  77%|███████▋ | 98/128 [00:07<00:02, 13.27it/s]
179
  78%|███████▊ | 100/128 [00:08<00:02, 13.18it/s]
180
  80%|███████▉ | 102/128 [00:08<00:01, 13.27it/s]
181
  81%|████████▏ | 104/128 [00:08<00:01, 13.53it/s]
182
  83%|████████▎ | 106/128 [00:08<00:01, 13.30it/s]
183
  84%|████████▍ | 108/128 [00:08<00:01, 12.37it/s]
184
  86%|████████▌ | 110/128 [00:08<00:01, 12.57it/s]
185
  88%|████████▊ | 112/128 [00:09<00:01, 12.96it/s]
186
  89%|████████▉ | 114/128 [00:09<00:01, 12.36it/s]
187
  91%|█████████ | 116/128 [00:09<00:01, 11.79it/s]
188
  92%|█████████▏| 118/128 [00:09<00:00, 11.79it/s]
189
  94%|█████████▍| 120/128 [00:09<00:00, 12.42it/s]
190
  95%|█████████▌| 122/128 [00:09<00:00, 12.28it/s]
191
  97%|█████████▋| 124/128 [00:10<00:00, 12.76it/s]
192
  98%|█████████▊| 126/128 [00:10<00:00, 13.14it/s]
 
 
193
  0%| | 0/128 [00:00<?, ?it/s]
194
  1%| | 1/128 [00:00<00:13, 9.75it/s]
195
  2%|▏ | 3/128 [00:00<00:12, 10.09it/s]
196
  4%|▍ | 5/128 [00:00<00:10, 11.59it/s]
197
  5%|▌ | 7/128 [00:00<00:09, 12.18it/s]
198
  7%|▋ | 9/128 [00:00<00:09, 12.62it/s]
199
  9%|▊ | 11/128 [00:00<00:10, 11.37it/s]
200
  10%|█ | 13/128 [00:01<00:09, 11.71it/s]
201
  12%|█▏ | 15/128 [00:01<00:09, 12.33it/s]
202
  13%|█▎ | 17/128 [00:01<00:08, 12.76it/s]
203
  15%|█▍ | 19/128 [00:01<00:08, 12.43it/s]
204
  16%|█▋ | 21/128 [00:01<00:08, 12.17it/s]
205
  18%|█▊ | 23/128 [00:01<00:08, 12.47it/s]
206
  20%|█▉ | 25/128 [00:02<00:09, 10.76it/s]
207
  21%|██ | 27/128 [00:02<00:08, 11.43it/s]
208
  23%|██▎ | 29/128 [00:02<00:08, 11.77it/s]
209
  24%|██▍ | 31/128 [00:02<00:07, 12.22it/s]
210
  26%|██▌ | 33/128 [00:02<00:07, 12.26it/s]
211
  27%|██▋ | 35/128 [00:02<00:07, 12.12it/s]
212
  29%|██▉ | 37/128 [00:03<00:07, 12.71it/s]
213
  30%|███ | 39/128 [00:03<00:06, 13.10it/s]
214
  32%|███▏ | 41/128 [00:03<00:07, 11.44it/s]
215
  34%|███▎ | 43/128 [00:03<00:07, 11.12it/s]
216
  35%|███▌ | 45/128 [00:03<00:07, 10.91it/s]
217
  37%|███▋ | 47/128 [00:04<00:07, 10.49it/s]
218
  38%|███▊ | 49/128 [00:04<00:07, 10.45it/s]
219
  40%|███▉ | 51/128 [00:04<00:07, 10.95it/s]
220
  41%|████▏ | 53/128 [00:04<00:06, 11.62it/s]
221
  43%|████▎ | 55/128 [00:04<00:06, 11.58it/s]
222
  45%|████▍ | 57/128 [00:04<00:05, 12.10it/s]
223
  46%|████▌ | 59/128 [00:05<00:05, 12.37it/s]
224
  48%|████▊ | 61/128 [00:05<00:05, 12.53it/s]
225
  49%|████▉ | 63/128 [00:05<00:05, 12.65it/s]
226
  51%|█████ | 65/128 [00:05<00:05, 11.09it/s]
227
  52%|█████▏ | 67/128 [00:05<00:06, 10.12it/s]
228
  54%|█████▍ | 69/128 [00:05<00:05, 10.93it/s]
229
  55%|█████▌ | 71/128 [00:06<00:05, 10.74it/s]
230
  57%|█████▋ | 73/128 [00:06<00:05, 10.50it/s]
231
  59%|█████▊ | 75/128 [00:06<00:04, 11.20it/s]
232
  60%|██████ | 77/128 [00:06<00:04, 11.45it/s]
233
  62%|██████▏ | 79/128 [00:06<00:04, 12.00it/s]
234
  63%|██████▎ | 81/128 [00:06<00:03, 12.50it/s]
235
  65%|██████▍ | 83/128 [00:07<00:03, 12.33it/s]
236
  66%|██████▋ | 85/128 [00:07<00:03, 11.09it/s]
237
  68%|██████▊ | 87/128 [00:07<00:03, 11.74it/s]
238
  70%|██████▉ | 89/128 [00:07<00:03, 10.94it/s]
239
  71%|███████ | 91/128 [00:07<00:03, 10.45it/s]
240
  73%|███████▎ | 93/128 [00:08<00:03, 11.30it/s]
241
  74%|███████▍ | 95/128 [00:08<00:03, 10.76it/s]
242
  76%|███████▌ | 97/128 [00:08<00:03, 9.91it/s]
243
  77%|███████▋ | 99/128 [00:08<00:02, 10.60it/s]
244
  79%|███████▉ | 101/128 [00:08<00:02, 10.97it/s]
245
  80%|████████ | 103/128 [00:08<00:02, 11.38it/s]
246
  82%|████████▏ | 105/128 [00:09<00:02, 10.72it/s]
247
  84%|████████▎ | 107/128 [00:09<00:01, 11.48it/s]
248
  85%|████████▌ | 109/128 [00:09<00:01, 11.12it/s]
249
  87%|████████▋ | 111/128 [00:09<00:01, 10.54it/s]
250
  88%|████████▊ | 113/128 [00:09<00:01, 10.68it/s]
251
  90%|████████▉ | 115/128 [00:10<00:01, 11.05it/s]
252
  91%|█████████▏| 117/128 [00:10<00:00, 11.42it/s]
253
  93%|█████████▎| 119/128 [00:10<00:00, 12.04it/s]
254
  95%|█████████▍| 121/128 [00:10<00:00, 10.45it/s]
255
  96%|█████████▌| 123/128 [00:10<00:00, 11.29it/s]
256
  98%|█████████▊| 125/128 [00:10<00:00, 11.76it/s]
257
  99%|█████████▉| 127/128 [00:11<00:00, 12.11it/s]
 
 
 
 
 
 
 
 
 
 
 
 
1
+ CUDA_VISIBLE_DEVICES=2
2
+ dataset_config=chemistry
3
+ sparsity_ratio=0.2
4
+ torch 2.7.1
5
+ transformers 4.56.1
6
+ accelerate 1.13.0
7
+ # of gpus: 1
8
+ loading llm model google/gemma-3-12b-it
9
+
10
+ Calibration seqlen overridden: 131072 -> 2048
11
+ use device cuda:0
12
+ Getting token length estimate... w/ batch_size=1024
13
+
14
+ DONE Getting token length estimate!
15
+ Getting length-aware padding breakpoints...
16
+ DONE Tokenizing...
17
+
18
+
19
+
20
+ Saved before_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2
21
+ pruning starts
22
+ loading calibdation data
23
+ dataset loading complete
24
+ pruning layer 0 name self_attn.q_proj
25
+ pruning layer 0 name self_attn.k_proj
26
+ pruning layer 0 name self_attn.v_proj
27
+ pruning layer 0 name self_attn.o_proj
28
+ pruning layer 0 name mlp.gate_proj
29
+ pruning layer 0 name mlp.up_proj
30
+ pruning layer 0 name mlp.down_proj
31
+ pruning layer 1 name self_attn.q_proj
32
+ pruning layer 1 name self_attn.k_proj
33
+ pruning layer 1 name self_attn.v_proj
34
+ pruning layer 1 name self_attn.o_proj
35
+ pruning layer 1 name mlp.gate_proj
36
+ pruning layer 1 name mlp.up_proj
37
+ pruning layer 1 name mlp.down_proj
38
+ pruning layer 2 name self_attn.q_proj
39
+ pruning layer 2 name self_attn.k_proj
40
+ pruning layer 2 name self_attn.v_proj
41
+ pruning layer 2 name self_attn.o_proj
42
+ pruning layer 2 name mlp.gate_proj
43
+ pruning layer 2 name mlp.up_proj
44
+ pruning layer 2 name mlp.down_proj
45
+ pruning layer 3 name self_attn.q_proj
46
+ pruning layer 3 name self_attn.k_proj
47
+ pruning layer 3 name self_attn.v_proj
48
+ pruning layer 3 name self_attn.o_proj
49
+ pruning layer 3 name mlp.gate_proj
50
+ pruning layer 3 name mlp.up_proj
51
+ pruning layer 3 name mlp.down_proj
52
+ pruning layer 4 name self_attn.q_proj
53
+ pruning layer 4 name self_attn.k_proj
54
+ pruning layer 4 name self_attn.v_proj
55
+ pruning layer 4 name self_attn.o_proj
56
+ pruning layer 4 name mlp.gate_proj
57
+ pruning layer 4 name mlp.up_proj
58
+ pruning layer 4 name mlp.down_proj
59
+ pruning layer 5 name self_attn.q_proj
60
+ pruning layer 5 name self_attn.k_proj
61
+ pruning layer 5 name self_attn.v_proj
62
+ pruning layer 5 name self_attn.o_proj
63
+ pruning layer 5 name mlp.gate_proj
64
+ pruning layer 5 name mlp.up_proj
65
+ pruning layer 5 name mlp.down_proj
66
+ pruning layer 6 name self_attn.q_proj
67
+ pruning layer 6 name self_attn.k_proj
68
+ pruning layer 6 name self_attn.v_proj
69
+ pruning layer 6 name self_attn.o_proj
70
+ pruning layer 6 name mlp.gate_proj
71
+ pruning layer 6 name mlp.up_proj
72
+ pruning layer 6 name mlp.down_proj
73
+ pruning layer 7 name self_attn.q_proj
74
+ pruning layer 7 name self_attn.k_proj
75
+ pruning layer 7 name self_attn.v_proj
76
+ pruning layer 7 name self_attn.o_proj
77
+ pruning layer 7 name mlp.gate_proj
78
+ pruning layer 7 name mlp.up_proj
79
+ pruning layer 7 name mlp.down_proj
80
+ pruning layer 8 name self_attn.q_proj
81
+ pruning layer 8 name self_attn.k_proj
82
+ pruning layer 8 name self_attn.v_proj
83
+ pruning layer 8 name self_attn.o_proj
84
+ pruning layer 8 name mlp.gate_proj
85
+ pruning layer 8 name mlp.up_proj
86
+ pruning layer 8 name mlp.down_proj
87
+ pruning layer 9 name self_attn.q_proj
88
+ pruning layer 9 name self_attn.k_proj
89
+ pruning layer 9 name self_attn.v_proj
90
+ pruning layer 9 name self_attn.o_proj
91
+ pruning layer 9 name mlp.gate_proj
92
+ pruning layer 9 name mlp.up_proj
93
+ pruning layer 9 name mlp.down_proj
94
+ pruning layer 10 name self_attn.q_proj
95
+ pruning layer 10 name self_attn.k_proj
96
+ pruning layer 10 name self_attn.v_proj
97
+ pruning layer 10 name self_attn.o_proj
98
+ pruning layer 10 name mlp.gate_proj
99
+ pruning layer 10 name mlp.up_proj
100
+ pruning layer 10 name mlp.down_proj
101
+ pruning layer 11 name self_attn.q_proj
102
+ pruning layer 11 name self_attn.k_proj
103
+ pruning layer 11 name self_attn.v_proj
104
+ pruning layer 11 name self_attn.o_proj
105
+ pruning layer 11 name mlp.gate_proj
106
+ pruning layer 11 name mlp.up_proj
107
+ pruning layer 11 name mlp.down_proj
108
+ pruning layer 12 name self_attn.q_proj
109
+ pruning layer 12 name self_attn.k_proj
110
+ pruning layer 12 name self_attn.v_proj
111
+ pruning layer 12 name self_attn.o_proj
112
+ pruning layer 12 name mlp.gate_proj
113
+ pruning layer 12 name mlp.up_proj
114
+ pruning layer 12 name mlp.down_proj
115
+ pruning layer 13 name self_attn.q_proj
116
+ pruning layer 13 name self_attn.k_proj
117
+ pruning layer 13 name self_attn.v_proj
118
+ pruning layer 13 name self_attn.o_proj
119
+ pruning layer 13 name mlp.gate_proj
120
+ pruning layer 13 name mlp.up_proj
121
+ pruning layer 13 name mlp.down_proj
122
+ pruning layer 14 name self_attn.q_proj
123
+ pruning layer 14 name self_attn.k_proj
124
+ pruning layer 14 name self_attn.v_proj
125
+ pruning layer 14 name self_attn.o_proj
126
+ pruning layer 14 name mlp.gate_proj
127
+ pruning layer 14 name mlp.up_proj
128
+ pruning layer 14 name mlp.down_proj
129
+ pruning layer 15 name self_attn.q_proj
130
+ pruning layer 15 name self_attn.k_proj
131
+ pruning layer 15 name self_attn.v_proj
132
+ pruning layer 15 name self_attn.o_proj
133
+ pruning layer 15 name mlp.gate_proj
134
+ pruning layer 15 name mlp.up_proj
135
+ pruning layer 15 name mlp.down_proj
136
+ pruning layer 16 name self_attn.q_proj
137
+ pruning layer 16 name self_attn.k_proj
138
+ pruning layer 16 name self_attn.v_proj
139
+ pruning layer 16 name self_attn.o_proj
140
+ pruning layer 16 name mlp.gate_proj
141
+ pruning layer 16 name mlp.up_proj
142
+ pruning layer 16 name mlp.down_proj
143
+ pruning layer 17 name self_attn.q_proj
144
+ pruning layer 17 name self_attn.k_proj
145
+ pruning layer 17 name self_attn.v_proj
146
+ pruning layer 17 name self_attn.o_proj
147
+ pruning layer 17 name mlp.gate_proj
148
+ pruning layer 17 name mlp.up_proj
149
+ pruning layer 17 name mlp.down_proj
150
+ pruning layer 18 name self_attn.q_proj
151
+ pruning layer 18 name self_attn.k_proj
152
+ pruning layer 18 name self_attn.v_proj
153
+ pruning layer 18 name self_attn.o_proj
154
+ pruning layer 18 name mlp.gate_proj
155
+ pruning layer 18 name mlp.up_proj
156
+ pruning layer 18 name mlp.down_proj
157
+ pruning layer 19 name self_attn.q_proj
158
+ pruning layer 19 name self_attn.k_proj
159
+ pruning layer 19 name self_attn.v_proj
160
+ pruning layer 19 name self_attn.o_proj
161
+ pruning layer 19 name mlp.gate_proj
162
+ pruning layer 19 name mlp.up_proj
163
+ pruning layer 19 name mlp.down_proj
164
+ pruning layer 20 name self_attn.q_proj
165
+ pruning layer 20 name self_attn.k_proj
166
+ pruning layer 20 name self_attn.v_proj
167
+ pruning layer 20 name self_attn.o_proj
168
+ pruning layer 20 name mlp.gate_proj
169
+ pruning layer 20 name mlp.up_proj
170
+ pruning layer 20 name mlp.down_proj
171
+ pruning layer 21 name self_attn.q_proj
172
+ pruning layer 21 name self_attn.k_proj
173
+ pruning layer 21 name self_attn.v_proj
174
+ pruning layer 21 name self_attn.o_proj
175
+ pruning layer 21 name mlp.gate_proj
176
+ pruning layer 21 name mlp.up_proj
177
+ pruning layer 21 name mlp.down_proj
178
+ pruning layer 22 name self_attn.q_proj
179
+ pruning layer 22 name self_attn.k_proj
180
+ pruning layer 22 name self_attn.v_proj
181
+ pruning layer 22 name self_attn.o_proj
182
+ pruning layer 22 name mlp.gate_proj
183
+ pruning layer 22 name mlp.up_proj
184
+ pruning layer 22 name mlp.down_proj
185
+ pruning layer 23 name self_attn.q_proj
186
+ pruning layer 23 name self_attn.k_proj
187
+ pruning layer 23 name self_attn.v_proj
188
+ pruning layer 23 name self_attn.o_proj
189
+ pruning layer 23 name mlp.gate_proj
190
+ pruning layer 23 name mlp.up_proj
191
+ pruning layer 23 name mlp.down_proj
192
+ pruning layer 24 name self_attn.q_proj
193
+ pruning layer 24 name self_attn.k_proj
194
+ pruning layer 24 name self_attn.v_proj
195
+ pruning layer 24 name self_attn.o_proj
196
+ pruning layer 24 name mlp.gate_proj
197
+ pruning layer 24 name mlp.up_proj
198
+ pruning layer 24 name mlp.down_proj
199
+ pruning layer 25 name self_attn.q_proj
200
+ pruning layer 25 name self_attn.k_proj
201
+ pruning layer 25 name self_attn.v_proj
202
+ pruning layer 25 name self_attn.o_proj
203
+ pruning layer 25 name mlp.gate_proj
204
+ pruning layer 25 name mlp.up_proj
205
+ pruning layer 25 name mlp.down_proj
206
+ pruning layer 26 name self_attn.q_proj
207
+ pruning layer 26 name self_attn.k_proj
208
+ pruning layer 26 name self_attn.v_proj
209
+ pruning layer 26 name self_attn.o_proj
210
+ pruning layer 26 name mlp.gate_proj
211
+ pruning layer 26 name mlp.up_proj
212
+ pruning layer 26 name mlp.down_proj
213
+ pruning layer 27 name self_attn.q_proj
214
+ pruning layer 27 name self_attn.k_proj
215
+ pruning layer 27 name self_attn.v_proj
216
+ pruning layer 27 name self_attn.o_proj
217
+ pruning layer 27 name mlp.gate_proj
218
+ pruning layer 27 name mlp.up_proj
219
+ pruning layer 27 name mlp.down_proj
220
+ pruning layer 28 name self_attn.q_proj
221
+ pruning layer 28 name self_attn.k_proj
222
+ pruning layer 28 name self_attn.v_proj
223
+ pruning layer 28 name self_attn.o_proj
224
+ pruning layer 28 name mlp.gate_proj
225
+ pruning layer 28 name mlp.up_proj
226
+ pruning layer 28 name mlp.down_proj
227
+ pruning layer 29 name self_attn.q_proj
228
+ pruning layer 29 name self_attn.k_proj
229
+ pruning layer 29 name self_attn.v_proj
230
+ pruning layer 29 name self_attn.o_proj
231
+ pruning layer 29 name mlp.gate_proj
232
+ pruning layer 29 name mlp.up_proj
233
+ pruning layer 29 name mlp.down_proj
234
+ pruning layer 30 name self_attn.q_proj
235
+ pruning layer 30 name self_attn.k_proj
236
+ pruning layer 30 name self_attn.v_proj
237
+ pruning layer 30 name self_attn.o_proj
238
+ pruning layer 30 name mlp.gate_proj
239
+ pruning layer 30 name mlp.up_proj
240
+ pruning layer 30 name mlp.down_proj
241
+ pruning layer 31 name self_attn.q_proj
242
+ pruning layer 31 name self_attn.k_proj
243
+ pruning layer 31 name self_attn.v_proj
244
+ pruning layer 31 name self_attn.o_proj
245
+ pruning layer 31 name mlp.gate_proj
246
+ pruning layer 31 name mlp.up_proj
247
+ pruning layer 31 name mlp.down_proj
248
+ pruning layer 32 name self_attn.q_proj
249
+ pruning layer 32 name self_attn.k_proj
250
+ pruning layer 32 name self_attn.v_proj
251
+ pruning layer 32 name self_attn.o_proj
252
+ pruning layer 32 name mlp.gate_proj
253
+ pruning layer 32 name mlp.up_proj
254
+ pruning layer 32 name mlp.down_proj
255
+ pruning layer 33 name self_attn.q_proj
256
+ pruning layer 33 name self_attn.k_proj
257
+ pruning layer 33 name self_attn.v_proj
258
+ pruning layer 33 name self_attn.o_proj
259
+ pruning layer 33 name mlp.gate_proj
260
+ pruning layer 33 name mlp.up_proj
261
+ pruning layer 33 name mlp.down_proj
262
+ pruning layer 34 name self_attn.q_proj
263
+ pruning layer 34 name self_attn.k_proj
264
+ pruning layer 34 name self_attn.v_proj
265
+ pruning layer 34 name self_attn.o_proj
266
+ pruning layer 34 name mlp.gate_proj
267
+ pruning layer 34 name mlp.up_proj
268
+ pruning layer 34 name mlp.down_proj
269
+ pruning layer 35 name self_attn.q_proj
270
+ pruning layer 35 name self_attn.k_proj
271
+ pruning layer 35 name self_attn.v_proj
272
+ pruning layer 35 name self_attn.o_proj
273
+ pruning layer 35 name mlp.gate_proj
274
+ pruning layer 35 name mlp.up_proj
275
+ pruning layer 35 name mlp.down_proj
276
+ pruning layer 36 name self_attn.q_proj
277
+ pruning layer 36 name self_attn.k_proj
278
+ pruning layer 36 name self_attn.v_proj
279
+ pruning layer 36 name self_attn.o_proj
280
+ pruning layer 36 name mlp.gate_proj
281
+ pruning layer 36 name mlp.up_proj
282
+ pruning layer 36 name mlp.down_proj
283
+ pruning layer 37 name self_attn.q_proj
284
+ pruning layer 37 name self_attn.k_proj
285
+ pruning layer 37 name self_attn.v_proj
286
+ pruning layer 37 name self_attn.o_proj
287
+ pruning layer 37 name mlp.gate_proj
288
+ pruning layer 37 name mlp.up_proj
289
+ pruning layer 37 name mlp.down_proj
290
+ pruning layer 38 name self_attn.q_proj
291
+ pruning layer 38 name self_attn.k_proj
292
+ pruning layer 38 name self_attn.v_proj
293
+ pruning layer 38 name self_attn.o_proj
294
+ pruning layer 38 name mlp.gate_proj
295
+ pruning layer 38 name mlp.up_proj
296
+ pruning layer 38 name mlp.down_proj
297
+ pruning layer 39 name self_attn.q_proj
298
+ pruning layer 39 name self_attn.k_proj
299
+ pruning layer 39 name self_attn.v_proj
300
+ pruning layer 39 name self_attn.o_proj
301
+ pruning layer 39 name mlp.gate_proj
302
+ pruning layer 39 name mlp.up_proj
303
+ pruning layer 39 name mlp.down_proj
304
+ pruning layer 40 name self_attn.q_proj
305
+ pruning layer 40 name self_attn.k_proj
306
+ pruning layer 40 name self_attn.v_proj
307
+ pruning layer 40 name self_attn.o_proj
308
+ pruning layer 40 name mlp.gate_proj
309
+ pruning layer 40 name mlp.up_proj
310
+ pruning layer 40 name mlp.down_proj
311
+ pruning layer 41 name self_attn.q_proj
312
+ pruning layer 41 name self_attn.k_proj
313
+ pruning layer 41 name self_attn.v_proj
314
+ pruning layer 41 name self_attn.o_proj
315
+ pruning layer 41 name mlp.gate_proj
316
+ pruning layer 41 name mlp.up_proj
317
+ pruning layer 41 name mlp.down_proj
318
+ pruning layer 42 name self_attn.q_proj
319
+ pruning layer 42 name self_attn.k_proj
320
+ pruning layer 42 name self_attn.v_proj
321
+ pruning layer 42 name self_attn.o_proj
322
+ pruning layer 42 name mlp.gate_proj
323
+ pruning layer 42 name mlp.up_proj
324
+ pruning layer 42 name mlp.down_proj
325
+ pruning layer 43 name self_attn.q_proj
326
+ pruning layer 43 name self_attn.k_proj
327
+ pruning layer 43 name self_attn.v_proj
328
+ pruning layer 43 name self_attn.o_proj
329
+ pruning layer 43 name mlp.gate_proj
330
+ pruning layer 43 name mlp.up_proj
331
+ pruning layer 43 name mlp.down_proj
332
+ pruning layer 44 name self_attn.q_proj
333
+ pruning layer 44 name self_attn.k_proj
334
+ pruning layer 44 name self_attn.v_proj
335
+ pruning layer 44 name self_attn.o_proj
336
+ pruning layer 44 name mlp.gate_proj
337
+ pruning layer 44 name mlp.up_proj
338
+ pruning layer 44 name mlp.down_proj
339
+ pruning layer 45 name self_attn.q_proj
340
+ pruning layer 45 name self_attn.k_proj
341
+ pruning layer 45 name self_attn.v_proj
342
+ pruning layer 45 name self_attn.o_proj
343
+ pruning layer 45 name mlp.gate_proj
344
+ pruning layer 45 name mlp.up_proj
345
+ pruning layer 45 name mlp.down_proj
346
+ pruning layer 46 name self_attn.q_proj
347
+ pruning layer 46 name self_attn.k_proj
348
+ pruning layer 46 name self_attn.v_proj
349
+ pruning layer 46 name self_attn.o_proj
350
+ pruning layer 46 name mlp.gate_proj
351
+ pruning layer 46 name mlp.up_proj
352
+ pruning layer 46 name mlp.down_proj
353
+ pruning layer 47 name self_attn.q_proj
354
+ pruning layer 47 name self_attn.k_proj
355
+ pruning layer 47 name self_attn.v_proj
356
+ pruning layer 47 name self_attn.o_proj
357
+ pruning layer 47 name mlp.gate_proj
358
+ pruning layer 47 name mlp.up_proj
359
+ pruning layer 47 name mlp.down_proj
360
+ Saved 336 pruning masks to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/wanda_masks
361
+ ******************************
362
+ layer 0 sparsity 0.199997
363
+ layer 1 sparsity 0.199997
364
+ layer 2 sparsity 0.199997
365
+ layer 3 sparsity 0.199997
366
+ layer 4 sparsity 0.199997
367
+ layer 5 sparsity 0.199997
368
+ layer 6 sparsity 0.199997
369
+ layer 7 sparsity 0.199997
370
+ layer 8 sparsity 0.199997
371
+ layer 9 sparsity 0.199997
372
+ layer 10 sparsity 0.199997
373
+ layer 11 sparsity 0.199997
374
+ layer 12 sparsity 0.199997
375
+ layer 13 sparsity 0.199997
376
+ layer 14 sparsity 0.199997
377
+ layer 15 sparsity 0.199997
378
+ layer 16 sparsity 0.199997
379
+ layer 17 sparsity 0.199997
380
+ layer 18 sparsity 0.199997
381
+ layer 19 sparsity 0.199997
382
+ layer 20 sparsity 0.199997
383
+ layer 21 sparsity 0.199997
384
+ layer 22 sparsity 0.199997
385
+ layer 23 sparsity 0.199997
386
+ layer 24 sparsity 0.199997
387
+ layer 25 sparsity 0.199997
388
+ layer 26 sparsity 0.199997
389
+ layer 27 sparsity 0.199997
390
+ layer 28 sparsity 0.199997
391
+ layer 29 sparsity 0.199997
392
+ layer 30 sparsity 0.199997
393
+ layer 31 sparsity 0.199997
394
+ layer 32 sparsity 0.199997
395
+ layer 33 sparsity 0.199997
396
+ layer 34 sparsity 0.199997
397
+ layer 35 sparsity 0.199997
398
+ layer 36 sparsity 0.199997
399
+ layer 37 sparsity 0.199997
400
+ layer 38 sparsity 0.199997
401
+ layer 39 sparsity 0.199997
402
+ layer 40 sparsity 0.199997
403
+ layer 41 sparsity 0.199997
404
+ layer 42 sparsity 0.199997
405
+ layer 43 sparsity 0.199997
406
+ layer 44 sparsity 0.199997
407
+ layer 45 sparsity 0.199997
408
+ layer 46 sparsity 0.199997
409
+ layer 47 sparsity 0.199997
410
+ sparsity sanity check 0.2000
411
+ ******************************
412
+ evaluating on wikitext2
413
+ nsamples 142
414
+ sample 0
415
+ sample 50
416
+ sample 100
417
+ wikitext perplexity 24.106788635253906
418
+
419
+ ============================================================
420
+ StemQA domain loss evaluation
421
+ ============================================================
422
+
423
  0%| | 0/128 [00:00<?, ?it/s]
424
  1%| | 1/128 [00:00<00:15, 8.38it/s]
425
  2%|▏ | 3/128 [00:00<00:10, 11.68it/s]
426
  4%|▍ | 5/128 [00:00<00:09, 12.65it/s]
427
  5%|▌ | 7/128 [00:00<00:09, 13.07it/s]
428
  7%|▋ | 9/128 [00:00<00:08, 13.38it/s]
429
  9%|▊ | 11/128 [00:00<00:08, 13.60it/s]
430
  10%|█ | 13/128 [00:00<00:08, 13.76it/s]
431
  12%|█▏ | 15/128 [00:01<00:08, 13.87it/s]
432
  13%|█▎ | 17/128 [00:01<00:07, 13.89it/s]
433
  15%|█▍ | 19/128 [00:01<00:07, 13.89it/s]
434
  16%|█▋ | 21/128 [00:01<00:07, 13.93it/s]
435
  18%|█▊ | 23/128 [00:01<00:07, 13.93it/s]
436
  20%|█▉ | 25/128 [00:01<00:07, 13.71it/s]
437
  21%|██ | 27/128 [00:02<00:07, 13.64it/s]
438
  23%|██▎ | 29/128 [00:02<00:07, 13.70it/s]
439
  24%|██▍ | 31/128 [00:02<00:07, 13.13it/s]
440
  26%|██▌ | 33/128 [00:02<00:07, 13.27it/s]
441
  27%|██▋ | 35/128 [00:02<00:06, 13.54it/s]
442
  29%|██▉ | 37/128 [00:02<00:06, 13.57it/s]
443
  30%|███ | 39/128 [00:02<00:06, 13.27it/s]
444
  32%|███▏ | 41/128 [00:03<00:06, 13.39it/s]
445
  34%|███▎ | 43/128 [00:03<00:06, 13.58it/s]
446
  35%|███▌ | 45/128 [00:03<00:06, 13.47it/s]
447
  37%|███▋ | 47/128 [00:03<00:05, 13.63it/s]
448
  38%|███▊ | 49/128 [00:03<00:06, 12.89it/s]
449
  40%|███▉ | 51/128 [00:03<00:05, 13.22it/s]
450
  41%|████▏ | 53/128 [00:03<00:05, 13.42it/s]
451
  43%|████▎ | 55/128 [00:04<00:05, 13.50it/s]
452
  45%|████▍ | 57/128 [00:04<00:05, 13.70it/s]
453
  46%|████▌ | 59/128 [00:04<00:05, 13.57it/s]
454
  48%|████▊ | 61/128 [00:04<00:04, 13.52it/s]
455
  49%|████▉ | 63/128 [00:04<00:04, 13.66it/s]
456
  51%|█████ | 65/128 [00:04<00:04, 13.80it/s]
457
  52%|█████▏ | 67/128 [00:04<00:04, 13.70it/s]
458
  54%|█████▍ | 69/128 [00:05<00:04, 13.53it/s]
459
  55%|█████▌ | 71/128 [00:05<00:04, 13.57it/s]
460
  57%|█████▋ | 73/128 [00:05<00:04, 13.72it/s]
461
  59%|█████▊ | 75/128 [00:05<00:03, 13.80it/s]
462
  60%|██████ | 77/128 [00:05<00:03, 13.86it/s]
463
  62%|██████▏ | 79/128 [00:05<00:03, 13.31it/s]
464
  63%|██████▎ | 81/128 [00:06<00:03, 13.47it/s]
465
  65%|██████▍ | 83/128 [00:06<00:03, 12.97it/s]
466
  66%|██████▋ | 85/128 [00:06<00:03, 13.24it/s]
467
  68%|██████▊ | 87/128 [00:06<00:03, 13.51it/s]
468
  70%|██████▉ | 89/128 [00:06<00:02, 13.63it/s]
469
  71%|███████ | 91/128 [00:06<00:02, 13.71it/s]
470
  73%|███████▎ | 93/128 [00:06<00:02, 13.75it/s]
471
  74%|███████▍ | 95/128 [00:07<00:02, 13.85it/s]
472
  76%|███████▌ | 97/128 [00:07<00:02, 13.72it/s]
473
  77%|███████▋ | 99/128 [00:07<00:02, 13.74it/s]
474
  79%|███████▉ | 101/128 [00:07<00:01, 13.86it/s]
475
  80%|████████ | 103/128 [00:07<00:01, 13.82it/s]
476
  82%|████████▏ | 105/128 [00:07<00:01, 13.94it/s]
477
  84%|████████▎ | 107/128 [00:07<00:01, 14.00it/s]
478
  85%|████████▌ | 109/128 [00:08<00:01, 14.16it/s]
479
  87%|████████▋ | 111/128 [00:08<00:01, 14.16it/s]
480
  88%|████████▊ | 113/128 [00:08<00:01, 14.13it/s]
481
  90%|████████▉ | 115/128 [00:08<00:00, 14.21it/s]
482
  91%|█████████▏| 117/128 [00:08<00:00, 14.16it/s]
483
  93%|█████████▎| 119/128 [00:08<00:00, 13.85it/s]
484
  95%|█████████▍| 121/128 [00:08<00:00, 14.01it/s]
485
  96%|█████████▌| 123/128 [00:09<00:00, 14.06it/s]
486
  98%|█████████▊| 125/128 [00:09<00:00, 14.10it/s]
487
  99%|█████████▉| 127/128 [00:09<00:00, 14.21it/s]
488
+ biology: 3.4678
489
+
490
  0%| | 0/128 [00:00<?, ?it/s]
491
  2%|▏ | 2/128 [00:00<00:10, 12.45it/s]
492
  3%|▎ | 4/128 [00:00<00:10, 12.24it/s]
493
  5%|▍ | 6/128 [00:00<00:09, 12.91it/s]
494
  6%|▋ | 8/128 [00:00<00:09, 13.27it/s]
495
  8%|▊ | 10/128 [00:00<00:08, 13.53it/s]
496
  9%|▉ | 12/128 [00:00<00:08, 13.79it/s]
497
  11%|█ | 14/128 [00:01<00:09, 12.07it/s]
498
  12%|█▎ | 16/128 [00:01<00:09, 12.31it/s]
499
  14%|█▍ | 18/128 [00:01<00:08, 12.69it/s]
500
  16%|█▌ | 20/128 [00:01<00:08, 13.05it/s]
501
  17%|█▋ | 22/128 [00:01<00:07, 13.31it/s]
502
  19%|█▉ | 24/128 [00:01<00:07, 13.29it/s]
503
  20%|██ | 26/128 [00:01<00:07, 13.37it/s]
504
  22%|██▏ | 28/128 [00:02<00:07, 12.83it/s]
505
  23%|██▎ | 30/128 [00:02<00:07, 13.12it/s]
506
  25%|██▌ | 32/128 [00:02<00:07, 13.40it/s]
507
  27%|██▋ | 34/128 [00:02<00:06, 13.54it/s]
508
  28%|██▊ | 36/128 [00:02<00:06, 13.65it/s]
509
  30%|██▉ | 38/128 [00:02<00:06, 13.73it/s]
510
  31%|███▏ | 40/128 [00:03<00:06, 12.88it/s]
511
  33%|███▎ | 42/128 [00:03<00:06, 12.78it/s]
512
  34%|███▍ | 44/128 [00:03<00:06, 13.08it/s]
513
  36%|███▌ | 46/128 [00:03<00:06, 13.29it/s]
514
  38%|███▊ | 48/128 [00:03<00:05, 13.55it/s]
515
  39%|███▉ | 50/128 [00:03<00:05, 13.54it/s]
516
  41%|████ | 52/128 [00:03<00:05, 13.80it/s]
517
  42%|████▏ | 54/128 [00:04<00:05, 12.81it/s]
518
  44%|████▍ | 56/128 [00:04<00:05, 12.99it/s]
519
  45%|████▌ | 58/128 [00:04<00:05, 12.48it/s]
520
  47%|████▋ | 60/128 [00:04<00:05, 12.82it/s]
521
  48%|████▊ | 62/128 [00:04<00:05, 12.39it/s]
522
  50%|█████ | 64/128 [00:04<00:05, 11.55it/s]
523
  52%|█████▏ | 66/128 [00:05<00:05, 12.07it/s]
524
  53%|█████▎ | 68/128 [00:05<00:04, 12.09it/s]
525
  55%|█████▍ | 70/128 [00:05<00:04, 12.37it/s]
526
  56%|█████▋ | 72/128 [00:05<00:04, 12.63it/s]
527
  58%|█████▊ | 74/128 [00:05<00:04, 12.78it/s]
528
  59%|█████▉ | 76/128 [00:05<00:03, 13.04it/s]
529
  61%|██████ | 78/128 [00:06<00:03, 13.23it/s]
530
  62%|██████▎ | 80/128 [00:06<00:03, 13.36it/s]
531
  64%|██████▍ | 82/128 [00:06<00:03, 13.51it/s]
532
  66%|██████▌ | 84/128 [00:06<00:03, 12.12it/s]
533
  67%|██████▋ | 86/128 [00:06<00:03, 12.64it/s]
534
  69%|██████▉ | 88/128 [00:06<00:03, 12.99it/s]
535
  70%|███████ | 90/128 [00:06<00:03, 12.23it/s]
536
  72%|███████▏ | 92/128 [00:07<00:02, 12.62it/s]
537
  73%|███████▎ | 94/128 [00:07<00:02, 12.59it/s]
538
  75%|███████▌ | 96/128 [00:07<00:02, 12.31it/s]
539
  77%|███████▋ | 98/128 [00:07<00:02, 12.80it/s]
540
  78%|███████▊ | 100/128 [00:07<00:02, 12.60it/s]
541
  80%|███████▉ | 102/128 [00:07<00:01, 13.00it/s]
542
  81%|████████▏ | 104/128 [00:08<00:01, 13.17it/s]
543
  83%|████████▎ | 106/128 [00:08<00:01, 12.94it/s]
544
  84%|████████▍ | 108/128 [00:08<00:01, 13.23it/s]
545
  86%|████████▌ | 110/128 [00:08<00:01, 12.44it/s]
546
  88%|████████▊ | 112/128 [00:08<00:01, 12.49it/s]
547
  89%|████████▉ | 114/128 [00:08<00:01, 12.12it/s]
548
  91%|█████████ | 116/128 [00:09<00:01, 10.89it/s]
549
  92%|█████████▏| 118/128 [00:09<00:00, 10.71it/s]
550
  94%|█████████▍| 120/128 [00:09<00:00, 11.44it/s]
551
  95%|█████████▌| 122/128 [00:09<00:00, 12.05it/s]
552
  97%|█████████▋| 124/128 [00:09<00:00, 11.54it/s]
553
  98%|█████████▊| 126/128 [00:09<00:00, 12.06it/s]
554
+ chemistry: 2.0829
555
+
556
  0%| | 0/128 [00:00<?, ?it/s]
557
  2%|▏ | 2/128 [00:00<00:10, 11.78it/s]
558
  3%|▎ | 4/128 [00:00<00:09, 12.52it/s]
559
  5%|▍ | 6/128 [00:00<00:09, 12.89it/s]
560
  6%|▋ | 8/128 [00:00<00:09, 12.50it/s]
561
  8%|▊ | 10/128 [00:00<00:09, 13.11it/s]
562
  9%|▉ | 12/128 [00:00<00:08, 13.28it/s]
563
  11%|█ | 14/128 [00:01<00:08, 13.41it/s]
564
  12%|█▎ | 16/128 [00:01<00:08, 13.49it/s]
565
  14%|█▍ | 18/128 [00:01<00:08, 12.52it/s]
566
  16%|█▌ | 20/128 [00:01<00:08, 12.83it/s]
567
  17%|█▋ | 22/128 [00:01<00:08, 12.43it/s]
568
  19%|█▉ | 24/128 [00:01<00:08, 12.83it/s]
569
  20%|██ | 26/128 [00:02<00:08, 12.32it/s]
570
  22%|██▏ | 28/128 [00:02<00:07, 12.83it/s]
571
  23%|██▎ | 30/128 [00:02<00:07, 12.77it/s]
572
  25%|██▌ | 32/128 [00:02<00:07, 13.04it/s]
573
  27%|██▋ | 34/128 [00:02<00:07, 11.99it/s]
574
  28%|██▊ | 36/128 [00:02<00:07, 11.50it/s]
575
  30%|██▉ | 38/128 [00:03<00:08, 11.25it/s]
576
  31%|███▏ | 40/128 [00:03<00:07, 11.70it/s]
577
  33%|███▎ | 42/128 [00:03<00:07, 12.25it/s]
578
  34%|███▍ | 44/128 [00:03<00:06, 12.72it/s]
579
  36%|███▌ | 46/128 [00:03<00:06, 12.78it/s]
580
  38%|███▊ | 48/128 [00:03<00:06, 11.75it/s]
581
  39%|███▉ | 50/128 [00:04<00:06, 12.03it/s]
582
  41%|████ | 52/128 [00:04<00:06, 11.89it/s]
583
  42%|████▏ | 54/128 [00:04<00:06, 11.24it/s]
584
  44%|████▍ | 56/128 [00:04<00:06, 11.88it/s]
585
  45%|████▌ | 58/128 [00:04<00:06, 11.26it/s]
586
  47%|████▋ | 60/128 [00:04<00:05, 11.96it/s]
587
  48%|████▊ | 62/128 [00:05<00:05, 11.01it/s]
588
  50%|█████ | 64/128 [00:05<00:05, 11.18it/s]
589
  52%|█████▏ | 66/128 [00:05<00:05, 11.75it/s]
590
  53%|█████▎ | 68/128 [00:05<00:05, 11.11it/s]
591
  55%|█████▍ | 70/128 [00:05<00:04, 11.87it/s]
592
  56%|█████▋ | 72/128 [00:05<00:05, 10.83it/s]
593
  58%|█████▊ | 74/128 [00:06<00:04, 11.51it/s]
594
  59%|█████▉ | 76/128 [00:06<00:04, 12.12it/s]
595
  61%|██████ | 78/128 [00:06<00:04, 12.15it/s]
596
  62%|██████▎ | 80/128 [00:06<00:03, 12.47it/s]
597
  64%|██████▍ | 82/128 [00:06<00:03, 12.74it/s]
598
  66%|██████▌ | 84/128 [00:06<00:03, 13.09it/s]
599
  67%|██████▋ | 86/128 [00:07<00:03, 13.16it/s]
600
  69%|██████▉ | 88/128 [00:07<00:03, 12.87it/s]
601
  70%|███████ | 90/128 [00:07<00:02, 13.26it/s]
602
  72%|███████▏ | 92/128 [00:07<00:02, 13.34it/s]
603
  73%|███████▎ | 94/128 [00:07<00:02, 13.47it/s]
604
  75%|███████▌ | 96/128 [00:07<00:02, 13.51it/s]
605
  77%|███████▋ | 98/128 [00:07<00:02, 13.27it/s]
606
  78%|███████▊ | 100/128 [00:08<00:02, 13.18it/s]
607
  80%|███████▉ | 102/128 [00:08<00:01, 13.27it/s]
608
  81%|████████▏ | 104/128 [00:08<00:01, 13.53it/s]
609
  83%|████████▎ | 106/128 [00:08<00:01, 13.30it/s]
610
  84%|████████▍ | 108/128 [00:08<00:01, 12.37it/s]
611
  86%|████████▌ | 110/128 [00:08<00:01, 12.57it/s]
612
  88%|████████▊ | 112/128 [00:09<00:01, 12.96it/s]
613
  89%|████████▉ | 114/128 [00:09<00:01, 12.36it/s]
614
  91%|█████████ | 116/128 [00:09<00:01, 11.79it/s]
615
  92%|█████████▏| 118/128 [00:09<00:00, 11.79it/s]
616
  94%|█████████▍| 120/128 [00:09<00:00, 12.42it/s]
617
  95%|█████████▌| 122/128 [00:09<00:00, 12.28it/s]
618
  97%|█████████▋| 124/128 [00:10<00:00, 12.76it/s]
619
  98%|█████████▊| 126/128 [00:10<00:00, 13.14it/s]
620
+ math: 1.5829
621
+
622
  0%| | 0/128 [00:00<?, ?it/s]
623
  1%| | 1/128 [00:00<00:13, 9.75it/s]
624
  2%|▏ | 3/128 [00:00<00:12, 10.09it/s]
625
  4%|▍ | 5/128 [00:00<00:10, 11.59it/s]
626
  5%|▌ | 7/128 [00:00<00:09, 12.18it/s]
627
  7%|▋ | 9/128 [00:00<00:09, 12.62it/s]
628
  9%|▊ | 11/128 [00:00<00:10, 11.37it/s]
629
  10%|█ | 13/128 [00:01<00:09, 11.71it/s]
630
  12%|█▏ | 15/128 [00:01<00:09, 12.33it/s]
631
  13%|█▎ | 17/128 [00:01<00:08, 12.76it/s]
632
  15%|█▍ | 19/128 [00:01<00:08, 12.43it/s]
633
  16%|█▋ | 21/128 [00:01<00:08, 12.17it/s]
634
  18%|█▊ | 23/128 [00:01<00:08, 12.47it/s]
635
  20%|█▉ | 25/128 [00:02<00:09, 10.76it/s]
636
  21%|██ | 27/128 [00:02<00:08, 11.43it/s]
637
  23%|██▎ | 29/128 [00:02<00:08, 11.77it/s]
638
  24%|██▍ | 31/128 [00:02<00:07, 12.22it/s]
639
  26%|██▌ | 33/128 [00:02<00:07, 12.26it/s]
640
  27%|██▋ | 35/128 [00:02<00:07, 12.12it/s]
641
  29%|██▉ | 37/128 [00:03<00:07, 12.71it/s]
642
  30%|███ | 39/128 [00:03<00:06, 13.10it/s]
643
  32%|███▏ | 41/128 [00:03<00:07, 11.44it/s]
644
  34%|███▎ | 43/128 [00:03<00:07, 11.12it/s]
645
  35%|███▌ | 45/128 [00:03<00:07, 10.91it/s]
646
  37%|███▋ | 47/128 [00:04<00:07, 10.49it/s]
647
  38%|███▊ | 49/128 [00:04<00:07, 10.45it/s]
648
  40%|███▉ | 51/128 [00:04<00:07, 10.95it/s]
649
  41%|████▏ | 53/128 [00:04<00:06, 11.62it/s]
650
  43%|████▎ | 55/128 [00:04<00:06, 11.58it/s]
651
  45%|████▍ | 57/128 [00:04<00:05, 12.10it/s]
652
  46%|████▌ | 59/128 [00:05<00:05, 12.37it/s]
653
  48%|████▊ | 61/128 [00:05<00:05, 12.53it/s]
654
  49%|████▉ | 63/128 [00:05<00:05, 12.65it/s]
655
  51%|█████ | 65/128 [00:05<00:05, 11.09it/s]
656
  52%|█████▏ | 67/128 [00:05<00:06, 10.12it/s]
657
  54%|█████▍ | 69/128 [00:05<00:05, 10.93it/s]
658
  55%|█████▌ | 71/128 [00:06<00:05, 10.74it/s]
659
  57%|█████▋ | 73/128 [00:06<00:05, 10.50it/s]
660
  59%|█████▊ | 75/128 [00:06<00:04, 11.20it/s]
661
  60%|██████ | 77/128 [00:06<00:04, 11.45it/s]
662
  62%|██████▏ | 79/128 [00:06<00:04, 12.00it/s]
663
  63%|██████▎ | 81/128 [00:06<00:03, 12.50it/s]
664
  65%|██████▍ | 83/128 [00:07<00:03, 12.33it/s]
665
  66%|██████▋ | 85/128 [00:07<00:03, 11.09it/s]
666
  68%|██████▊ | 87/128 [00:07<00:03, 11.74it/s]
667
  70%|██████▉ | 89/128 [00:07<00:03, 10.94it/s]
668
  71%|███████ | 91/128 [00:07<00:03, 10.45it/s]
669
  73%|███████▎ | 93/128 [00:08<00:03, 11.30it/s]
670
  74%|███████▍ | 95/128 [00:08<00:03, 10.76it/s]
671
  76%|███████▌ | 97/128 [00:08<00:03, 9.91it/s]
672
  77%|███████▋ | 99/128 [00:08<00:02, 10.60it/s]
673
  79%|███████▉ | 101/128 [00:08<00:02, 10.97it/s]
674
  80%|████████ | 103/128 [00:08<00:02, 11.38it/s]
675
  82%|████████▏ | 105/128 [00:09<00:02, 10.72it/s]
676
  84%|████████▎ | 107/128 [00:09<00:01, 11.48it/s]
677
  85%|████████▌ | 109/128 [00:09<00:01, 11.12it/s]
678
  87%|████████▋ | 111/128 [00:09<00:01, 10.54it/s]
679
  88%|████████▊ | 113/128 [00:09<00:01, 10.68it/s]
680
  90%|████████▉ | 115/128 [00:10<00:01, 11.05it/s]
681
  91%|█████████▏| 117/128 [00:10<00:00, 11.42it/s]
682
  93%|█████████▎| 119/128 [00:10<00:00, 12.04it/s]
683
  95%|█████████▍| 121/128 [00:10<00:00, 10.45it/s]
684
  96%|█████████▌| 123/128 [00:10<00:00, 11.29it/s]
685
  98%|█████████▊| 125/128 [00:10<00:00, 11.76it/s]
686
  99%|█████████▉| 127/128 [00:11<00:00, 12.11it/s]
687
+ physics: 1.6124
688
+ Saved to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_loss.json
689
+ Getting token length estimate... w/ batch_size=1024
690
+
691
+ DONE Getting token length estimate!
692
+ Getting length-aware padding breakpoints...
693
+ DONE Tokenizing...
694
+
695
+
696
+
697
+ Saved after_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/run_status.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "status": "ok",
3
+ "requested_sparsity": 0.2,
4
+ "calibration_config": "chemistry"
5
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_inference.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judge_df.json ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judge_scores.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_judge/biology/in_scope/quality": 0.9133333333333333,
3
+ "llm_judge/biology/in_scope/fluency": 1.0,
4
+ "llm_judge/biology/in_scope/ground_truth_similarity": 0.74,
5
+ "llm_judge/biology/in_scope/relevance": 1.0,
6
+ "llm_judge/chemistry/out_of_scope/quality": 0.91,
7
+ "llm_judge/chemistry/out_of_scope/fluency": 1.0,
8
+ "llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.76,
9
+ "llm_judge/chemistry/out_of_scope/relevance": 0.97,
10
+ "llm_judge/math/out_of_scope/quality": 0.95,
11
+ "llm_judge/math/out_of_scope/fluency": 0.97,
12
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.9,
13
+ "llm_judge/math/out_of_scope/relevance": 0.98,
14
+ "llm_judge/physics/out_of_scope/quality": 0.8966666666666666,
15
+ "llm_judge/physics/out_of_scope/fluency": 0.96,
16
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.75,
17
+ "llm_judge/physics/out_of_scope/relevance": 0.98
18
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judgements.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_inference.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judge_df.json ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judge_scores.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_judge/biology/in_scope/quality": 0.9333333333333333,
3
+ "llm_judge/biology/in_scope/fluency": 1.0,
4
+ "llm_judge/biology/in_scope/ground_truth_similarity": 0.8,
5
+ "llm_judge/biology/in_scope/relevance": 1.0,
6
+ "llm_judge/chemistry/out_of_scope/quality": 0.9333333333333333,
7
+ "llm_judge/chemistry/out_of_scope/fluency": 1.0,
8
+ "llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.8,
9
+ "llm_judge/chemistry/out_of_scope/relevance": 1.0,
10
+ "llm_judge/math/out_of_scope/quality": 0.94,
11
+ "llm_judge/math/out_of_scope/fluency": 0.94,
12
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.88,
13
+ "llm_judge/math/out_of_scope/relevance": 1.0,
14
+ "llm_judge/physics/out_of_scope/quality": 0.9,
15
+ "llm_judge/physics/out_of_scope/fluency": 0.97,
16
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.75,
17
+ "llm_judge/physics/out_of_scope/relevance": 0.98
18
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judgements.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_loss.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "calibration_dataset": "stemqa",
3
+ "calibration_config": "chemistry",
4
+ "eval_split": "test",
5
+ "sparsity_ratio": 0.2,
6
+ "actual_sparsity": 0.1999965734649123,
7
+ "loss_by_domain": {
8
+ "biology": 3.4678465789183974,
9
+ "chemistry": 2.0829405579715967,
10
+ "math": 1.5828774850815535,
11
+ "physics": 1.6124477670527995
12
+ }
13
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.2,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p25/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.25,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p3/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.3,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p35/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.35,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p4/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.4,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/log_wanda.txt ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ method actual_sparsity ppl_test
2
+ wanda 0.4500 73.5507
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/run.log ADDED
@@ -0,0 +1,439 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0
  0%| | 0/128 [00:00<?, ?it/s]
1
  1%| | 1/128 [00:00<00:12, 9.90it/s]
2
  2%|▏ | 3/128 [00:00<00:09, 12.66it/s]
3
  4%|▍ | 5/128 [00:00<00:09, 13.40it/s]
4
  5%|▌ | 7/128 [00:00<00:08, 13.59it/s]
5
  7%|▋ | 9/128 [00:00<00:08, 13.81it/s]
6
  9%|▊ | 11/128 [00:00<00:08, 14.00it/s]
7
  10%|█ | 13/128 [00:00<00:08, 14.14it/s]
8
  12%|█▏ | 15/128 [00:01<00:07, 14.17it/s]
9
  13%|█▎ | 17/128 [00:01<00:07, 14.14it/s]
10
  15%|█▍ | 19/128 [00:01<00:07, 14.16it/s]
11
  16%|█▋ | 21/128 [00:01<00:07, 14.20it/s]
12
  18%|█▊ | 23/128 [00:01<00:07, 14.20it/s]
13
  20%|█▉ | 25/128 [00:01<00:07, 14.14it/s]
14
  21%|██ | 27/128 [00:01<00:07, 13.99it/s]
15
  23%|██▎ | 29/128 [00:02<00:07, 14.02it/s]
16
  24%|██▍ | 31/128 [00:02<00:07, 13.45it/s]
17
  26%|██▌ | 33/128 [00:02<00:07, 13.54it/s]
18
  27%|██▋ | 35/128 [00:02<00:06, 13.84it/s]
19
  29%|██▉ | 37/128 [00:02<00:06, 13.84it/s]
20
  30%|███ | 39/128 [00:02<00:06, 13.56it/s]
21
  32%|███▏ | 41/128 [00:02<00:06, 13.69it/s]
22
  34%|███▎ | 43/128 [00:03<00:06, 13.89it/s]
23
  35%|███▌ | 45/128 [00:03<00:06, 13.72it/s]
24
  37%|███▋ | 47/128 [00:03<00:05, 13.83it/s]
25
  38%|███▊ | 49/128 [00:03<00:06, 13.08it/s]
26
  40%|███▉ | 51/128 [00:03<00:05, 13.37it/s]
27
  41%|████▏ | 53/128 [00:03<00:05, 13.51it/s]
28
  43%|████▎ | 55/128 [00:04<00:05, 13.59it/s]
29
  45%|████▍ | 57/128 [00:04<00:05, 13.78it/s]
30
  46%|████▌ | 59/128 [00:04<00:05, 13.69it/s]
31
  48%|████▊ | 61/128 [00:04<00:04, 13.66it/s]
32
  49%|████▉ | 63/128 [00:04<00:04, 13.87it/s]
33
  51%|███���█ | 65/128 [00:04<00:04, 13.96it/s]
34
  52%|█████▏ | 67/128 [00:04<00:04, 13.83it/s]
35
  54%|█████▍ | 69/128 [00:05<00:04, 13.68it/s]
36
  55%|█████▌ | 71/128 [00:05<00:04, 13.74it/s]
37
  57%|█████▋ | 73/128 [00:05<00:03, 13.86it/s]
38
  59%|█████▊ | 75/128 [00:05<00:03, 13.93it/s]
39
  60%|██████ | 77/128 [00:05<00:03, 14.02it/s]
40
  62%|██████▏ | 79/128 [00:05<00:03, 13.48it/s]
41
  63%|██████▎ | 81/128 [00:05<00:03, 13.63it/s]
42
  65%|██████▍ | 83/128 [00:06<00:03, 13.10it/s]
43
  66%|██████▋ | 85/128 [00:06<00:03, 13.39it/s]
44
  68%|██████▊ | 87/128 [00:06<00:03, 13.66it/s]
45
  70%|██████▉ | 89/128 [00:06<00:02, 13.77it/s]
46
  71%|███████ | 91/128 [00:06<00:02, 13.88it/s]
47
  73%|███████▎ | 93/128 [00:06<00:02, 13.88it/s]
48
  74%|███████▍ | 95/128 [00:06<00:02, 13.94it/s]
49
  76%|███████▌ | 97/128 [00:07<00:02, 13.82it/s]
50
  77%|███████▋ | 99/128 [00:07<00:02, 13.86it/s]
51
  79%|███████▉ | 101/128 [00:07<00:01, 13.96it/s]
52
  80%|████████ | 103/128 [00:07<00:01, 13.92it/s]
53
  82%|████████▏ | 105/128 [00:07<00:01, 14.07it/s]
54
  84%|████████▎ | 107/128 [00:07<00:01, 14.14it/s]
55
  85%|████████▌ | 109/128 [00:07<00:01, 14.32it/s]
56
  87%|████████▋ | 111/128 [00:08<00:01, 14.31it/s]
57
  88%|████████▊ | 113/128 [00:08<00:01, 14.22it/s]
58
  90%|████████▉ | 115/128 [00:08<00:00, 14.29it/s]
59
  91%|█████████▏| 117/128 [00:08<00:00, 14.26it/s]
60
  93%|█████████▎| 119/128 [00:08<00:00, 13.99it/s]
61
  95%|█████████▍| 121/128 [00:08<00:00, 14.16it/s]
62
  96%|█████████▌| 123/128 [00:08<00:00, 14.21it/s]
63
  98%|█████████▊| 125/128 [00:09<00:00, 14.24it/s]
64
  99%|█████████▉| 127/128 [00:09<00:00, 14.32it/s]
 
 
65
  0%| | 0/128 [00:00<?, ?it/s]
66
  2%|▏ | 2/128 [00:00<00:09, 12.62it/s]
67
  3%|▎ | 4/128 [00:00<00:10, 12.38it/s]
68
  5%|▍ | 6/128 [00:00<00:09, 13.09it/s]
69
  6%|▋ | 8/128 [00:00<00:08, 13.40it/s]
70
  8%|▊ | 10/128 [00:00<00:08, 13.63it/s]
71
  9%|▉ | 12/128 [00:00<00:08, 13.90it/s]
72
  11%|█ | 14/128 [00:01<00:09, 12.20it/s]
73
  12%|█▎ | 16/128 [00:01<00:09, 12.43it/s]
74
  14%|█▍ | 18/128 [00:01<00:08, 12.80it/s]
75
  16%|█▌ | 20/128 [00:01<00:08, 13.19it/s]
76
  17%|█▋ | 22/128 [00:01<00:07, 13.43it/s]
77
  19%|█▉ | 24/128 [00:01<00:07, 13.39it/s]
78
  20%|██ | 26/128 [00:01<00:07, 13.49it/s]
79
  22%|██▏ | 28/128 [00:02<00:07, 12.97it/s]
80
  23%|██▎ | 30/128 [00:02<00:07, 13.22it/s]
81
  25%|██▌ | 32/128 [00:02<00:07, 13.51it/s]
82
  27%|██▋ | 34/128 [00:02<00:06, 13.64it/s]
83
  28%|██▊ | 36/128 [00:02<00:06, 13.68it/s]
84
  30%|██▉ | 38/128 [00:02<00:06, 13.76it/s]
85
  31%|███▏ | 40/128 [00:03<00:06, 12.93it/s]
86
  33%|███▎ | 42/128 [00:03<00:06, 12.92it/s]
87
  34%|███▍ | 44/128 [00:03<00:06, 13.17it/s]
88
  36%|███▌ | 46/128 [00:03<00:06, 13.36it/s]
89
  38%|███▊ | 48/128 [00:03<00:05, 13.51it/s]
90
  39%|███▉ | 50/128 [00:03<00:05, 13.58it/s]
91
  41%|████ | 52/128 [00:03<00:05, 13.90it/s]
92
  42%|████▏ | 54/128 [00:04<00:05, 12.91it/s]
93
  44%|████▍ | 56/128 [00:04<00:05, 13.13it/s]
94
  45%|████▌ | 58/128 [00:04<00:05, 12.65it/s]
95
  47%|████▋ | 60/128 [00:04<00:05, 13.02it/s]
96
  48%|████▊ | 62/128 [00:04<00:05, 12.68it/s]
97
  50%|█████ | 64/128 [00:04<00:05, 11.85it/s]
98
  52%|█████▏ | 66/128 [00:05<00:05, 12.38it/s]
99
  53%|█████▎ | 68/128 [00:05<00:04, 12.39it/s]
100
  55%|█████▍ | 70/128 [00:05<00:04, 12.69it/s]
101
  56%|█████▋ | 72/128 [00:05<00:04, 12.97it/s]
102
  58%|█████▊ | 74/128 [00:05<00:04, 13.13it/s]
103
  59%|█████▉ | 76/128 [00:05<00:03, 13.43it/s]
104
  61%|██████ | 78/128 [00:05<00:03, 13.58it/s]
105
  62%|██████▎ | 80/128 [00:06<00:03, 13.64it/s]
106
  64%|██████▍ | 82/128 [00:06<00:03, 13.80it/s]
107
  66%|██████▌ | 84/128 [00:06<00:03, 12.35it/s]
108
  67%|██████▋ | 86/128 [00:06<00:03, 12.90it/s]
109
  69%|██████▉ | 88/128 [00:06<00:03, 13.27it/s]
110
  70%|███████ | 90/128 [00:06<00:03, 12.45it/s]
111
  72%|███████▏ | 92/128 [00:07<00:02, 12.90it/s]
112
  73%|███████▎ | 94/128 [00:07<00:02, 12.82it/s]
113
  75%|███████▌ | 96/128 [00:07<00:02, 12.54it/s]
114
  77%|███████▋ | 98/128 [00:07<00:02, 13.08it/s]
115
  78%|███████▊ | 100/128 [00:07<00:02, 12.84it/s]
116
  80%|███████▉ | 102/128 [00:07<00:02, 12.91it/s]
117
  81%|████████▏ | 104/128 [00:07<00:01, 13.06it/s]
118
  83%|████████▎ | 106/128 [00:08<00:01, 12.93it/s]
119
  84%|████████▍ | 108/128 [00:08<00:01, 13.30it/s]
120
  86%|████████▌ | 110/128 [00:08<00:01, 12.54it/s]
121
  88%|████████▊ | 112/128 [00:08<00:01, 12.64it/s]
122
  89%|████████▉ | 114/128 [00:08<00:01, 12.37it/s]
123
  91%|█████████ | 116/128 [00:08<00:01, 11.11it/s]
124
  92%|█████████▏| 118/128 [00:09<00:00, 10.96it/s]
125
  94%|█████████▍| 120/128 [00:09<00:00, 11.77it/s]
126
  95%|█████████▌| 122/128 [00:09<00:00, 12.37it/s]
127
  97%|█████████▋| 124/128 [00:09<00:00, 11.76it/s]
128
  98%|█████████▊| 126/128 [00:09<00:00, 12.34it/s]
 
 
129
  0%| | 0/128 [00:00<?, ?it/s]
130
  2%|▏ | 2/128 [00:00<00:10, 12.24it/s]
131
  3%|▎ | 4/128 [00:00<00:09, 13.32it/s]
132
  5%|▍ | 6/128 [00:00<00:08, 13.64it/s]
133
  6%|▋ | 8/128 [00:00<00:09, 13.17it/s]
134
  8%|▊ | 10/128 [00:00<00:08, 13.69it/s]
135
  9%|▉ | 12/128 [00:00<00:08, 13.88it/s]
136
  11%|█ | 14/128 [00:01<00:08, 13.96it/s]
137
  12%|█▎ | 16/128 [00:01<00:08, 13.92it/s]
138
  14%|█▍ | 18/128 [00:01<00:08, 12.79it/s]
139
  16%|█▌ | 20/128 [00:01<00:08, 13.10it/s]
140
  17%|█▋ | 22/128 [00:01<00:08, 12.63it/s]
141
  19%|█▉ | 24/128 [00:01<00:07, 13.03it/s]
142
  20%|██ | 26/128 [00:01<00:08, 12.57it/s]
143
  22%|██▏ | 28/128 [00:02<00:07, 13.08it/s]
144
  23%|██▎ | 30/128 [00:02<00:07, 13.01it/s]
145
  25%|██▌ | 32/128 [00:02<00:07, 13.32it/s]
146
  27%|██▋ | 34/128 [00:02<00:07, 12.30it/s]
147
  28%|██▊ | 36/128 [00:02<00:07, 11.82it/s]
148
  30%|██▉ | 38/128 [00:02<00:07, 11.49it/s]
149
  31%|███▏ | 40/128 [00:03<00:07, 11.97it/s]
150
  33%|███▎ | 42/128 [00:03<00:06, 12.48it/s]
151
  34%|███▍ | 44/128 [00:03<00:06, 12.97it/s]
152
  36%|███▌ | 46/128 [00:03<00:06, 13.02it/s]
153
  38%|███▊ | 48/128 [00:03<00:06, 11.95it/s]
154
  39%|███▉ | 50/128 [00:03<00:06, 12.36it/s]
155
  41%|████ | 52/128 [00:04<00:06, 12.21it/s]
156
  42%|████▏ | 54/128 [00:04<00:06, 11.51it/s]
157
  44%|████▍ | 56/128 [00:04<00:05, 12.09it/s]
158
  45%|████▌ | 58/128 [00:04<00:06, 11.47it/s]
159
  47%|████▋ | 60/128 [00:04<00:05, 12.13it/s]
160
  48%|████▊ | 62/128 [00:04<00:05, 11.18it/s]
161
  50%|█████ | 64/128 [00:05<00:05, 11.33it/s]
162
  52%|█████▏ | 66/128 [00:05<00:05, 11.87it/s]
163
  53%|█████▎ | 68/128 [00:05<00:05, 11.17it/s]
164
  55%|█████▍ | 70/128 [00:05<00:04, 11.97it/s]
165
  56%|█████▋ | 72/128 [00:05<00:05, 10.98it/s]
166
  58%|█████▊ | 74/128 [00:06<00:04, 11.69it/s]
167
  59%|█████▉ | 76/128 [00:06<00:04, 12.39it/s]
168
  61%|██████ | 78/128 [00:06<00:04, 12.45it/s]
169
  62%|██████▎ | 80/128 [00:06<00:03, 12.85it/s]
170
  64%|██████▍ | 82/128 [00:06<00:03, 13.04it/s]
171
  66%|██████▌ | 84/128 [00:06<00:03, 13.41it/s]
172
  67%|██████▋ | 86/128 [00:06<00:03, 13.52it/s]
173
  69%|██████▉ | 88/128 [00:07<00:03, 13.18it/s]
174
  70%|███████ | 90/128 [00:07<00:02, 13.52it/s]
175
  72%|███████▏ | 92/128 [00:07<00:02, 13.42it/s]
176
  73%|███████▎ | 94/128 [00:07<00:02, 13.69it/s]
177
  75%|███████▌ | 96/128 [00:07<00:02, 13.81it/s]
178
  77%|███████▋ | 98/128 [00:07<00:02, 13.56it/s]
179
  78%|███████▊ | 100/128 [00:07<00:02, 13.43it/s]
180
  80%|███████▉ | 102/128 [00:08<00:01, 13.46it/s]
181
  81%|████████▏ | 104/128 [00:08<00:01, 13.68it/s]
182
  83%|████████▎ | 106/128 [00:08<00:01, 13.43it/s]
183
  84%|████████▍ | 108/128 [00:08<00:01, 12.53it/s]
184
  86%|████████▌ | 110/128 [00:08<00:01, 12.79it/s]
185
  88%|████████▊ | 112/128 [00:08<00:01, 13.17it/s]
186
  89%|████████▉ | 114/128 [00:09<00:01, 12.56it/s]
187
  91%|█████████ | 116/128 [00:09<00:01, 11.98it/s]
188
  92%|█████████▏| 118/128 [00:09<00:00, 12.03it/s]
189
  94%|█████████▍| 120/128 [00:09<00:00, 12.68it/s]
190
  95%|█████████▌| 122/128 [00:09<00:00, 12.57it/s]
191
  97%|█████████▋| 124/128 [00:09<00:00, 13.04it/s]
192
  98%|█████████▊| 126/128 [00:09<00:00, 13.38it/s]
 
 
193
  0%| | 0/128 [00:00<?, ?it/s]
194
  2%|▏ | 2/128 [00:00<00:12, 10.25it/s]
195
  3%|▎ | 4/128 [00:00<00:11, 11.21it/s]
196
  5%|▍ | 6/128 [00:00<00:09, 12.34it/s]
197
  6%|▋ | 8/128 [00:00<00:09, 12.82it/s]
198
  8%|▊ | 10/128 [00:00<00:09, 13.10it/s]
199
  9%|▉ | 12/128 [00:01<00:10, 11.50it/s]
200
  11%|█ | 14/128 [00:01<00:09, 12.18it/s]
201
  12%|█▎ | 16/128 [00:01<00:08, 12.82it/s]
202
  14%|█▍ | 18/128 [00:01<00:08, 12.75it/s]
203
  16%|█▌ | 20/128 [00:01<00:08, 12.83it/s]
204
  17%|█▋ | 22/128 [00:01<00:08, 12.54it/s]
205
  19%|█▉ | 24/128 [00:01<00:09, 11.37it/s]
206
  20%|██ | 26/128 [00:02<00:09, 11.29it/s]
207
  22%|██▏ | 28/128 [00:02<00:08, 11.76it/s]
208
  23%|██▎ | 30/128 [00:02<00:07, 12.33it/s]
209
  25%|██▌ | 32/128 [00:02<00:07, 12.61it/s]
210
  27%|██▋ | 34/128 [00:02<00:07, 12.63it/s]
211
  28%|██▊ | 36/128 [00:02<00:07, 12.52it/s]
212
  30%|██▉ | 38/128 [00:03<00:06, 13.01it/s]
213
  31%|███▏ | 40/128 [00:03<00:06, 13.00it/s]
214
  33%|███▎ | 42/128 [00:03<00:07, 10.81it/s]
215
  34%|███▍ | 44/128 [00:03<00:07, 11.32it/s]
216
  36%|███▌ | 46/128 [00:03<00:08, 10.21it/s]
217
  38%|███▊ | 48/128 [00:04<00:07, 10.26it/s]
218
  39%|███▉ | 50/128 [00:04<00:06, 11.22it/s]
219
  41%|████ | 52/128 [00:04<00:06, 11.52it/s]
220
  42%|████▏ | 54/128 [00:04<00:06, 11.77it/s]
221
  44%|████▍ | 56/128 [00:04<00:05, 12.25it/s]
222
  45%|████▌ | 58/128 [00:04<00:05, 12.61it/s]
223
  47%|████▋ | 60/128 [00:04<00:05, 12.88it/s]
224
  48%|████▊ | 62/128 [00:05<00:05, 13.16it/s]
225
  50%|█████ | 64/128 [00:05<00:05, 12.64it/s]
226
  52%|█████▏ | 66/128 [00:05<00:06, 10.06it/s]
227
  53%|█████▎ | 68/128 [00:05<00:05, 10.88it/s]
228
  55%|█████▍ | 70/128 [00:05<00:05, 11.53it/s]
229
  56%|█████▋ | 72/128 [00:06<00:05, 10.28it/s]
230
  58%|█████▊ | 74/128 [00:06<00:04, 11.06it/s]
231
  59%|█████▉ | 76/128 [00:06<00:04, 11.79it/s]
232
  61%|██████ | 78/128 [00:06<00:04, 12.05it/s]
233
  62%|██████▎ | 80/128 [00:06<00:03, 12.63it/s]
234
  64%|██████▍ | 82/128 [00:06<00:03, 13.07it/s]
235
  66%|██████▌ | 84/128 [00:07<00:03, 12.82it/s]
236
  67%|██████▋ | 86/128 [00:07<00:03, 11.49it/s]
237
  69%|██████▉ | 88/128 [00:07<00:03, 12.03it/s]
238
  70%|███████ | 90/128 [00:07<00:03, 11.04it/s]
239
  72%|███████▏ | 92/128 [00:07<00:03, 10.78it/s]
240
  73%|███████▎ | 94/128 [00:08<00:03, 10.46it/s]
241
  75%|███████▌ | 96/128 [00:08<00:02, 11.34it/s]
242
  77%|███████▋ | 98/128 [00:08<00:02, 10.20it/s]
243
  78%|███████▊ | 100/128 [00:08<00:02, 10.89it/s]
244
  80%|███████▉ | 102/128 [00:08<00:02, 11.37it/s]
245
  81%|████████▏ | 104/128 [00:08<00:02, 10.84it/s]
246
  83%|████████▎ | 106/128 [00:09<00:01, 11.61it/s]
247
  84%|████████▍ | 108/128 [00:09<00:01, 12.06it/s]
248
  86%|████████▌ | 110/128 [00:09<00:01, 11.76it/s]
249
  88%|████████▊ | 112/128 [00:09<00:01, 10.51it/s]
250
  89%|████████▉ | 114/128 [00:09<00:01, 11.10it/s]
251
  91%|█████████ | 116/128 [00:09<00:01, 11.70it/s]
252
  92%|█████████▏| 118/128 [00:10<00:00, 11.94it/s]
253
  94%|█████████▍| 120/128 [00:10<00:00, 12.51it/s]
254
  95%|█████████▌| 122/128 [00:10<00:00, 10.78it/s]
255
  97%|█████████▋| 124/128 [00:10<00:00, 11.64it/s]
256
  98%|█████████▊| 126/128 [00:10<00:00, 11.94it/s]
 
 
 
 
 
 
 
 
 
 
 
 
1
+ CUDA_VISIBLE_DEVICES=3
2
+ dataset_config=chemistry
3
+ sparsity_ratio=0.45
4
+ torch 2.7.1
5
+ transformers 4.56.1
6
+ accelerate 1.13.0
7
+ # of gpus: 1
8
+ loading llm model google/gemma-3-12b-it
9
+
10
+ Calibration seqlen overridden: 131072 -> 2048
11
+ use device cuda:0
12
+ Getting token length estimate... w/ batch_size=1024
13
+
14
+ DONE Getting token length estimate!
15
+ Getting length-aware padding breakpoints...
16
+ DONE Tokenizing...
17
+
18
+
19
+
20
+ Saved before_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45
21
+ pruning starts
22
+ loading calibdation data
23
+ dataset loading complete
24
+ pruning layer 0 name self_attn.q_proj
25
+ pruning layer 0 name self_attn.k_proj
26
+ pruning layer 0 name self_attn.v_proj
27
+ pruning layer 0 name self_attn.o_proj
28
+ pruning layer 0 name mlp.gate_proj
29
+ pruning layer 0 name mlp.up_proj
30
+ pruning layer 0 name mlp.down_proj
31
+ pruning layer 1 name self_attn.q_proj
32
+ pruning layer 1 name self_attn.k_proj
33
+ pruning layer 1 name self_attn.v_proj
34
+ pruning layer 1 name self_attn.o_proj
35
+ pruning layer 1 name mlp.gate_proj
36
+ pruning layer 1 name mlp.up_proj
37
+ pruning layer 1 name mlp.down_proj
38
+ pruning layer 2 name self_attn.q_proj
39
+ pruning layer 2 name self_attn.k_proj
40
+ pruning layer 2 name self_attn.v_proj
41
+ pruning layer 2 name self_attn.o_proj
42
+ pruning layer 2 name mlp.gate_proj
43
+ pruning layer 2 name mlp.up_proj
44
+ pruning layer 2 name mlp.down_proj
45
+ pruning layer 3 name self_attn.q_proj
46
+ pruning layer 3 name self_attn.k_proj
47
+ pruning layer 3 name self_attn.v_proj
48
+ pruning layer 3 name self_attn.o_proj
49
+ pruning layer 3 name mlp.gate_proj
50
+ pruning layer 3 name mlp.up_proj
51
+ pruning layer 3 name mlp.down_proj
52
+ pruning layer 4 name self_attn.q_proj
53
+ pruning layer 4 name self_attn.k_proj
54
+ pruning layer 4 name self_attn.v_proj
55
+ pruning layer 4 name self_attn.o_proj
56
+ pruning layer 4 name mlp.gate_proj
57
+ pruning layer 4 name mlp.up_proj
58
+ pruning layer 4 name mlp.down_proj
59
+ pruning layer 5 name self_attn.q_proj
60
+ pruning layer 5 name self_attn.k_proj
61
+ pruning layer 5 name self_attn.v_proj
62
+ pruning layer 5 name self_attn.o_proj
63
+ pruning layer 5 name mlp.gate_proj
64
+ pruning layer 5 name mlp.up_proj
65
+ pruning layer 5 name mlp.down_proj
66
+ pruning layer 6 name self_attn.q_proj
67
+ pruning layer 6 name self_attn.k_proj
68
+ pruning layer 6 name self_attn.v_proj
69
+ pruning layer 6 name self_attn.o_proj
70
+ pruning layer 6 name mlp.gate_proj
71
+ pruning layer 6 name mlp.up_proj
72
+ pruning layer 6 name mlp.down_proj
73
+ pruning layer 7 name self_attn.q_proj
74
+ pruning layer 7 name self_attn.k_proj
75
+ pruning layer 7 name self_attn.v_proj
76
+ pruning layer 7 name self_attn.o_proj
77
+ pruning layer 7 name mlp.gate_proj
78
+ pruning layer 7 name mlp.up_proj
79
+ pruning layer 7 name mlp.down_proj
80
+ pruning layer 8 name self_attn.q_proj
81
+ pruning layer 8 name self_attn.k_proj
82
+ pruning layer 8 name self_attn.v_proj
83
+ pruning layer 8 name self_attn.o_proj
84
+ pruning layer 8 name mlp.gate_proj
85
+ pruning layer 8 name mlp.up_proj
86
+ pruning layer 8 name mlp.down_proj
87
+ pruning layer 9 name self_attn.q_proj
88
+ pruning layer 9 name self_attn.k_proj
89
+ pruning layer 9 name self_attn.v_proj
90
+ pruning layer 9 name self_attn.o_proj
91
+ pruning layer 9 name mlp.gate_proj
92
+ pruning layer 9 name mlp.up_proj
93
+ pruning layer 9 name mlp.down_proj
94
+ pruning layer 10 name self_attn.q_proj
95
+ pruning layer 10 name self_attn.k_proj
96
+ pruning layer 10 name self_attn.v_proj
97
+ pruning layer 10 name self_attn.o_proj
98
+ pruning layer 10 name mlp.gate_proj
99
+ pruning layer 10 name mlp.up_proj
100
+ pruning layer 10 name mlp.down_proj
101
+ pruning layer 11 name self_attn.q_proj
102
+ pruning layer 11 name self_attn.k_proj
103
+ pruning layer 11 name self_attn.v_proj
104
+ pruning layer 11 name self_attn.o_proj
105
+ pruning layer 11 name mlp.gate_proj
106
+ pruning layer 11 name mlp.up_proj
107
+ pruning layer 11 name mlp.down_proj
108
+ pruning layer 12 name self_attn.q_proj
109
+ pruning layer 12 name self_attn.k_proj
110
+ pruning layer 12 name self_attn.v_proj
111
+ pruning layer 12 name self_attn.o_proj
112
+ pruning layer 12 name mlp.gate_proj
113
+ pruning layer 12 name mlp.up_proj
114
+ pruning layer 12 name mlp.down_proj
115
+ pruning layer 13 name self_attn.q_proj
116
+ pruning layer 13 name self_attn.k_proj
117
+ pruning layer 13 name self_attn.v_proj
118
+ pruning layer 13 name self_attn.o_proj
119
+ pruning layer 13 name mlp.gate_proj
120
+ pruning layer 13 name mlp.up_proj
121
+ pruning layer 13 name mlp.down_proj
122
+ pruning layer 14 name self_attn.q_proj
123
+ pruning layer 14 name self_attn.k_proj
124
+ pruning layer 14 name self_attn.v_proj
125
+ pruning layer 14 name self_attn.o_proj
126
+ pruning layer 14 name mlp.gate_proj
127
+ pruning layer 14 name mlp.up_proj
128
+ pruning layer 14 name mlp.down_proj
129
+ pruning layer 15 name self_attn.q_proj
130
+ pruning layer 15 name self_attn.k_proj
131
+ pruning layer 15 name self_attn.v_proj
132
+ pruning layer 15 name self_attn.o_proj
133
+ pruning layer 15 name mlp.gate_proj
134
+ pruning layer 15 name mlp.up_proj
135
+ pruning layer 15 name mlp.down_proj
136
+ pruning layer 16 name self_attn.q_proj
137
+ pruning layer 16 name self_attn.k_proj
138
+ pruning layer 16 name self_attn.v_proj
139
+ pruning layer 16 name self_attn.o_proj
140
+ pruning layer 16 name mlp.gate_proj
141
+ pruning layer 16 name mlp.up_proj
142
+ pruning layer 16 name mlp.down_proj
143
+ pruning layer 17 name self_attn.q_proj
144
+ pruning layer 17 name self_attn.k_proj
145
+ pruning layer 17 name self_attn.v_proj
146
+ pruning layer 17 name self_attn.o_proj
147
+ pruning layer 17 name mlp.gate_proj
148
+ pruning layer 17 name mlp.up_proj
149
+ pruning layer 17 name mlp.down_proj
150
+ pruning layer 18 name self_attn.q_proj
151
+ pruning layer 18 name self_attn.k_proj
152
+ pruning layer 18 name self_attn.v_proj
153
+ pruning layer 18 name self_attn.o_proj
154
+ pruning layer 18 name mlp.gate_proj
155
+ pruning layer 18 name mlp.up_proj
156
+ pruning layer 18 name mlp.down_proj
157
+ pruning layer 19 name self_attn.q_proj
158
+ pruning layer 19 name self_attn.k_proj
159
+ pruning layer 19 name self_attn.v_proj
160
+ pruning layer 19 name self_attn.o_proj
161
+ pruning layer 19 name mlp.gate_proj
162
+ pruning layer 19 name mlp.up_proj
163
+ pruning layer 19 name mlp.down_proj
164
+ pruning layer 20 name self_attn.q_proj
165
+ pruning layer 20 name self_attn.k_proj
166
+ pruning layer 20 name self_attn.v_proj
167
+ pruning layer 20 name self_attn.o_proj
168
+ pruning layer 20 name mlp.gate_proj
169
+ pruning layer 20 name mlp.up_proj
170
+ pruning layer 20 name mlp.down_proj
171
+ pruning layer 21 name self_attn.q_proj
172
+ pruning layer 21 name self_attn.k_proj
173
+ pruning layer 21 name self_attn.v_proj
174
+ pruning layer 21 name self_attn.o_proj
175
+ pruning layer 21 name mlp.gate_proj
176
+ pruning layer 21 name mlp.up_proj
177
+ pruning layer 21 name mlp.down_proj
178
+ pruning layer 22 name self_attn.q_proj
179
+ pruning layer 22 name self_attn.k_proj
180
+ pruning layer 22 name self_attn.v_proj
181
+ pruning layer 22 name self_attn.o_proj
182
+ pruning layer 22 name mlp.gate_proj
183
+ pruning layer 22 name mlp.up_proj
184
+ pruning layer 22 name mlp.down_proj
185
+ pruning layer 23 name self_attn.q_proj
186
+ pruning layer 23 name self_attn.k_proj
187
+ pruning layer 23 name self_attn.v_proj
188
+ pruning layer 23 name self_attn.o_proj
189
+ pruning layer 23 name mlp.gate_proj
190
+ pruning layer 23 name mlp.up_proj
191
+ pruning layer 23 name mlp.down_proj
192
+ pruning layer 24 name self_attn.q_proj
193
+ pruning layer 24 name self_attn.k_proj
194
+ pruning layer 24 name self_attn.v_proj
195
+ pruning layer 24 name self_attn.o_proj
196
+ pruning layer 24 name mlp.gate_proj
197
+ pruning layer 24 name mlp.up_proj
198
+ pruning layer 24 name mlp.down_proj
199
+ pruning layer 25 name self_attn.q_proj
200
+ pruning layer 25 name self_attn.k_proj
201
+ pruning layer 25 name self_attn.v_proj
202
+ pruning layer 25 name self_attn.o_proj
203
+ pruning layer 25 name mlp.gate_proj
204
+ pruning layer 25 name mlp.up_proj
205
+ pruning layer 25 name mlp.down_proj
206
+ pruning layer 26 name self_attn.q_proj
207
+ pruning layer 26 name self_attn.k_proj
208
+ pruning layer 26 name self_attn.v_proj
209
+ pruning layer 26 name self_attn.o_proj
210
+ pruning layer 26 name mlp.gate_proj
211
+ pruning layer 26 name mlp.up_proj
212
+ pruning layer 26 name mlp.down_proj
213
+ pruning layer 27 name self_attn.q_proj
214
+ pruning layer 27 name self_attn.k_proj
215
+ pruning layer 27 name self_attn.v_proj
216
+ pruning layer 27 name self_attn.o_proj
217
+ pruning layer 27 name mlp.gate_proj
218
+ pruning layer 27 name mlp.up_proj
219
+ pruning layer 27 name mlp.down_proj
220
+ pruning layer 28 name self_attn.q_proj
221
+ pruning layer 28 name self_attn.k_proj
222
+ pruning layer 28 name self_attn.v_proj
223
+ pruning layer 28 name self_attn.o_proj
224
+ pruning layer 28 name mlp.gate_proj
225
+ pruning layer 28 name mlp.up_proj
226
+ pruning layer 28 name mlp.down_proj
227
+ pruning layer 29 name self_attn.q_proj
228
+ pruning layer 29 name self_attn.k_proj
229
+ pruning layer 29 name self_attn.v_proj
230
+ pruning layer 29 name self_attn.o_proj
231
+ pruning layer 29 name mlp.gate_proj
232
+ pruning layer 29 name mlp.up_proj
233
+ pruning layer 29 name mlp.down_proj
234
+ pruning layer 30 name self_attn.q_proj
235
+ pruning layer 30 name self_attn.k_proj
236
+ pruning layer 30 name self_attn.v_proj
237
+ pruning layer 30 name self_attn.o_proj
238
+ pruning layer 30 name mlp.gate_proj
239
+ pruning layer 30 name mlp.up_proj
240
+ pruning layer 30 name mlp.down_proj
241
+ pruning layer 31 name self_attn.q_proj
242
+ pruning layer 31 name self_attn.k_proj
243
+ pruning layer 31 name self_attn.v_proj
244
+ pruning layer 31 name self_attn.o_proj
245
+ pruning layer 31 name mlp.gate_proj
246
+ pruning layer 31 name mlp.up_proj
247
+ pruning layer 31 name mlp.down_proj
248
+ pruning layer 32 name self_attn.q_proj
249
+ pruning layer 32 name self_attn.k_proj
250
+ pruning layer 32 name self_attn.v_proj
251
+ pruning layer 32 name self_attn.o_proj
252
+ pruning layer 32 name mlp.gate_proj
253
+ pruning layer 32 name mlp.up_proj
254
+ pruning layer 32 name mlp.down_proj
255
+ pruning layer 33 name self_attn.q_proj
256
+ pruning layer 33 name self_attn.k_proj
257
+ pruning layer 33 name self_attn.v_proj
258
+ pruning layer 33 name self_attn.o_proj
259
+ pruning layer 33 name mlp.gate_proj
260
+ pruning layer 33 name mlp.up_proj
261
+ pruning layer 33 name mlp.down_proj
262
+ pruning layer 34 name self_attn.q_proj
263
+ pruning layer 34 name self_attn.k_proj
264
+ pruning layer 34 name self_attn.v_proj
265
+ pruning layer 34 name self_attn.o_proj
266
+ pruning layer 34 name mlp.gate_proj
267
+ pruning layer 34 name mlp.up_proj
268
+ pruning layer 34 name mlp.down_proj
269
+ pruning layer 35 name self_attn.q_proj
270
+ pruning layer 35 name self_attn.k_proj
271
+ pruning layer 35 name self_attn.v_proj
272
+ pruning layer 35 name self_attn.o_proj
273
+ pruning layer 35 name mlp.gate_proj
274
+ pruning layer 35 name mlp.up_proj
275
+ pruning layer 35 name mlp.down_proj
276
+ pruning layer 36 name self_attn.q_proj
277
+ pruning layer 36 name self_attn.k_proj
278
+ pruning layer 36 name self_attn.v_proj
279
+ pruning layer 36 name self_attn.o_proj
280
+ pruning layer 36 name mlp.gate_proj
281
+ pruning layer 36 name mlp.up_proj
282
+ pruning layer 36 name mlp.down_proj
283
+ pruning layer 37 name self_attn.q_proj
284
+ pruning layer 37 name self_attn.k_proj
285
+ pruning layer 37 name self_attn.v_proj
286
+ pruning layer 37 name self_attn.o_proj
287
+ pruning layer 37 name mlp.gate_proj
288
+ pruning layer 37 name mlp.up_proj
289
+ pruning layer 37 name mlp.down_proj
290
+ pruning layer 38 name self_attn.q_proj
291
+ pruning layer 38 name self_attn.k_proj
292
+ pruning layer 38 name self_attn.v_proj
293
+ pruning layer 38 name self_attn.o_proj
294
+ pruning layer 38 name mlp.gate_proj
295
+ pruning layer 38 name mlp.up_proj
296
+ pruning layer 38 name mlp.down_proj
297
+ pruning layer 39 name self_attn.q_proj
298
+ pruning layer 39 name self_attn.k_proj
299
+ pruning layer 39 name self_attn.v_proj
300
+ pruning layer 39 name self_attn.o_proj
301
+ pruning layer 39 name mlp.gate_proj
302
+ pruning layer 39 name mlp.up_proj
303
+ pruning layer 39 name mlp.down_proj
304
+ pruning layer 40 name self_attn.q_proj
305
+ pruning layer 40 name self_attn.k_proj
306
+ pruning layer 40 name self_attn.v_proj
307
+ pruning layer 40 name self_attn.o_proj
308
+ pruning layer 40 name mlp.gate_proj
309
+ pruning layer 40 name mlp.up_proj
310
+ pruning layer 40 name mlp.down_proj
311
+ pruning layer 41 name self_attn.q_proj
312
+ pruning layer 41 name self_attn.k_proj
313
+ pruning layer 41 name self_attn.v_proj
314
+ pruning layer 41 name self_attn.o_proj
315
+ pruning layer 41 name mlp.gate_proj
316
+ pruning layer 41 name mlp.up_proj
317
+ pruning layer 41 name mlp.down_proj
318
+ pruning layer 42 name self_attn.q_proj
319
+ pruning layer 42 name self_attn.k_proj
320
+ pruning layer 42 name self_attn.v_proj
321
+ pruning layer 42 name self_attn.o_proj
322
+ pruning layer 42 name mlp.gate_proj
323
+ pruning layer 42 name mlp.up_proj
324
+ pruning layer 42 name mlp.down_proj
325
+ pruning layer 43 name self_attn.q_proj
326
+ pruning layer 43 name self_attn.k_proj
327
+ pruning layer 43 name self_attn.v_proj
328
+ pruning layer 43 name self_attn.o_proj
329
+ pruning layer 43 name mlp.gate_proj
330
+ pruning layer 43 name mlp.up_proj
331
+ pruning layer 43 name mlp.down_proj
332
+ pruning layer 44 name self_attn.q_proj
333
+ pruning layer 44 name self_attn.k_proj
334
+ pruning layer 44 name self_attn.v_proj
335
+ pruning layer 44 name self_attn.o_proj
336
+ pruning layer 44 name mlp.gate_proj
337
+ pruning layer 44 name mlp.up_proj
338
+ pruning layer 44 name mlp.down_proj
339
+ pruning layer 45 name self_attn.q_proj
340
+ pruning layer 45 name self_attn.k_proj
341
+ pruning layer 45 name self_attn.v_proj
342
+ pruning layer 45 name self_attn.o_proj
343
+ pruning layer 45 name mlp.gate_proj
344
+ pruning layer 45 name mlp.up_proj
345
+ pruning layer 45 name mlp.down_proj
346
+ pruning layer 46 name self_attn.q_proj
347
+ pruning layer 46 name self_attn.k_proj
348
+ pruning layer 46 name self_attn.v_proj
349
+ pruning layer 46 name self_attn.o_proj
350
+ pruning layer 46 name mlp.gate_proj
351
+ pruning layer 46 name mlp.up_proj
352
+ pruning layer 46 name mlp.down_proj
353
+ pruning layer 47 name self_attn.q_proj
354
+ pruning layer 47 name self_attn.k_proj
355
+ pruning layer 47 name self_attn.v_proj
356
+ pruning layer 47 name self_attn.o_proj
357
+ pruning layer 47 name mlp.gate_proj
358
+ pruning layer 47 name mlp.up_proj
359
+ pruning layer 47 name mlp.down_proj
360
+ Saved 336 pruning masks to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/wanda_masks
361
+ ******************************
362
+ layer 0 sparsity 0.449997
363
+ layer 1 sparsity 0.449997
364
+ layer 2 sparsity 0.449997
365
+ layer 3 sparsity 0.449997
366
+ layer 4 sparsity 0.449997
367
+ layer 5 sparsity 0.449997
368
+ layer 6 sparsity 0.449997
369
+ layer 7 sparsity 0.449997
370
+ layer 8 sparsity 0.449997
371
+ layer 9 sparsity 0.449997
372
+ layer 10 sparsity 0.449997
373
+ layer 11 sparsity 0.449997
374
+ layer 12 sparsity 0.449997
375
+ layer 13 sparsity 0.449997
376
+ layer 14 sparsity 0.449997
377
+ layer 15 sparsity 0.449997
378
+ layer 16 sparsity 0.449997
379
+ layer 17 sparsity 0.449997
380
+ layer 18 sparsity 0.449997
381
+ layer 19 sparsity 0.449997
382
+ layer 20 sparsity 0.449997
383
+ layer 21 sparsity 0.449997
384
+ layer 22 sparsity 0.449997
385
+ layer 23 sparsity 0.449997
386
+ layer 24 sparsity 0.449997
387
+ layer 25 sparsity 0.449997
388
+ layer 26 sparsity 0.449997
389
+ layer 27 sparsity 0.449997
390
+ layer 28 sparsity 0.449997
391
+ layer 29 sparsity 0.449997
392
+ layer 30 sparsity 0.449997
393
+ layer 31 sparsity 0.449997
394
+ layer 32 sparsity 0.449997
395
+ layer 33 sparsity 0.449997
396
+ layer 34 sparsity 0.449997
397
+ layer 35 sparsity 0.449997
398
+ layer 36 sparsity 0.449997
399
+ layer 37 sparsity 0.449997
400
+ layer 38 sparsity 0.449997
401
+ layer 39 sparsity 0.449997
402
+ layer 40 sparsity 0.449997
403
+ layer 41 sparsity 0.449997
404
+ layer 42 sparsity 0.449997
405
+ layer 43 sparsity 0.449997
406
+ layer 44 sparsity 0.449997
407
+ layer 45 sparsity 0.449997
408
+ layer 46 sparsity 0.449997
409
+ layer 47 sparsity 0.449997
410
+ sparsity sanity check 0.4500
411
+ ******************************
412
+ evaluating on wikitext2
413
+ nsamples 142
414
+ sample 0
415
+ sample 50
416
+ sample 100
417
+ wikitext perplexity 73.55071258544922
418
+
419
+ ============================================================
420
+ StemQA domain loss evaluation
421
+ ============================================================
422
+
423
  0%| | 0/128 [00:00<?, ?it/s]
424
  1%| | 1/128 [00:00<00:12, 9.90it/s]
425
  2%|▏ | 3/128 [00:00<00:09, 12.66it/s]
426
  4%|▍ | 5/128 [00:00<00:09, 13.40it/s]
427
  5%|▌ | 7/128 [00:00<00:08, 13.59it/s]
428
  7%|▋ | 9/128 [00:00<00:08, 13.81it/s]
429
  9%|▊ | 11/128 [00:00<00:08, 14.00it/s]
430
  10%|█ | 13/128 [00:00<00:08, 14.14it/s]
431
  12%|█▏ | 15/128 [00:01<00:07, 14.17it/s]
432
  13%|█▎ | 17/128 [00:01<00:07, 14.14it/s]
433
  15%|█▍ | 19/128 [00:01<00:07, 14.16it/s]
434
  16%|█▋ | 21/128 [00:01<00:07, 14.20it/s]
435
  18%|█▊ | 23/128 [00:01<00:07, 14.20it/s]
436
  20%|█▉ | 25/128 [00:01<00:07, 14.14it/s]
437
  21%|██ | 27/128 [00:01<00:07, 13.99it/s]
438
  23%|██▎ | 29/128 [00:02<00:07, 14.02it/s]
439
  24%|██▍ | 31/128 [00:02<00:07, 13.45it/s]
440
  26%|██▌ | 33/128 [00:02<00:07, 13.54it/s]
441
  27%|██▋ | 35/128 [00:02<00:06, 13.84it/s]
442
  29%|██▉ | 37/128 [00:02<00:06, 13.84it/s]
443
  30%|███ | 39/128 [00:02<00:06, 13.56it/s]
444
  32%|███▏ | 41/128 [00:02<00:06, 13.69it/s]
445
  34%|███▎ | 43/128 [00:03<00:06, 13.89it/s]
446
  35%|███▌ | 45/128 [00:03<00:06, 13.72it/s]
447
  37%|███▋ | 47/128 [00:03<00:05, 13.83it/s]
448
  38%|███▊ | 49/128 [00:03<00:06, 13.08it/s]
449
  40%|███▉ | 51/128 [00:03<00:05, 13.37it/s]
450
  41%|████▏ | 53/128 [00:03<00:05, 13.51it/s]
451
  43%|████▎ | 55/128 [00:04<00:05, 13.59it/s]
452
  45%|████▍ | 57/128 [00:04<00:05, 13.78it/s]
453
  46%|████▌ | 59/128 [00:04<00:05, 13.69it/s]
454
  48%|████▊ | 61/128 [00:04<00:04, 13.66it/s]
455
  49%|████▉ | 63/128 [00:04<00:04, 13.87it/s]
456
  51%|███���█ | 65/128 [00:04<00:04, 13.96it/s]
457
  52%|█████▏ | 67/128 [00:04<00:04, 13.83it/s]
458
  54%|█████▍ | 69/128 [00:05<00:04, 13.68it/s]
459
  55%|█████▌ | 71/128 [00:05<00:04, 13.74it/s]
460
  57%|█████▋ | 73/128 [00:05<00:03, 13.86it/s]
461
  59%|█████▊ | 75/128 [00:05<00:03, 13.93it/s]
462
  60%|██████ | 77/128 [00:05<00:03, 14.02it/s]
463
  62%|██████▏ | 79/128 [00:05<00:03, 13.48it/s]
464
  63%|██████▎ | 81/128 [00:05<00:03, 13.63it/s]
465
  65%|██████▍ | 83/128 [00:06<00:03, 13.10it/s]
466
  66%|██████▋ | 85/128 [00:06<00:03, 13.39it/s]
467
  68%|██████▊ | 87/128 [00:06<00:03, 13.66it/s]
468
  70%|██████▉ | 89/128 [00:06<00:02, 13.77it/s]
469
  71%|███████ | 91/128 [00:06<00:02, 13.88it/s]
470
  73%|███████▎ | 93/128 [00:06<00:02, 13.88it/s]
471
  74%|███████▍ | 95/128 [00:06<00:02, 13.94it/s]
472
  76%|███████▌ | 97/128 [00:07<00:02, 13.82it/s]
473
  77%|███████▋ | 99/128 [00:07<00:02, 13.86it/s]
474
  79%|███████▉ | 101/128 [00:07<00:01, 13.96it/s]
475
  80%|████████ | 103/128 [00:07<00:01, 13.92it/s]
476
  82%|████████▏ | 105/128 [00:07<00:01, 14.07it/s]
477
  84%|████████▎ | 107/128 [00:07<00:01, 14.14it/s]
478
  85%|████████▌ | 109/128 [00:07<00:01, 14.32it/s]
479
  87%|████████▋ | 111/128 [00:08<00:01, 14.31it/s]
480
  88%|████████▊ | 113/128 [00:08<00:01, 14.22it/s]
481
  90%|████████▉ | 115/128 [00:08<00:00, 14.29it/s]
482
  91%|█████████▏| 117/128 [00:08<00:00, 14.26it/s]
483
  93%|█████████▎| 119/128 [00:08<00:00, 13.99it/s]
484
  95%|█████████▍| 121/128 [00:08<00:00, 14.16it/s]
485
  96%|█████████▌| 123/128 [00:08<00:00, 14.21it/s]
486
  98%|█████████▊| 125/128 [00:09<00:00, 14.24it/s]
487
  99%|█████████▉| 127/128 [00:09<00:00, 14.32it/s]
488
+ biology: 3.3025
489
+
490
  0%| | 0/128 [00:00<?, ?it/s]
491
  2%|▏ | 2/128 [00:00<00:09, 12.62it/s]
492
  3%|▎ | 4/128 [00:00<00:10, 12.38it/s]
493
  5%|▍ | 6/128 [00:00<00:09, 13.09it/s]
494
  6%|▋ | 8/128 [00:00<00:08, 13.40it/s]
495
  8%|▊ | 10/128 [00:00<00:08, 13.63it/s]
496
  9%|▉ | 12/128 [00:00<00:08, 13.90it/s]
497
  11%|█ | 14/128 [00:01<00:09, 12.20it/s]
498
  12%|█▎ | 16/128 [00:01<00:09, 12.43it/s]
499
  14%|█▍ | 18/128 [00:01<00:08, 12.80it/s]
500
  16%|█▌ | 20/128 [00:01<00:08, 13.19it/s]
501
  17%|█▋ | 22/128 [00:01<00:07, 13.43it/s]
502
  19%|█▉ | 24/128 [00:01<00:07, 13.39it/s]
503
  20%|██ | 26/128 [00:01<00:07, 13.49it/s]
504
  22%|██▏ | 28/128 [00:02<00:07, 12.97it/s]
505
  23%|██▎ | 30/128 [00:02<00:07, 13.22it/s]
506
  25%|██▌ | 32/128 [00:02<00:07, 13.51it/s]
507
  27%|██▋ | 34/128 [00:02<00:06, 13.64it/s]
508
  28%|██▊ | 36/128 [00:02<00:06, 13.68it/s]
509
  30%|██▉ | 38/128 [00:02<00:06, 13.76it/s]
510
  31%|███▏ | 40/128 [00:03<00:06, 12.93it/s]
511
  33%|███▎ | 42/128 [00:03<00:06, 12.92it/s]
512
  34%|███▍ | 44/128 [00:03<00:06, 13.17it/s]
513
  36%|███▌ | 46/128 [00:03<00:06, 13.36it/s]
514
  38%|███▊ | 48/128 [00:03<00:05, 13.51it/s]
515
  39%|███▉ | 50/128 [00:03<00:05, 13.58it/s]
516
  41%|████ | 52/128 [00:03<00:05, 13.90it/s]
517
  42%|████▏ | 54/128 [00:04<00:05, 12.91it/s]
518
  44%|████▍ | 56/128 [00:04<00:05, 13.13it/s]
519
  45%|████▌ | 58/128 [00:04<00:05, 12.65it/s]
520
  47%|████▋ | 60/128 [00:04<00:05, 13.02it/s]
521
  48%|████▊ | 62/128 [00:04<00:05, 12.68it/s]
522
  50%|█████ | 64/128 [00:04<00:05, 11.85it/s]
523
  52%|█████▏ | 66/128 [00:05<00:05, 12.38it/s]
524
  53%|█████▎ | 68/128 [00:05<00:04, 12.39it/s]
525
  55%|█████▍ | 70/128 [00:05<00:04, 12.69it/s]
526
  56%|█████▋ | 72/128 [00:05<00:04, 12.97it/s]
527
  58%|█████▊ | 74/128 [00:05<00:04, 13.13it/s]
528
  59%|█████▉ | 76/128 [00:05<00:03, 13.43it/s]
529
  61%|██████ | 78/128 [00:05<00:03, 13.58it/s]
530
  62%|██████▎ | 80/128 [00:06<00:03, 13.64it/s]
531
  64%|██████▍ | 82/128 [00:06<00:03, 13.80it/s]
532
  66%|██████▌ | 84/128 [00:06<00:03, 12.35it/s]
533
  67%|██████▋ | 86/128 [00:06<00:03, 12.90it/s]
534
  69%|██████▉ | 88/128 [00:06<00:03, 13.27it/s]
535
  70%|███████ | 90/128 [00:06<00:03, 12.45it/s]
536
  72%|███████▏ | 92/128 [00:07<00:02, 12.90it/s]
537
  73%|███████▎ | 94/128 [00:07<00:02, 12.82it/s]
538
  75%|███████▌ | 96/128 [00:07<00:02, 12.54it/s]
539
  77%|███████▋ | 98/128 [00:07<00:02, 13.08it/s]
540
  78%|███████▊ | 100/128 [00:07<00:02, 12.84it/s]
541
  80%|███████▉ | 102/128 [00:07<00:02, 12.91it/s]
542
  81%|████████▏ | 104/128 [00:07<00:01, 13.06it/s]
543
  83%|████████▎ | 106/128 [00:08<00:01, 12.93it/s]
544
  84%|████████▍ | 108/128 [00:08<00:01, 13.30it/s]
545
  86%|████████▌ | 110/128 [00:08<00:01, 12.54it/s]
546
  88%|████████▊ | 112/128 [00:08<00:01, 12.64it/s]
547
  89%|████████▉ | 114/128 [00:08<00:01, 12.37it/s]
548
  91%|█████████ | 116/128 [00:08<00:01, 11.11it/s]
549
  92%|█████████▏| 118/128 [00:09<00:00, 10.96it/s]
550
  94%|█████████▍| 120/128 [00:09<00:00, 11.77it/s]
551
  95%|█████████▌| 122/128 [00:09<00:00, 12.37it/s]
552
  97%|█████████▋| 124/128 [00:09<00:00, 11.76it/s]
553
  98%|█████████▊| 126/128 [00:09<00:00, 12.34it/s]
554
+ chemistry: 1.9307
555
+
556
  0%| | 0/128 [00:00<?, ?it/s]
557
  2%|▏ | 2/128 [00:00<00:10, 12.24it/s]
558
  3%|▎ | 4/128 [00:00<00:09, 13.32it/s]
559
  5%|▍ | 6/128 [00:00<00:08, 13.64it/s]
560
  6%|▋ | 8/128 [00:00<00:09, 13.17it/s]
561
  8%|▊ | 10/128 [00:00<00:08, 13.69it/s]
562
  9%|▉ | 12/128 [00:00<00:08, 13.88it/s]
563
  11%|█ | 14/128 [00:01<00:08, 13.96it/s]
564
  12%|█▎ | 16/128 [00:01<00:08, 13.92it/s]
565
  14%|█▍ | 18/128 [00:01<00:08, 12.79it/s]
566
  16%|█▌ | 20/128 [00:01<00:08, 13.10it/s]
567
  17%|█▋ | 22/128 [00:01<00:08, 12.63it/s]
568
  19%|█▉ | 24/128 [00:01<00:07, 13.03it/s]
569
  20%|██ | 26/128 [00:01<00:08, 12.57it/s]
570
  22%|██▏ | 28/128 [00:02<00:07, 13.08it/s]
571
  23%|██▎ | 30/128 [00:02<00:07, 13.01it/s]
572
  25%|██▌ | 32/128 [00:02<00:07, 13.32it/s]
573
  27%|██▋ | 34/128 [00:02<00:07, 12.30it/s]
574
  28%|██▊ | 36/128 [00:02<00:07, 11.82it/s]
575
  30%|██▉ | 38/128 [00:02<00:07, 11.49it/s]
576
  31%|███▏ | 40/128 [00:03<00:07, 11.97it/s]
577
  33%|███▎ | 42/128 [00:03<00:06, 12.48it/s]
578
  34%|███▍ | 44/128 [00:03<00:06, 12.97it/s]
579
  36%|███▌ | 46/128 [00:03<00:06, 13.02it/s]
580
  38%|███▊ | 48/128 [00:03<00:06, 11.95it/s]
581
  39%|███▉ | 50/128 [00:03<00:06, 12.36it/s]
582
  41%|████ | 52/128 [00:04<00:06, 12.21it/s]
583
  42%|████▏ | 54/128 [00:04<00:06, 11.51it/s]
584
  44%|████▍ | 56/128 [00:04<00:05, 12.09it/s]
585
  45%|████▌ | 58/128 [00:04<00:06, 11.47it/s]
586
  47%|████▋ | 60/128 [00:04<00:05, 12.13it/s]
587
  48%|████▊ | 62/128 [00:04<00:05, 11.18it/s]
588
  50%|█████ | 64/128 [00:05<00:05, 11.33it/s]
589
  52%|█████▏ | 66/128 [00:05<00:05, 11.87it/s]
590
  53%|█████▎ | 68/128 [00:05<00:05, 11.17it/s]
591
  55%|█████▍ | 70/128 [00:05<00:04, 11.97it/s]
592
  56%|█████▋ | 72/128 [00:05<00:05, 10.98it/s]
593
  58%|█████▊ | 74/128 [00:06<00:04, 11.69it/s]
594
  59%|█████▉ | 76/128 [00:06<00:04, 12.39it/s]
595
  61%|██████ | 78/128 [00:06<00:04, 12.45it/s]
596
  62%|██████▎ | 80/128 [00:06<00:03, 12.85it/s]
597
  64%|██████▍ | 82/128 [00:06<00:03, 13.04it/s]
598
  66%|██████▌ | 84/128 [00:06<00:03, 13.41it/s]
599
  67%|██████▋ | 86/128 [00:06<00:03, 13.52it/s]
600
  69%|██████▉ | 88/128 [00:07<00:03, 13.18it/s]
601
  70%|███████ | 90/128 [00:07<00:02, 13.52it/s]
602
  72%|███████▏ | 92/128 [00:07<00:02, 13.42it/s]
603
  73%|███████▎ | 94/128 [00:07<00:02, 13.69it/s]
604
  75%|███████▌ | 96/128 [00:07<00:02, 13.81it/s]
605
  77%|███████▋ | 98/128 [00:07<00:02, 13.56it/s]
606
  78%|███████▊ | 100/128 [00:07<00:02, 13.43it/s]
607
  80%|███████▉ | 102/128 [00:08<00:01, 13.46it/s]
608
  81%|████████▏ | 104/128 [00:08<00:01, 13.68it/s]
609
  83%|████████▎ | 106/128 [00:08<00:01, 13.43it/s]
610
  84%|████████▍ | 108/128 [00:08<00:01, 12.53it/s]
611
  86%|████████▌ | 110/128 [00:08<00:01, 12.79it/s]
612
  88%|████████▊ | 112/128 [00:08<00:01, 13.17it/s]
613
  89%|████████▉ | 114/128 [00:09<00:01, 12.56it/s]
614
  91%|█████████ | 116/128 [00:09<00:01, 11.98it/s]
615
  92%|█████████▏| 118/128 [00:09<00:00, 12.03it/s]
616
  94%|█████████▍| 120/128 [00:09<00:00, 12.68it/s]
617
  95%|█████████▌| 122/128 [00:09<00:00, 12.57it/s]
618
  97%|█████████▋| 124/128 [00:09<00:00, 13.04it/s]
619
  98%|█████████▊| 126/128 [00:09<00:00, 13.38it/s]
620
+ math: 1.4654
621
+
622
  0%| | 0/128 [00:00<?, ?it/s]
623
  2%|▏ | 2/128 [00:00<00:12, 10.25it/s]
624
  3%|▎ | 4/128 [00:00<00:11, 11.21it/s]
625
  5%|▍ | 6/128 [00:00<00:09, 12.34it/s]
626
  6%|▋ | 8/128 [00:00<00:09, 12.82it/s]
627
  8%|▊ | 10/128 [00:00<00:09, 13.10it/s]
628
  9%|▉ | 12/128 [00:01<00:10, 11.50it/s]
629
  11%|█ | 14/128 [00:01<00:09, 12.18it/s]
630
  12%|█▎ | 16/128 [00:01<00:08, 12.82it/s]
631
  14%|█▍ | 18/128 [00:01<00:08, 12.75it/s]
632
  16%|█▌ | 20/128 [00:01<00:08, 12.83it/s]
633
  17%|█▋ | 22/128 [00:01<00:08, 12.54it/s]
634
  19%|█▉ | 24/128 [00:01<00:09, 11.37it/s]
635
  20%|██ | 26/128 [00:02<00:09, 11.29it/s]
636
  22%|██▏ | 28/128 [00:02<00:08, 11.76it/s]
637
  23%|██▎ | 30/128 [00:02<00:07, 12.33it/s]
638
  25%|██▌ | 32/128 [00:02<00:07, 12.61it/s]
639
  27%|██▋ | 34/128 [00:02<00:07, 12.63it/s]
640
  28%|██▊ | 36/128 [00:02<00:07, 12.52it/s]
641
  30%|██▉ | 38/128 [00:03<00:06, 13.01it/s]
642
  31%|███▏ | 40/128 [00:03<00:06, 13.00it/s]
643
  33%|███▎ | 42/128 [00:03<00:07, 10.81it/s]
644
  34%|███▍ | 44/128 [00:03<00:07, 11.32it/s]
645
  36%|███▌ | 46/128 [00:03<00:08, 10.21it/s]
646
  38%|███▊ | 48/128 [00:04<00:07, 10.26it/s]
647
  39%|███▉ | 50/128 [00:04<00:06, 11.22it/s]
648
  41%|████ | 52/128 [00:04<00:06, 11.52it/s]
649
  42%|████▏ | 54/128 [00:04<00:06, 11.77it/s]
650
  44%|████▍ | 56/128 [00:04<00:05, 12.25it/s]
651
  45%|████▌ | 58/128 [00:04<00:05, 12.61it/s]
652
  47%|████▋ | 60/128 [00:04<00:05, 12.88it/s]
653
  48%|████▊ | 62/128 [00:05<00:05, 13.16it/s]
654
  50%|█████ | 64/128 [00:05<00:05, 12.64it/s]
655
  52%|█████▏ | 66/128 [00:05<00:06, 10.06it/s]
656
  53%|█████▎ | 68/128 [00:05<00:05, 10.88it/s]
657
  55%|█████▍ | 70/128 [00:05<00:05, 11.53it/s]
658
  56%|█████▋ | 72/128 [00:06<00:05, 10.28it/s]
659
  58%|█████▊ | 74/128 [00:06<00:04, 11.06it/s]
660
  59%|█████▉ | 76/128 [00:06<00:04, 11.79it/s]
661
  61%|██████ | 78/128 [00:06<00:04, 12.05it/s]
662
  62%|██████▎ | 80/128 [00:06<00:03, 12.63it/s]
663
  64%|██████▍ | 82/128 [00:06<00:03, 13.07it/s]
664
  66%|██████▌ | 84/128 [00:07<00:03, 12.82it/s]
665
  67%|██████▋ | 86/128 [00:07<00:03, 11.49it/s]
666
  69%|██████▉ | 88/128 [00:07<00:03, 12.03it/s]
667
  70%|███████ | 90/128 [00:07<00:03, 11.04it/s]
668
  72%|███████▏ | 92/128 [00:07<00:03, 10.78it/s]
669
  73%|███████▎ | 94/128 [00:08<00:03, 10.46it/s]
670
  75%|███████▌ | 96/128 [00:08<00:02, 11.34it/s]
671
  77%|███████▋ | 98/128 [00:08<00:02, 10.20it/s]
672
  78%|███████▊ | 100/128 [00:08<00:02, 10.89it/s]
673
  80%|███████▉ | 102/128 [00:08<00:02, 11.37it/s]
674
  81%|████████▏ | 104/128 [00:08<00:02, 10.84it/s]
675
  83%|████████▎ | 106/128 [00:09<00:01, 11.61it/s]
676
  84%|████████▍ | 108/128 [00:09<00:01, 12.06it/s]
677
  86%|████████▌ | 110/128 [00:09<00:01, 11.76it/s]
678
  88%|████████▊ | 112/128 [00:09<00:01, 10.51it/s]
679
  89%|████████▉ | 114/128 [00:09<00:01, 11.10it/s]
680
  91%|█████████ | 116/128 [00:09<00:01, 11.70it/s]
681
  92%|█████████▏| 118/128 [00:10<00:00, 11.94it/s]
682
  94%|█████████▍| 120/128 [00:10<00:00, 12.51it/s]
683
  95%|█████████▌| 122/128 [00:10<00:00, 10.78it/s]
684
  97%|█████████▋| 124/128 [00:10<00:00, 11.64it/s]
685
  98%|█████████▊| 126/128 [00:10<00:00, 11.94it/s]
686
+ physics: 1.5472
687
+ Saved to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_loss.json
688
+ Getting token length estimate... w/ batch_size=1024
689
+
690
+ DONE Getting token length estimate!
691
+ Getting length-aware padding breakpoints...
692
+ DONE Tokenizing...
693
+
694
+
695
+
696
+ Saved after_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/run_status.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "status": "ok",
3
+ "requested_sparsity": 0.45,
4
+ "calibration_config": "chemistry"
5
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_inference.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judge_df.json ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judge_scores.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_judge/biology/in_scope/quality": 0.9166666666666666,
3
+ "llm_judge/biology/in_scope/fluency": 1.0,
4
+ "llm_judge/biology/in_scope/ground_truth_similarity": 0.75,
5
+ "llm_judge/biology/in_scope/relevance": 1.0,
6
+ "llm_judge/chemistry/out_of_scope/quality": 0.8966666666666666,
7
+ "llm_judge/chemistry/out_of_scope/fluency": 0.98,
8
+ "llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.71,
9
+ "llm_judge/chemistry/out_of_scope/relevance": 1.0,
10
+ "llm_judge/math/out_of_scope/quality": 0.9,
11
+ "llm_judge/math/out_of_scope/fluency": 0.91,
12
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.81,
13
+ "llm_judge/math/out_of_scope/relevance": 0.98,
14
+ "llm_judge/physics/out_of_scope/quality": 0.8733333333333333,
15
+ "llm_judge/physics/out_of_scope/fluency": 0.95,
16
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.68,
17
+ "llm_judge/physics/out_of_scope/relevance": 0.99
18
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judgements.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_inference.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judge_df.json ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judge_scores.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_judge/biology/in_scope/quality": 0.91,
3
+ "llm_judge/biology/in_scope/fluency": 1.0,
4
+ "llm_judge/biology/in_scope/ground_truth_similarity": 0.73,
5
+ "llm_judge/biology/in_scope/relevance": 1.0,
6
+ "llm_judge/chemistry/out_of_scope/quality": 0.93,
7
+ "llm_judge/chemistry/out_of_scope/fluency": 1.0,
8
+ "llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.82,
9
+ "llm_judge/chemistry/out_of_scope/relevance": 0.97,
10
+ "llm_judge/math/out_of_scope/quality": 0.94,
11
+ "llm_judge/math/out_of_scope/fluency": 0.94,
12
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.88,
13
+ "llm_judge/math/out_of_scope/relevance": 1.0,
14
+ "llm_judge/physics/out_of_scope/quality": 0.8866666666666667,
15
+ "llm_judge/physics/out_of_scope/fluency": 0.96,
16
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.72,
17
+ "llm_judge/physics/out_of_scope/relevance": 0.98
18
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judgements.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_loss.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "calibration_dataset": "stemqa",
3
+ "calibration_config": "chemistry",
4
+ "eval_split": "test",
5
+ "sparsity_ratio": 0.45,
6
+ "actual_sparsity": 0.4499965734649123,
7
+ "loss_by_domain": {
8
+ "biology": 3.3025085469707847,
9
+ "chemistry": 1.9307341990061104,
10
+ "math": 1.4654341638088226,
11
+ "physics": 1.547201391775161
12
+ }
13
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/wanda_masks/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-3-12b-it",
3
+ "sparsity_ratio": 0.45,
4
+ "use_variant": false,
5
+ "dataset": "stemqa",
6
+ "dataset_config": "chemistry",
7
+ "nsamples": 1024,
8
+ "calib_seqlen": "2048",
9
+ "seed": 0
10
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/log_wanda.txt ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ method actual_sparsity ppl_test
2
+ wanda 0.5000 284.1913
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/pgd_args.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mask_dir": "/mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/wanda_masks",
3
+ "save": "/mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5",
4
+ "device": "cuda:0",
5
+ "dtype": "bfloat16",
6
+ "domain": "chemistry",
7
+ "min_layer_idx": 20,
8
+ "max_steps": 2000,
9
+ "batch_size": 1,
10
+ "grad_accum": 1,
11
+ "lr": 2e-05,
12
+ "n_train": 256,
13
+ "seed": 0,
14
+ "optim": "adamw_bnb_8bit",
15
+ "gradient_checkpointing": true,
16
+ "logging_steps": 10,
17
+ "no_validate_sparsity": false,
18
+ "report_to": "wandb",
19
+ "wandb_project": "saescoping",
20
+ "wandb_entity": null,
21
+ "wandb_mode": null,
22
+ "wandb_name": "calibration_chemistry__sparsity_0p5",
23
+ "wandb_group": "results",
24
+ "wandb_tags": "pgd,recovery,gemma2-9b-it",
25
+ "eval_every_steps": 200,
26
+ "early_stop_judge_frac": 0.95,
27
+ "early_stop_loss_frac": 1.2,
28
+ "eval_domains": [
29
+ "biology",
30
+ "chemistry",
31
+ "math",
32
+ "physics"
33
+ ],
34
+ "eval_split": "validation",
35
+ "eval_n_samples": 200,
36
+ "eval_batch_size": 2,
37
+ "max_seq_len": 1024,
38
+ "response_n_samples": 50,
39
+ "response_split": "validation",
40
+ "response_max_new_tokens": 768,
41
+ "response_generation_kwargs": null,
42
+ "response_tokens_per_batch": 1600,
43
+ "response_judge_model": "gpt-4.1",
44
+ "response_max_judge_requests": 1800,
45
+ "response_domains": null
46
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/pgd_results.json ADDED
@@ -0,0 +1,562 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mask_dir": "/mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/wanda_masks",
3
+ "mask_config": {
4
+ "model": "google/gemma-2-9b-it",
5
+ "sparsity_ratio": 0.5,
6
+ "use_variant": false,
7
+ "dataset": "stemqa",
8
+ "dataset_config": "chemistry",
9
+ "nsamples": 1024,
10
+ "calib_seqlen": "2048",
11
+ "seed": 0
12
+ },
13
+ "recovery_domain": "chemistry",
14
+ "sparsity_before_pgd": 0.5,
15
+ "sparsity_after_pgd": 0.5,
16
+ "masked_nonzero_after_pgd": 0,
17
+ "reference_judge": 0.8858333333333334,
18
+ "reference_loss": 1.6609782676398754,
19
+ "reference_judge_scores": {
20
+ "llm_judge/biology/out_of_scope/quality": 0.8833333333333333,
21
+ "llm_judge/biology/out_of_scope/fluency": 1.0,
22
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.66,
23
+ "llm_judge/biology/out_of_scope/relevance": 0.99,
24
+ "llm_judge/chemistry/in_scope/quality": 0.9066666666666666,
25
+ "llm_judge/chemistry/in_scope/fluency": 1.0,
26
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.73,
27
+ "llm_judge/chemistry/in_scope/relevance": 0.99,
28
+ "llm_judge/math/out_of_scope/quality": 0.8866666666666667,
29
+ "llm_judge/math/out_of_scope/fluency": 1.0,
30
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.66,
31
+ "llm_judge/math/out_of_scope/relevance": 1.0,
32
+ "llm_judge/physics/out_of_scope/quality": 0.8666666666666667,
33
+ "llm_judge/physics/out_of_scope/fluency": 1.0,
34
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.61,
35
+ "llm_judge/physics/out_of_scope/relevance": 0.99
36
+ },
37
+ "reference_loss_by_domain": {
38
+ "biology": 2.4611436212062836,
39
+ "chemistry": 1.4866025841236115,
40
+ "math": 1.414721286892891,
41
+ "physics": 1.2814455783367158
42
+ },
43
+ "pgd_steps_run": 2000,
44
+ "early_stopped_at": null,
45
+ "early_stop_history": [
46
+ {
47
+ "step": 200,
48
+ "judge_scalar": 0.7891666666666667,
49
+ "recovery_domain": "chemistry",
50
+ "in_domain_loss": 0.7240547072887421,
51
+ "in_domain_loss_target": 1.7839231009483336,
52
+ "reference_in_domain_loss": 1.4866025841236115,
53
+ "judge_ok": false,
54
+ "loss_ok": true,
55
+ "judge_ok_by_metric": {
56
+ "llm_judge/biology/out_of_scope/quality": false,
57
+ "llm_judge/biology/out_of_scope/fluency": false,
58
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
59
+ "llm_judge/biology/out_of_scope/relevance": true,
60
+ "llm_judge/chemistry/in_scope/quality": false,
61
+ "llm_judge/chemistry/in_scope/fluency": false,
62
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
63
+ "llm_judge/chemistry/in_scope/relevance": true,
64
+ "llm_judge/math/out_of_scope/quality": false,
65
+ "llm_judge/math/out_of_scope/fluency": false,
66
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
67
+ "llm_judge/math/out_of_scope/relevance": true,
68
+ "llm_judge/physics/out_of_scope/quality": false,
69
+ "llm_judge/physics/out_of_scope/fluency": true,
70
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
71
+ "llm_judge/physics/out_of_scope/relevance": true
72
+ },
73
+ "judge_scores": {
74
+ "llm_judge/biology/out_of_scope/quality": 0.82,
75
+ "llm_judge/biology/out_of_scope/fluency": 0.92,
76
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.54,
77
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
78
+ "llm_judge/chemistry/in_scope/quality": 0.8133333333333334,
79
+ "llm_judge/chemistry/in_scope/fluency": 0.93,
80
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.51,
81
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
82
+ "llm_judge/math/out_of_scope/quality": 0.76,
83
+ "llm_judge/math/out_of_scope/fluency": 0.86,
84
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.42,
85
+ "llm_judge/math/out_of_scope/relevance": 1.0,
86
+ "llm_judge/physics/out_of_scope/quality": 0.7633333333333333,
87
+ "llm_judge/physics/out_of_scope/fluency": 0.95,
88
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.34,
89
+ "llm_judge/physics/out_of_scope/relevance": 1.0
90
+ },
91
+ "loss_by_domain": {
92
+ "chemistry": 0.7240547072887421
93
+ }
94
+ },
95
+ {
96
+ "step": 400,
97
+ "judge_scalar": 0.8208333333333333,
98
+ "recovery_domain": "chemistry",
99
+ "in_domain_loss": 0.8804852324724197,
100
+ "in_domain_loss_target": 1.7839231009483336,
101
+ "reference_in_domain_loss": 1.4866025841236115,
102
+ "judge_ok": false,
103
+ "loss_ok": true,
104
+ "judge_ok_by_metric": {
105
+ "llm_judge/biology/out_of_scope/quality": false,
106
+ "llm_judge/biology/out_of_scope/fluency": true,
107
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
108
+ "llm_judge/biology/out_of_scope/relevance": true,
109
+ "llm_judge/chemistry/in_scope/quality": false,
110
+ "llm_judge/chemistry/in_scope/fluency": true,
111
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
112
+ "llm_judge/chemistry/in_scope/relevance": true,
113
+ "llm_judge/math/out_of_scope/quality": false,
114
+ "llm_judge/math/out_of_scope/fluency": true,
115
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
116
+ "llm_judge/math/out_of_scope/relevance": true,
117
+ "llm_judge/physics/out_of_scope/quality": false,
118
+ "llm_judge/physics/out_of_scope/fluency": true,
119
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
120
+ "llm_judge/physics/out_of_scope/relevance": true
121
+ },
122
+ "judge_scores": {
123
+ "llm_judge/biology/out_of_scope/quality": 0.8366666666666667,
124
+ "llm_judge/biology/out_of_scope/fluency": 0.99,
125
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.52,
126
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
127
+ "llm_judge/chemistry/in_scope/quality": 0.85,
128
+ "llm_judge/chemistry/in_scope/fluency": 0.96,
129
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.59,
130
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
131
+ "llm_judge/math/out_of_scope/quality": 0.8033333333333333,
132
+ "llm_judge/math/out_of_scope/fluency": 0.99,
133
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.42,
134
+ "llm_judge/math/out_of_scope/relevance": 1.0,
135
+ "llm_judge/physics/out_of_scope/quality": 0.7933333333333333,
136
+ "llm_judge/physics/out_of_scope/fluency": 0.97,
137
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.41,
138
+ "llm_judge/physics/out_of_scope/relevance": 1.0
139
+ },
140
+ "loss_by_domain": {
141
+ "chemistry": 0.8804852324724197
142
+ }
143
+ },
144
+ {
145
+ "step": 600,
146
+ "judge_scalar": 0.8241666666666667,
147
+ "recovery_domain": "chemistry",
148
+ "in_domain_loss": 1.1078402042388915,
149
+ "in_domain_loss_target": 1.7839231009483336,
150
+ "reference_in_domain_loss": 1.4866025841236115,
151
+ "judge_ok": false,
152
+ "loss_ok": true,
153
+ "judge_ok_by_metric": {
154
+ "llm_judge/biology/out_of_scope/quality": true,
155
+ "llm_judge/biology/out_of_scope/fluency": true,
156
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
157
+ "llm_judge/biology/out_of_scope/relevance": true,
158
+ "llm_judge/chemistry/in_scope/quality": false,
159
+ "llm_judge/chemistry/in_scope/fluency": true,
160
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
161
+ "llm_judge/chemistry/in_scope/relevance": true,
162
+ "llm_judge/math/out_of_scope/quality": false,
163
+ "llm_judge/math/out_of_scope/fluency": true,
164
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
165
+ "llm_judge/math/out_of_scope/relevance": true,
166
+ "llm_judge/physics/out_of_scope/quality": false,
167
+ "llm_judge/physics/out_of_scope/fluency": true,
168
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
169
+ "llm_judge/physics/out_of_scope/relevance": true
170
+ },
171
+ "judge_scores": {
172
+ "llm_judge/biology/out_of_scope/quality": 0.86,
173
+ "llm_judge/biology/out_of_scope/fluency": 1.0,
174
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.58,
175
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
176
+ "llm_judge/chemistry/in_scope/quality": 0.8333333333333334,
177
+ "llm_judge/chemistry/in_scope/fluency": 0.97,
178
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.54,
179
+ "llm_judge/chemistry/in_scope/relevance": 0.99,
180
+ "llm_judge/math/out_of_scope/quality": 0.8166666666666667,
181
+ "llm_judge/math/out_of_scope/fluency": 0.99,
182
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.46,
183
+ "llm_judge/math/out_of_scope/relevance": 1.0,
184
+ "llm_judge/physics/out_of_scope/quality": 0.7866666666666666,
185
+ "llm_judge/physics/out_of_scope/fluency": 0.98,
186
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.38,
187
+ "llm_judge/physics/out_of_scope/relevance": 1.0
188
+ },
189
+ "loss_by_domain": {
190
+ "chemistry": 1.1078402042388915
191
+ }
192
+ },
193
+ {
194
+ "step": 800,
195
+ "judge_scalar": 0.8133333333333334,
196
+ "recovery_domain": "chemistry",
197
+ "in_domain_loss": 1.2864794856309891,
198
+ "in_domain_loss_target": 1.7839231009483336,
199
+ "reference_in_domain_loss": 1.4866025841236115,
200
+ "judge_ok": false,
201
+ "loss_ok": true,
202
+ "judge_ok_by_metric": {
203
+ "llm_judge/biology/out_of_scope/quality": true,
204
+ "llm_judge/biology/out_of_scope/fluency": true,
205
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
206
+ "llm_judge/biology/out_of_scope/relevance": true,
207
+ "llm_judge/chemistry/in_scope/quality": false,
208
+ "llm_judge/chemistry/in_scope/fluency": true,
209
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
210
+ "llm_judge/chemistry/in_scope/relevance": true,
211
+ "llm_judge/math/out_of_scope/quality": false,
212
+ "llm_judge/math/out_of_scope/fluency": true,
213
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
214
+ "llm_judge/math/out_of_scope/relevance": true,
215
+ "llm_judge/physics/out_of_scope/quality": false,
216
+ "llm_judge/physics/out_of_scope/fluency": true,
217
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
218
+ "llm_judge/physics/out_of_scope/relevance": true
219
+ },
220
+ "judge_scores": {
221
+ "llm_judge/biology/out_of_scope/quality": 0.84,
222
+ "llm_judge/biology/out_of_scope/fluency": 0.99,
223
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.53,
224
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
225
+ "llm_judge/chemistry/in_scope/quality": 0.8166666666666667,
226
+ "llm_judge/chemistry/in_scope/fluency": 0.99,
227
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.46,
228
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
229
+ "llm_judge/math/out_of_scope/quality": 0.8166666666666667,
230
+ "llm_judge/math/out_of_scope/fluency": 0.98,
231
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.47,
232
+ "llm_judge/math/out_of_scope/relevance": 1.0,
233
+ "llm_judge/physics/out_of_scope/quality": 0.78,
234
+ "llm_judge/physics/out_of_scope/fluency": 0.97,
235
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.38,
236
+ "llm_judge/physics/out_of_scope/relevance": 0.99
237
+ },
238
+ "loss_by_domain": {
239
+ "chemistry": 1.2864794856309891
240
+ }
241
+ },
242
+ {
243
+ "step": 1000,
244
+ "judge_scalar": 0.8083333333333333,
245
+ "recovery_domain": "chemistry",
246
+ "in_domain_loss": 1.3363014405965805,
247
+ "in_domain_loss_target": 1.7839231009483336,
248
+ "reference_in_domain_loss": 1.4866025841236115,
249
+ "judge_ok": false,
250
+ "loss_ok": true,
251
+ "judge_ok_by_metric": {
252
+ "llm_judge/biology/out_of_scope/quality": false,
253
+ "llm_judge/biology/out_of_scope/fluency": true,
254
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
255
+ "llm_judge/biology/out_of_scope/relevance": true,
256
+ "llm_judge/chemistry/in_scope/quality": false,
257
+ "llm_judge/chemistry/in_scope/fluency": true,
258
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
259
+ "llm_judge/chemistry/in_scope/relevance": true,
260
+ "llm_judge/math/out_of_scope/quality": false,
261
+ "llm_judge/math/out_of_scope/fluency": true,
262
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
263
+ "llm_judge/math/out_of_scope/relevance": true,
264
+ "llm_judge/physics/out_of_scope/quality": false,
265
+ "llm_judge/physics/out_of_scope/fluency": true,
266
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
267
+ "llm_judge/physics/out_of_scope/relevance": true
268
+ },
269
+ "judge_scores": {
270
+ "llm_judge/biology/out_of_scope/quality": 0.8366666666666667,
271
+ "llm_judge/biology/out_of_scope/fluency": 0.98,
272
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.53,
273
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
274
+ "llm_judge/chemistry/in_scope/quality": 0.8233333333333334,
275
+ "llm_judge/chemistry/in_scope/fluency": 0.98,
276
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.49,
277
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
278
+ "llm_judge/math/out_of_scope/quality": 0.7866666666666666,
279
+ "llm_judge/math/out_of_scope/fluency": 0.96,
280
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.4,
281
+ "llm_judge/math/out_of_scope/relevance": 1.0,
282
+ "llm_judge/physics/out_of_scope/quality": 0.7866666666666666,
283
+ "llm_judge/physics/out_of_scope/fluency": 0.97,
284
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.39,
285
+ "llm_judge/physics/out_of_scope/relevance": 1.0
286
+ },
287
+ "loss_by_domain": {
288
+ "chemistry": 1.3363014405965805
289
+ }
290
+ },
291
+ {
292
+ "step": 1200,
293
+ "judge_scalar": 0.8216666666666667,
294
+ "recovery_domain": "chemistry",
295
+ "in_domain_loss": 1.5586756336688996,
296
+ "in_domain_loss_target": 1.7839231009483336,
297
+ "reference_in_domain_loss": 1.4866025841236115,
298
+ "judge_ok": false,
299
+ "loss_ok": true,
300
+ "judge_ok_by_metric": {
301
+ "llm_judge/biology/out_of_scope/quality": true,
302
+ "llm_judge/biology/out_of_scope/fluency": true,
303
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
304
+ "llm_judge/biology/out_of_scope/relevance": true,
305
+ "llm_judge/chemistry/in_scope/quality": false,
306
+ "llm_judge/chemistry/in_scope/fluency": true,
307
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
308
+ "llm_judge/chemistry/in_scope/relevance": true,
309
+ "llm_judge/math/out_of_scope/quality": false,
310
+ "llm_judge/math/out_of_scope/fluency": true,
311
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
312
+ "llm_judge/math/out_of_scope/relevance": true,
313
+ "llm_judge/physics/out_of_scope/quality": false,
314
+ "llm_judge/physics/out_of_scope/fluency": true,
315
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
316
+ "llm_judge/physics/out_of_scope/relevance": true
317
+ },
318
+ "judge_scores": {
319
+ "llm_judge/biology/out_of_scope/quality": 0.84,
320
+ "llm_judge/biology/out_of_scope/fluency": 0.97,
321
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.55,
322
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
323
+ "llm_judge/chemistry/in_scope/quality": 0.84,
324
+ "llm_judge/chemistry/in_scope/fluency": 1.0,
325
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.52,
326
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
327
+ "llm_judge/math/out_of_scope/quality": 0.8133333333333334,
328
+ "llm_judge/math/out_of_scope/fluency": 1.0,
329
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.44,
330
+ "llm_judge/math/out_of_scope/relevance": 1.0,
331
+ "llm_judge/physics/out_of_scope/quality": 0.7933333333333333,
332
+ "llm_judge/physics/out_of_scope/fluency": 0.98,
333
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.4,
334
+ "llm_judge/physics/out_of_scope/relevance": 1.0
335
+ },
336
+ "loss_by_domain": {
337
+ "chemistry": 1.5586756336688996
338
+ }
339
+ },
340
+ {
341
+ "step": 1400,
342
+ "judge_scalar": 0.815,
343
+ "recovery_domain": "chemistry",
344
+ "in_domain_loss": 1.6661036944389342,
345
+ "in_domain_loss_target": 1.7839231009483336,
346
+ "reference_in_domain_loss": 1.4866025841236115,
347
+ "judge_ok": false,
348
+ "loss_ok": true,
349
+ "judge_ok_by_metric": {
350
+ "llm_judge/biology/out_of_scope/quality": true,
351
+ "llm_judge/biology/out_of_scope/fluency": true,
352
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
353
+ "llm_judge/biology/out_of_scope/relevance": true,
354
+ "llm_judge/chemistry/in_scope/quality": false,
355
+ "llm_judge/chemistry/in_scope/fluency": true,
356
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
357
+ "llm_judge/chemistry/in_scope/relevance": true,
358
+ "llm_judge/math/out_of_scope/quality": false,
359
+ "llm_judge/math/out_of_scope/fluency": true,
360
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
361
+ "llm_judge/math/out_of_scope/relevance": true,
362
+ "llm_judge/physics/out_of_scope/quality": false,
363
+ "llm_judge/physics/out_of_scope/fluency": true,
364
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
365
+ "llm_judge/physics/out_of_scope/relevance": true
366
+ },
367
+ "judge_scores": {
368
+ "llm_judge/biology/out_of_scope/quality": 0.84,
369
+ "llm_judge/biology/out_of_scope/fluency": 0.99,
370
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.53,
371
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
372
+ "llm_judge/chemistry/in_scope/quality": 0.8233333333333334,
373
+ "llm_judge/chemistry/in_scope/fluency": 0.98,
374
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.49,
375
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
376
+ "llm_judge/math/out_of_scope/quality": 0.8133333333333334,
377
+ "llm_judge/math/out_of_scope/fluency": 0.99,
378
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.45,
379
+ "llm_judge/math/out_of_scope/relevance": 1.0,
380
+ "llm_judge/physics/out_of_scope/quality": 0.7833333333333333,
381
+ "llm_judge/physics/out_of_scope/fluency": 0.96,
382
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.39,
383
+ "llm_judge/physics/out_of_scope/relevance": 1.0
384
+ },
385
+ "loss_by_domain": {
386
+ "chemistry": 1.6661036944389342
387
+ }
388
+ },
389
+ {
390
+ "step": 1600,
391
+ "judge_scalar": 0.8216666666666667,
392
+ "recovery_domain": "chemistry",
393
+ "in_domain_loss": 1.7182059293985368,
394
+ "in_domain_loss_target": 1.7839231009483336,
395
+ "reference_in_domain_loss": 1.4866025841236115,
396
+ "judge_ok": false,
397
+ "loss_ok": true,
398
+ "judge_ok_by_metric": {
399
+ "llm_judge/biology/out_of_scope/quality": false,
400
+ "llm_judge/biology/out_of_scope/fluency": true,
401
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
402
+ "llm_judge/biology/out_of_scope/relevance": true,
403
+ "llm_judge/chemistry/in_scope/quality": false,
404
+ "llm_judge/chemistry/in_scope/fluency": true,
405
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
406
+ "llm_judge/chemistry/in_scope/relevance": true,
407
+ "llm_judge/math/out_of_scope/quality": false,
408
+ "llm_judge/math/out_of_scope/fluency": true,
409
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
410
+ "llm_judge/math/out_of_scope/relevance": true,
411
+ "llm_judge/physics/out_of_scope/quality": false,
412
+ "llm_judge/physics/out_of_scope/fluency": true,
413
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
414
+ "llm_judge/physics/out_of_scope/relevance": true
415
+ },
416
+ "judge_scores": {
417
+ "llm_judge/biology/out_of_scope/quality": 0.8366666666666667,
418
+ "llm_judge/biology/out_of_scope/fluency": 0.97,
419
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.54,
420
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
421
+ "llm_judge/chemistry/in_scope/quality": 0.83,
422
+ "llm_judge/chemistry/in_scope/fluency": 0.97,
423
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.52,
424
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
425
+ "llm_judge/math/out_of_scope/quality": 0.83,
426
+ "llm_judge/math/out_of_scope/fluency": 1.0,
427
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.49,
428
+ "llm_judge/math/out_of_scope/relevance": 1.0,
429
+ "llm_judge/physics/out_of_scope/quality": 0.79,
430
+ "llm_judge/physics/out_of_scope/fluency": 0.96,
431
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.41,
432
+ "llm_judge/physics/out_of_scope/relevance": 1.0
433
+ },
434
+ "loss_by_domain": {
435
+ "chemistry": 1.7182059293985368
436
+ }
437
+ },
438
+ {
439
+ "step": 1800,
440
+ "judge_scalar": 0.8308333333333333,
441
+ "recovery_domain": "chemistry",
442
+ "in_domain_loss": 1.7405128645896912,
443
+ "in_domain_loss_target": 1.7839231009483336,
444
+ "reference_in_domain_loss": 1.4866025841236115,
445
+ "judge_ok": false,
446
+ "loss_ok": true,
447
+ "judge_ok_by_metric": {
448
+ "llm_judge/biology/out_of_scope/quality": true,
449
+ "llm_judge/biology/out_of_scope/fluency": true,
450
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
451
+ "llm_judge/biology/out_of_scope/relevance": true,
452
+ "llm_judge/chemistry/in_scope/quality": false,
453
+ "llm_judge/chemistry/in_scope/fluency": true,
454
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
455
+ "llm_judge/chemistry/in_scope/relevance": true,
456
+ "llm_judge/math/out_of_scope/quality": false,
457
+ "llm_judge/math/out_of_scope/fluency": true,
458
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
459
+ "llm_judge/math/out_of_scope/relevance": true,
460
+ "llm_judge/physics/out_of_scope/quality": false,
461
+ "llm_judge/physics/out_of_scope/fluency": true,
462
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
463
+ "llm_judge/physics/out_of_scope/relevance": true
464
+ },
465
+ "judge_scores": {
466
+ "llm_judge/biology/out_of_scope/quality": 0.8433333333333334,
467
+ "llm_judge/biology/out_of_scope/fluency": 0.98,
468
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.55,
469
+ "llm_judge/biology/out_of_scope/relevance": 1.0,
470
+ "llm_judge/chemistry/in_scope/quality": 0.8566666666666667,
471
+ "llm_judge/chemistry/in_scope/fluency": 1.0,
472
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.57,
473
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
474
+ "llm_judge/math/out_of_scope/quality": 0.8166666666666667,
475
+ "llm_judge/math/out_of_scope/fluency": 0.99,
476
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.46,
477
+ "llm_judge/math/out_of_scope/relevance": 1.0,
478
+ "llm_judge/physics/out_of_scope/quality": 0.8066666666666666,
479
+ "llm_judge/physics/out_of_scope/fluency": 0.97,
480
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.45,
481
+ "llm_judge/physics/out_of_scope/relevance": 1.0
482
+ },
483
+ "loss_by_domain": {
484
+ "chemistry": 1.7405128645896912
485
+ }
486
+ },
487
+ {
488
+ "step": 2000,
489
+ "judge_scalar": 0.8208333333333333,
490
+ "recovery_domain": "chemistry",
491
+ "in_domain_loss": 1.7436140817403794,
492
+ "in_domain_loss_target": 1.7839231009483336,
493
+ "reference_in_domain_loss": 1.4866025841236115,
494
+ "judge_ok": false,
495
+ "loss_ok": true,
496
+ "judge_ok_by_metric": {
497
+ "llm_judge/biology/out_of_scope/quality": false,
498
+ "llm_judge/biology/out_of_scope/fluency": true,
499
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": false,
500
+ "llm_judge/biology/out_of_scope/relevance": true,
501
+ "llm_judge/chemistry/in_scope/quality": false,
502
+ "llm_judge/chemistry/in_scope/fluency": true,
503
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": false,
504
+ "llm_judge/chemistry/in_scope/relevance": true,
505
+ "llm_judge/math/out_of_scope/quality": false,
506
+ "llm_judge/math/out_of_scope/fluency": true,
507
+ "llm_judge/math/out_of_scope/ground_truth_similarity": false,
508
+ "llm_judge/math/out_of_scope/relevance": true,
509
+ "llm_judge/physics/out_of_scope/quality": false,
510
+ "llm_judge/physics/out_of_scope/fluency": true,
511
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": false,
512
+ "llm_judge/physics/out_of_scope/relevance": true
513
+ },
514
+ "judge_scores": {
515
+ "llm_judge/biology/out_of_scope/quality": 0.8233333333333334,
516
+ "llm_judge/biology/out_of_scope/fluency": 0.97,
517
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.51,
518
+ "llm_judge/biology/out_of_scope/relevance": 0.99,
519
+ "llm_judge/chemistry/in_scope/quality": 0.8433333333333334,
520
+ "llm_judge/chemistry/in_scope/fluency": 0.98,
521
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.55,
522
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
523
+ "llm_judge/math/out_of_scope/quality": 0.8233333333333334,
524
+ "llm_judge/math/out_of_scope/fluency": 0.99,
525
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.48,
526
+ "llm_judge/math/out_of_scope/relevance": 1.0,
527
+ "llm_judge/physics/out_of_scope/quality": 0.7933333333333333,
528
+ "llm_judge/physics/out_of_scope/fluency": 0.97,
529
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.42,
530
+ "llm_judge/physics/out_of_scope/relevance": 0.99
531
+ },
532
+ "loss_by_domain": {
533
+ "chemistry": 1.7436140817403794
534
+ }
535
+ }
536
+ ],
537
+ "ppl_test": 22.438575744628906,
538
+ "stemqa_loss": {
539
+ "biology": 3.0799627542495727,
540
+ "chemistry": 1.7436140817403794,
541
+ "math": 2.020428514480591,
542
+ "physics": 1.6932328891754151
543
+ },
544
+ "judge_scores": {
545
+ "llm_judge/biology/out_of_scope/quality": 0.8266666666666667,
546
+ "llm_judge/biology/out_of_scope/fluency": 0.97,
547
+ "llm_judge/biology/out_of_scope/ground_truth_similarity": 0.52,
548
+ "llm_judge/biology/out_of_scope/relevance": 0.99,
549
+ "llm_judge/chemistry/in_scope/quality": 0.8433333333333334,
550
+ "llm_judge/chemistry/in_scope/fluency": 0.97,
551
+ "llm_judge/chemistry/in_scope/ground_truth_similarity": 0.56,
552
+ "llm_judge/chemistry/in_scope/relevance": 1.0,
553
+ "llm_judge/math/out_of_scope/quality": 0.8166666666666667,
554
+ "llm_judge/math/out_of_scope/fluency": 0.99,
555
+ "llm_judge/math/out_of_scope/ground_truth_similarity": 0.46,
556
+ "llm_judge/math/out_of_scope/relevance": 1.0,
557
+ "llm_judge/physics/out_of_scope/quality": 0.8,
558
+ "llm_judge/physics/out_of_scope/fluency": 0.96,
559
+ "llm_judge/physics/out_of_scope/ground_truth_similarity": 0.44,
560
+ "llm_judge/physics/out_of_scope/relevance": 1.0
561
+ }
562
+ }
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/recovered_model/chat_template.jinja ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '
2
+ ' + message['content'] | trim + '<end_of_turn>
3
+ ' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model
4
+ '}}{% endif %}
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/recovered_model/config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Gemma2ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "attn_logit_softcapping": 50.0,
8
+ "bos_token_id": 2,
9
+ "cache_implementation": "hybrid",
10
+ "dtype": "bfloat16",
11
+ "eos_token_id": 1,
12
+ "final_logit_softcapping": 30.0,
13
+ "head_dim": 256,
14
+ "hidden_act": "gelu_pytorch_tanh",
15
+ "hidden_activation": "gelu_pytorch_tanh",
16
+ "hidden_size": 3584,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 14336,
19
+ "layer_types": [
20
+ "sliding_attention",
21
+ "full_attention",
22
+ "sliding_attention",
23
+ "full_attention",
24
+ "sliding_attention",
25
+ "full_attention",
26
+ "sliding_attention",
27
+ "full_attention",
28
+ "sliding_attention",
29
+ "full_attention",
30
+ "sliding_attention",
31
+ "full_attention",
32
+ "sliding_attention",
33
+ "full_attention",
34
+ "sliding_attention",
35
+ "full_attention",
36
+ "sliding_attention",
37
+ "full_attention",
38
+ "sliding_attention",
39
+ "full_attention",
40
+ "sliding_attention",
41
+ "full_attention",
42
+ "sliding_attention",
43
+ "full_attention",
44
+ "sliding_attention",
45
+ "full_attention",
46
+ "sliding_attention",
47
+ "full_attention",
48
+ "sliding_attention",
49
+ "full_attention",
50
+ "sliding_attention",
51
+ "full_attention",
52
+ "sliding_attention",
53
+ "full_attention",
54
+ "sliding_attention",
55
+ "full_attention",
56
+ "sliding_attention",
57
+ "full_attention",
58
+ "sliding_attention",
59
+ "full_attention",
60
+ "sliding_attention",
61
+ "full_attention"
62
+ ],
63
+ "max_position_embeddings": 8192,
64
+ "model_type": "gemma2",
65
+ "num_attention_heads": 16,
66
+ "num_hidden_layers": 42,
67
+ "num_key_value_heads": 8,
68
+ "pad_token_id": 0,
69
+ "query_pre_attn_scalar": 256,
70
+ "rms_norm_eps": 1e-06,
71
+ "rope_theta": 10000.0,
72
+ "sliding_window": 4096,
73
+ "sliding_window_size": 4096,
74
+ "transformers_version": "4.56.1",
75
+ "use_cache": true,
76
+ "vocab_size": 256000
77
+ }