Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/log_wanda.txt +2 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/run.log +99 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/run_status.json +5 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_inference.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judge_df.json +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judge_scores.json +18 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judgements.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_inference.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judge_df.json +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judge_scores.json +18 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judgements.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_loss.json +13 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p05/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p1/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p15/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/log_wanda.txt +2 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/run.log +439 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/run_status.json +5 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_inference.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judge_df.json +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judge_scores.json +18 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judgements.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_inference.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judge_df.json +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judge_scores.json +18 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judgements.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_loss.json +13 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p25/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p3/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p35/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p4/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/log_wanda.txt +2 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/run.log +439 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/run_status.json +5 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_inference.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judge_df.json +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judge_scores.json +18 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judgements.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_inference.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judge_df.json +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judge_scores.json +18 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judgements.jsonl +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_loss.json +13 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/wanda_masks/config.json +10 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/log_wanda.txt +2 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/pgd_args.json +46 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/pgd_results.json +562 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/recovered_model/chat_template.jinja +4 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/recovered_model/config.json +77 -0
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/log_wanda.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
method actual_sparsity ppl_test
|
| 2 |
+
wanda 0.0000 25.3849
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/run.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 0 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 1 |
2%|▏ | 2/128 [00:00<00:10, 12.02it/s]
|
| 2 |
3%|▎ | 4/128 [00:00<00:09, 13.04it/s]
|
| 3 |
5%|▍ | 6/128 [00:00<00:09, 13.11it/s]
|
| 4 |
6%|▋ | 8/128 [00:00<00:08, 13.43it/s]
|
| 5 |
8%|▊ | 10/128 [00:00<00:08, 13.71it/s]
|
| 6 |
9%|▉ | 12/128 [00:00<00:08, 13.88it/s]
|
| 7 |
11%|█ | 14/128 [00:01<00:08, 13.85it/s]
|
| 8 |
12%|█▎ | 16/128 [00:01<00:08, 13.91it/s]
|
| 9 |
14%|█▍ | 18/128 [00:01<00:07, 13.87it/s]
|
| 10 |
16%|█▌ | 20/128 [00:01<00:07, 13.93it/s]
|
| 11 |
17%|█▋ | 22/128 [00:01<00:07, 13.97it/s]
|
| 12 |
19%|█▉ | 24/128 [00:01<00:07, 14.03it/s]
|
| 13 |
20%|██ | 26/128 [00:01<00:07, 13.93it/s]
|
| 14 |
22%|██▏ | 28/128 [00:02<00:07, 13.90it/s]
|
| 15 |
23%|██▎ | 30/128 [00:02<00:07, 13.22it/s]
|
| 16 |
25%|██▌ | 32/128 [00:02<00:07, 13.49it/s]
|
| 17 |
27%|██▋ | 34/128 [00:02<00:06, 13.56it/s]
|
| 18 |
28%|██▊ | 36/128 [00:02<00:06, 13.73it/s]
|
| 19 |
30%|██▉ | 38/128 [00:02<00:06, 13.73it/s]
|
| 20 |
31%|███▏ | 40/128 [00:02<00:06, 13.49it/s]
|
| 21 |
33%|███▎ | 42/128 [00:03<00:06, 13.54it/s]
|
| 22 |
34%|███▍ | 44/128 [00:03<00:06, 13.77it/s]
|
| 23 |
36%|███▌ | 46/128 [00:03<00:06, 13.55it/s]
|
| 24 |
38%|███▊ | 48/128 [00:03<00:06, 12.93it/s]
|
| 25 |
39%|███▉ | 50/128 [00:03<00:05, 13.20it/s]
|
| 26 |
41%|████ | 52/128 [00:03<00:05, 13.41it/s]
|
| 27 |
42%|████▏ | 54/128 [00:03<00:05, 13.65it/s]
|
| 28 |
44%|████▍ | 56/128 [00:04<00:05, 13.70it/s]
|
| 29 |
45%|████▌ | 58/128 [00:04<00:05, 13.59it/s]
|
| 30 |
47%|████▋ | 60/128 [00:04<00:04, 13.62it/s]
|
| 31 |
48%|████▊ | 62/128 [00:04<00:04, 13.66it/s]
|
| 32 |
50%|█████ | 64/128 [00:04<00:04, 13.87it/s]
|
| 33 |
52%|█████▏ | 66/128 [00:04<00:04, 13.89it/s]
|
| 34 |
53%|█████▎ | 68/128 [00:04<00:04, 13.90it/s]
|
| 35 |
55%|█████▍ | 70/128 [00:05<00:04, 13.56it/s]
|
| 36 |
56%|█████▋ | 72/128 [00:05<00:04, 13.63it/s]
|
| 37 |
58%|█████▊ | 74/128 [00:05<00:03, 13.75it/s]
|
| 38 |
59%|█████▉ | 76/128 [00:05<00:03, 13.86it/s]
|
| 39 |
61%|██████ | 78/128 [00:05<00:03, 13.99it/s]
|
| 40 |
62%|██████▎ | 80/128 [00:05<00:03, 13.36it/s]
|
| 41 |
64%|██████▍ | 82/128 [00:06<00:03, 13.43it/s]
|
| 42 |
66%|██████▌ | 84/128 [00:06<00:03, 12.98it/s]
|
| 43 |
67%|██████▋ | 86/128 [00:06<00:03, 13.25it/s]
|
| 44 |
69%|██████▉ | 88/128 [00:06<00:02, 13.50it/s]
|
| 45 |
70%|███████ | 90/128 [00:06<00:02, 13.61it/s]
|
| 46 |
72%|███████▏ | 92/128 [00:06<00:02, 13.63it/s]
|
| 47 |
73%|███████▎ | 94/128 [00:06<00:02, 13.79it/s]
|
| 48 |
75%|███████▌ | 96/128 [00:07<00:02, 13.93it/s]
|
| 49 |
77%|███████▋ | 98/128 [00:07<00:02, 13.62it/s]
|
| 50 |
78%|███████▊ | 100/128 [00:07<00:02, 13.68it/s]
|
| 51 |
80%|███████▉ | 102/128 [00:07<00:01, 13.68it/s]
|
| 52 |
81%|████████▏ | 104/128 [00:07<00:01, 13.81it/s]
|
| 53 |
83%|████████▎ | 106/128 [00:07<00:01, 13.91it/s]
|
| 54 |
84%|████████▍ | 108/128 [00:07<00:01, 14.05it/s]
|
| 55 |
86%|████████▌ | 110/128 [00:08<00:01, 14.12it/s]
|
| 56 |
88%|████████▊ | 112/128 [00:08<00:01, 14.12it/s]
|
| 57 |
89%|████████▉ | 114/128 [00:08<00:00, 14.15it/s]
|
| 58 |
91%|█████████ | 116/128 [00:08<00:00, 14.16it/s]
|
| 59 |
92%|█████████▏| 118/128 [00:08<00:00, 13.89it/s]
|
| 60 |
94%|█████████▍| 120/128 [00:08<00:00, 13.98it/s]
|
| 61 |
95%|█████████▌| 122/128 [00:08<00:00, 14.06it/s]
|
| 62 |
97%|█████████▋| 124/128 [00:09<00:00, 14.06it/s]
|
| 63 |
98%|█████████▊| 126/128 [00:09<00:00, 14.12it/s]
|
|
|
|
|
|
|
| 64 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 65 |
2%|▏ | 2/128 [00:00<00:10, 12.59it/s]
|
| 66 |
3%|▎ | 4/128 [00:00<00:10, 12.32it/s]
|
| 67 |
5%|▍ | 6/128 [00:00<00:09, 12.98it/s]
|
| 68 |
6%|▋ | 8/128 [00:00<00:09, 13.32it/s]
|
| 69 |
8%|▊ | 10/128 [00:00<00:08, 13.56it/s]
|
| 70 |
9%|▉ | 12/128 [00:00<00:08, 13.78it/s]
|
| 71 |
11%|█ | 14/128 [00:01<00:09, 12.02it/s]
|
| 72 |
12%|█▎ | 16/128 [00:01<00:09, 12.25it/s]
|
| 73 |
14%|█▍ | 18/128 [00:01<00:08, 12.63it/s]
|
| 74 |
16%|█▌ | 20/128 [00:01<00:08, 13.04it/s]
|
| 75 |
17%|█▋ | 22/128 [00:01<00:07, 13.25it/s]
|
| 76 |
19%|█▉ | 24/128 [00:01<00:07, 13.23it/s]
|
| 77 |
20%|██ | 26/128 [00:01<00:07, 13.30it/s]
|
| 78 |
22%|██▏ | 28/128 [00:02<00:07, 12.75it/s]
|
| 79 |
23%|██▎ | 30/128 [00:02<00:07, 13.04it/s]
|
| 80 |
25%|██▌ | 32/128 [00:02<00:07, 13.35it/s]
|
| 81 |
27%|██▋ | 34/128 [00:02<00:06, 13.48it/s]
|
| 82 |
28%|██▊ | 36/128 [00:02<00:06, 13.58it/s]
|
| 83 |
30%|██▉ | 38/128 [00:02<00:06, 13.66it/s]
|
| 84 |
31%|███▏ | 40/128 [00:03<00:06, 12.85it/s]
|
| 85 |
33%|███▎ | 42/128 [00:03<00:06, 12.90it/s]
|
| 86 |
34%|███▍ | 44/128 [00:03<00:06, 13.12it/s]
|
| 87 |
36%|███▌ | 46/128 [00:03<00:06, 13.31it/s]
|
| 88 |
38%|███▊ | 48/128 [00:03<00:05, 13.52it/s]
|
| 89 |
39%|███▉ | 50/128 [00:03<00:05, 13.55it/s]
|
| 90 |
41%|████ | 52/128 [00:03<00:05, 13.82it/s]
|
| 91 |
42%|████▏ | 54/128 [00:04<00:05, 12.81it/s]
|
| 92 |
44%|████▍ | 56/128 [00:04<00:05, 12.99it/s]
|
| 93 |
45%|████▌ | 58/128 [00:04<00:05, 12.48it/s]
|
| 94 |
47%|████▋ | 60/128 [00:04<00:05, 12.82it/s]
|
| 95 |
48%|████▊ | 62/128 [00:04<00:05, 12.50it/s]
|
| 96 |
50%|█████ | 64/128 [00:04<00:05, 11.67it/s]
|
| 97 |
52%|█████▏ | 66/128 [00:05<00:05, 12.20it/s]
|
| 98 |
53%|█████▎ | 68/128 [00:05<00:04, 12.18it/s]
|
| 99 |
55%|█████▍ | 70/128 [00:05<00:04, 12.49it/s]
|
| 100 |
56%|█████▋ | 72/128 [00:05<00:04, 12.80it/s]
|
| 101 |
58%|█████▊ | 74/128 [00:05<00:04, 12.97it/s]
|
| 102 |
59%|█████▉ | 76/128 [00:05<00:03, 13.26it/s]
|
| 103 |
61%|██████ | 78/128 [00:06<00:03, 13.42it/s]
|
| 104 |
62%|██████▎ | 80/128 [00:06<00:03, 13.49it/s]
|
| 105 |
64%|██████▍ | 82/128 [00:06<00:03, 13.57it/s]
|
| 106 |
66%|██████▌ | 84/128 [00:06<00:03, 12.18it/s]
|
| 107 |
67%|██████▋ | 86/128 [00:06<00:03, 12.71it/s]
|
| 108 |
69%|██████▉ | 88/128 [00:06<00:03, 13.08it/s]
|
| 109 |
70%|███████ | 90/128 [00:06<00:03, 12.33it/s]
|
| 110 |
72%|███████▏ | 92/128 [00:07<00:02, 12.78it/s]
|
| 111 |
73%|███████▎ | 94/128 [00:07<00:02, 12.69it/s]
|
| 112 |
75%|███████▌ | 96/128 [00:07<00:02, 12.40it/s]
|
| 113 |
77%|███████▋ | 98/128 [00:07<00:02, 12.97it/s]
|
| 114 |
78%|███████▊ | 100/128 [00:07<00:02, 12.67it/s]
|
| 115 |
80%|███████▉ | 102/128 [00:07<00:01, 13.04it/s]
|
| 116 |
81%|████████▏ | 104/128 [00:08<00:01, 13.23it/s]
|
| 117 |
83%|████████▎ | 106/128 [00:08<00:01, 13.05it/s]
|
| 118 |
84%|████████▍ | 108/128 [00:08<00:01, 13.34it/s]
|
| 119 |
86%|████████▌ | 110/128 [00:08<00:01, 12.51it/s]
|
| 120 |
88%|████████▊ | 112/128 [00:08<00:01, 12.67it/s]
|
| 121 |
89%|████████▉ | 114/128 [00:08<00:01, 12.32it/s]
|
| 122 |
91%|█████████ | 116/128 [00:09<00:01, 11.02it/s]
|
| 123 |
92%|█████████▏| 118/128 [00:09<00:00, 10.84it/s]
|
| 124 |
94%|█████████▍| 120/128 [00:09<00:00, 11.63it/s]
|
| 125 |
95%|█████████▌| 122/128 [00:09<00:00, 12.21it/s]
|
| 126 |
97%|█████████▋| 124/128 [00:09<00:00, 11.63it/s]
|
| 127 |
98%|█████████▊| 126/128 [00:09<00:00, 12.22it/s]
|
|
|
|
|
|
|
| 128 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 129 |
2%|▏ | 2/128 [00:00<00:10, 12.12it/s]
|
| 130 |
3%|▎ | 4/128 [00:00<00:09, 13.15it/s]
|
| 131 |
5%|▍ | 6/128 [00:00<00:09, 13.49it/s]
|
| 132 |
6%|▋ | 8/128 [00:00<00:09, 13.02it/s]
|
| 133 |
8%|▊ | 10/128 [00:00<00:08, 13.49it/s]
|
| 134 |
9%|▉ | 12/128 [00:00<00:08, 13.68it/s]
|
| 135 |
11%|█ | 14/128 [00:01<00:08, 13.77it/s]
|
| 136 |
12%|█▎ | 16/128 [00:01<00:08, 13.76it/s]
|
| 137 |
14%|█▍ | 18/128 [00:01<00:08, 12.66it/s]
|
| 138 |
16%|█▌ | 20/128 [00:01<00:08, 12.96it/s]
|
| 139 |
17%|█▋ | 22/128 [00:01<00:08, 12.54it/s]
|
| 140 |
19%|█▉ | 24/128 [00:01<00:08, 12.82it/s]
|
| 141 |
20%|██ | 26/128 [00:02<00:08, 12.31it/s]
|
| 142 |
22%|██▏ | 28/128 [00:02<00:07, 12.82it/s]
|
| 143 |
23%|██▎ | 30/128 [00:02<00:07, 12.76it/s]
|
| 144 |
25%|██▌ | 32/128 [00:02<00:07, 12.98it/s]
|
| 145 |
27%|██▋ | 34/128 [00:02<00:07, 12.02it/s]
|
| 146 |
28%|██▊ | 36/128 [00:02<00:07, 11.55it/s]
|
| 147 |
30%|██▉ | 38/128 [00:03<00:08, 11.23it/s]
|
| 148 |
31%|███▏ | 40/128 [00:03<00:07, 11.74it/s]
|
| 149 |
33%|███▎ | 42/128 [00:03<00:06, 12.29it/s]
|
| 150 |
34%|███▍ | 44/128 [00:03<00:06, 12.77it/s]
|
| 151 |
36%|███▌ | 46/128 [00:03<00:06, 12.83it/s]
|
| 152 |
38%|███▊ | 48/128 [00:03<00:06, 11.73it/s]
|
| 153 |
39%|███▉ | 50/128 [00:03<00:06, 12.12it/s]
|
| 154 |
41%|████ | 52/128 [00:04<00:06, 11.96it/s]
|
| 155 |
42%|████▏ | 54/128 [00:04<00:06, 11.30it/s]
|
| 156 |
44%|████▍ | 56/128 [00:04<00:06, 11.95it/s]
|
| 157 |
45%|████▌ | 58/128 [00:04<00:06, 11.33it/s]
|
| 158 |
47%|████▋ | 60/128 [00:04<00:05, 11.99it/s]
|
| 159 |
48%|████▊ | 62/128 [00:05<00:05, 11.04it/s]
|
| 160 |
50%|█████ | 64/128 [00:05<00:05, 11.21it/s]
|
| 161 |
52%|█████▏ | 66/128 [00:05<00:05, 11.80it/s]
|
| 162 |
53%|███��█▎ | 68/128 [00:05<00:05, 11.11it/s]
|
| 163 |
55%|█████▍ | 70/128 [00:05<00:04, 11.89it/s]
|
| 164 |
56%|█████▋ | 72/128 [00:05<00:05, 10.87it/s]
|
| 165 |
58%|█████▊ | 74/128 [00:06<00:04, 11.57it/s]
|
| 166 |
59%|█████▉ | 76/128 [00:06<00:04, 12.24it/s]
|
| 167 |
61%|██████ | 78/128 [00:06<00:04, 12.23it/s]
|
| 168 |
62%|██████▎ | 80/128 [00:06<00:03, 12.63it/s]
|
| 169 |
64%|██████▍ | 82/128 [00:06<00:03, 12.88it/s]
|
| 170 |
66%|██████▌ | 84/128 [00:06<00:03, 13.24it/s]
|
| 171 |
67%|██████▋ | 86/128 [00:06<00:03, 13.36it/s]
|
| 172 |
69%|██████▉ | 88/128 [00:07<00:03, 12.96it/s]
|
| 173 |
70%|███████ | 90/128 [00:07<00:02, 13.34it/s]
|
| 174 |
72%|███████▏ | 92/128 [00:07<00:02, 13.44it/s]
|
| 175 |
73%|███████▎ | 94/128 [00:07<00:02, 13.58it/s]
|
| 176 |
75%|███████▌ | 96/128 [00:07<00:02, 13.65it/s]
|
| 177 |
77%|███████▋ | 98/128 [00:07<00:02, 13.33it/s]
|
| 178 |
78%|███████▊ | 100/128 [00:08<00:02, 13.24it/s]
|
| 179 |
80%|███████▉ | 102/128 [00:08<00:01, 13.29it/s]
|
| 180 |
81%|████████▏ | 104/128 [00:08<00:01, 13.48it/s]
|
| 181 |
83%|████████▎ | 106/128 [00:08<00:01, 13.24it/s]
|
| 182 |
84%|████████▍ | 108/128 [00:08<00:01, 12.30it/s]
|
| 183 |
86%|████████▌ | 110/128 [00:08<00:01, 12.57it/s]
|
| 184 |
88%|████████▊ | 112/128 [00:08<00:01, 12.97it/s]
|
| 185 |
89%|████████▉ | 114/128 [00:09<00:01, 12.36it/s]
|
| 186 |
91%|█████████ | 116/128 [00:09<00:01, 11.79it/s]
|
| 187 |
92%|█████████▏| 118/128 [00:09<00:00, 11.89it/s]
|
| 188 |
94%|█████████▍| 120/128 [00:09<00:00, 12.49it/s]
|
| 189 |
95%|█████████▌| 122/128 [00:09<00:00, 12.34it/s]
|
| 190 |
97%|█████████▋| 124/128 [00:09<00:00, 12.82it/s]
|
| 191 |
98%|█████████▊| 126/128 [00:10<00:00, 13.18it/s]
|
|
|
|
|
|
|
| 192 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 193 |
1%| | 1/128 [00:00<00:12, 9.93it/s]
|
| 194 |
2%|▏ | 3/128 [00:00<00:12, 10.22it/s]
|
| 195 |
4%|▍ | 5/128 [00:00<00:10, 11.87it/s]
|
| 196 |
5%|▌ | 7/128 [00:00<00:09, 12.42it/s]
|
| 197 |
7%|▋ | 9/128 [00:00<00:09, 12.87it/s]
|
| 198 |
9%|▊ | 11/128 [00:00<00:10, 11.54it/s]
|
| 199 |
10%|█ | 13/128 [00:01<00:09, 11.82it/s]
|
| 200 |
12%|█▏ | 15/128 [00:01<00:09, 12.40it/s]
|
| 201 |
13%|█▎ | 17/128 [00:01<00:08, 12.86it/s]
|
| 202 |
15%|█▍ | 19/128 [00:01<00:08, 12.51it/s]
|
| 203 |
16%|█▋ | 21/128 [00:01<00:08, 12.25it/s]
|
| 204 |
18%|█▊ | 23/128 [00:01<00:08, 12.59it/s]
|
| 205 |
20%|█▉ | 25/128 [00:02<00:09, 10.78it/s]
|
| 206 |
21%|██ | 27/128 [00:02<00:08, 11.42it/s]
|
| 207 |
23%|██▎ | 29/128 [00:02<00:08, 11.83it/s]
|
| 208 |
24%|██▍ | 31/128 [00:02<00:07, 12.32it/s]
|
| 209 |
26%|██▌ | 33/128 [00:02<00:07, 12.34it/s]
|
| 210 |
27%|██▋ | 35/128 [00:02<00:07, 12.19it/s]
|
| 211 |
29%|██▉ | 37/128 [00:03<00:07, 12.79it/s]
|
| 212 |
30%|███ | 39/128 [00:03<00:06, 13.15it/s]
|
| 213 |
32%|███▏ | 41/128 [00:03<00:07, 11.43it/s]
|
| 214 |
34%|███▎ | 43/128 [00:03<00:07, 11.13it/s]
|
| 215 |
35%|███▌ | 45/128 [00:03<00:07, 10.95it/s]
|
| 216 |
37%|███▋ | 47/128 [00:04<00:07, 10.54it/s]
|
| 217 |
38%|███▊ | 49/128 [00:04<00:07, 10.50it/s]
|
| 218 |
40%|███▉ | 51/128 [00:04<00:06, 11.04it/s]
|
| 219 |
41%|████▏ | 53/128 [00:04<00:06, 11.78it/s]
|
| 220 |
43%|████▎ | 55/128 [00:04<00:06, 11.73it/s]
|
| 221 |
45%|████▍ | 57/128 [00:04<00:05, 12.25it/s]
|
| 222 |
46%|████▌ | 59/128 [00:04<00:05, 12.68it/s]
|
| 223 |
48%|████▊ | 61/128 [00:05<00:05, 12.84it/s]
|
| 224 |
49%|████▉ | 63/128 [00:05<00:05, 12.92it/s]
|
| 225 |
51%|█████ | 65/128 [00:05<00:05, 11.22it/s]
|
| 226 |
52%|█████▏ | 67/128 [00:05<00:05, 10.21it/s]
|
| 227 |
54%|█████▍ | 69/128 [00:05<00:05, 11.01it/s]
|
| 228 |
55%|█████▌ | 71/128 [00:06<00:05, 10.79it/s]
|
| 229 |
57%|█████▋ | 73/128 [00:06<00:05, 10.53it/s]
|
| 230 |
59%|█████▊ | 75/128 [00:06<00:04, 11.27it/s]
|
| 231 |
60%|██████ | 77/128 [00:06<00:04, 11.49it/s]
|
| 232 |
62%|██████▏ | 79/128 [00:06<00:04, 12.14it/s]
|
| 233 |
63%|██████▎ | 81/128 [00:06<00:03, 12.68it/s]
|
| 234 |
65%|██████▍ | 83/128 [00:07<00:03, 12.47it/s]
|
| 235 |
66%|██████▋ | 85/128 [00:07<00:03, 11.20it/s]
|
| 236 |
68%|██████▊ | 87/128 [00:07<00:03, 11.67it/s]
|
| 237 |
70%|██████▉ | 89/128 [00:07<00:03, 10.86it/s]
|
| 238 |
71%|███████ | 91/128 [00:07<00:03, 10.41it/s]
|
| 239 |
73%|███████▎ | 93/128 [00:07<00:03, 11.27it/s]
|
| 240 |
74%|███████▍ | 95/128 [00:08<00:03, 10.77it/s]
|
| 241 |
76%|███████▌ | 97/128 [00:08<00:03, 9.93it/s]
|
| 242 |
77%|███████▋ | 99/128 [00:08<00:02, 10.67it/s]
|
| 243 |
79%|███████▉ | 101/128 [00:08<00:02, 11.16it/s]
|
| 244 |
80%|████████ | 103/128 [00:08<00:02, 11.57it/s]
|
| 245 |
82%|████████▏ | 105/128 [00:09<00:02, 10.87it/s]
|
| 246 |
84%|████████▎ | 107/128 [00:09<00:01, 11.64it/s]
|
| 247 |
85%|████████▌ | 109/128 [00:09<00:01, 11.20it/s]
|
| 248 |
87%|████████▋ | 111/128 [00:09<00:01, 10.60it/s]
|
| 249 |
88%|████████▊ | 113/128 [00:09<00:01, 10.70it/s]
|
| 250 |
90%|████████▉ | 115/128 [00:10<00:01, 11.08it/s]
|
| 251 |
91%|█████████▏| 117/128 [00:10<00:00, 11.51it/s]
|
| 252 |
93%|█████████▎| 119/128 [00:10<00:00, 12.11it/s]
|
| 253 |
95%|█████████▍| 121/128 [00:10<00:00, 10.53it/s]
|
| 254 |
96%|█████████▌| 123/128 [00:10<00:00, 11.39it/s]
|
| 255 |
98%|█████████▊| 125/128 [00:10<00:00, 11.84it/s]
|
| 256 |
99%|█████████▉| 127/128 [00:11<00:00, 12.21it/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
CUDA_VISIBLE_DEVICES=2
|
| 2 |
+
dataset_config=chemistry
|
| 3 |
+
sparsity_ratio=0.0
|
| 4 |
+
torch 2.7.1
|
| 5 |
+
transformers 4.56.1
|
| 6 |
+
accelerate 1.13.0
|
| 7 |
+
# of gpus: 1
|
| 8 |
+
loading llm model google/gemma-3-12b-it
|
| 9 |
+
|
| 10 |
+
Calibration seqlen overridden: 131072 -> 2048
|
| 11 |
+
use device cuda:0
|
| 12 |
+
Getting token length estimate... w/ batch_size=1024
|
| 13 |
+
|
| 14 |
+
DONE Getting token length estimate!
|
| 15 |
+
Getting length-aware padding breakpoints...
|
| 16 |
+
DONE Tokenizing...
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
Saved before_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0
|
| 21 |
+
******************************
|
| 22 |
+
layer 0 sparsity 0.000000
|
| 23 |
+
layer 1 sparsity 0.000000
|
| 24 |
+
layer 2 sparsity 0.000000
|
| 25 |
+
layer 3 sparsity 0.000000
|
| 26 |
+
layer 4 sparsity 0.000000
|
| 27 |
+
layer 5 sparsity 0.000000
|
| 28 |
+
layer 6 sparsity 0.000000
|
| 29 |
+
layer 7 sparsity 0.000000
|
| 30 |
+
layer 8 sparsity 0.000000
|
| 31 |
+
layer 9 sparsity 0.000000
|
| 32 |
+
layer 10 sparsity 0.000000
|
| 33 |
+
layer 11 sparsity 0.000000
|
| 34 |
+
layer 12 sparsity 0.000000
|
| 35 |
+
layer 13 sparsity 0.000000
|
| 36 |
+
layer 14 sparsity 0.000000
|
| 37 |
+
layer 15 sparsity 0.000000
|
| 38 |
+
layer 16 sparsity 0.000000
|
| 39 |
+
layer 17 sparsity 0.000000
|
| 40 |
+
layer 18 sparsity 0.000000
|
| 41 |
+
layer 19 sparsity 0.000000
|
| 42 |
+
layer 20 sparsity 0.000000
|
| 43 |
+
layer 21 sparsity 0.000000
|
| 44 |
+
layer 22 sparsity 0.000000
|
| 45 |
+
layer 23 sparsity 0.000000
|
| 46 |
+
layer 24 sparsity 0.000000
|
| 47 |
+
layer 25 sparsity 0.000000
|
| 48 |
+
layer 26 sparsity 0.000000
|
| 49 |
+
layer 27 sparsity 0.000000
|
| 50 |
+
layer 28 sparsity 0.000000
|
| 51 |
+
layer 29 sparsity 0.000000
|
| 52 |
+
layer 30 sparsity 0.000000
|
| 53 |
+
layer 31 sparsity 0.000000
|
| 54 |
+
layer 32 sparsity 0.000000
|
| 55 |
+
layer 33 sparsity 0.000000
|
| 56 |
+
layer 34 sparsity 0.000000
|
| 57 |
+
layer 35 sparsity 0.000000
|
| 58 |
+
layer 36 sparsity 0.000000
|
| 59 |
+
layer 37 sparsity 0.000000
|
| 60 |
+
layer 38 sparsity 0.000000
|
| 61 |
+
layer 39 sparsity 0.000000
|
| 62 |
+
layer 40 sparsity 0.000000
|
| 63 |
+
layer 41 sparsity 0.000000
|
| 64 |
+
layer 42 sparsity 0.000000
|
| 65 |
+
layer 43 sparsity 0.000000
|
| 66 |
+
layer 44 sparsity 0.000000
|
| 67 |
+
layer 45 sparsity 0.000000
|
| 68 |
+
layer 46 sparsity 0.000000
|
| 69 |
+
layer 47 sparsity 0.000000
|
| 70 |
+
sparsity sanity check 0.0000
|
| 71 |
+
******************************
|
| 72 |
+
evaluating on wikitext2
|
| 73 |
+
nsamples 142
|
| 74 |
+
sample 0
|
| 75 |
+
sample 50
|
| 76 |
+
sample 100
|
| 77 |
+
wikitext perplexity 25.384912490844727
|
| 78 |
+
|
| 79 |
+
============================================================
|
| 80 |
+
StemQA domain loss evaluation
|
| 81 |
+
============================================================
|
| 82 |
+
|
| 83 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 84 |
2%|▏ | 2/128 [00:00<00:10, 12.02it/s]
|
| 85 |
3%|▎ | 4/128 [00:00<00:09, 13.04it/s]
|
| 86 |
5%|▍ | 6/128 [00:00<00:09, 13.11it/s]
|
| 87 |
6%|▋ | 8/128 [00:00<00:08, 13.43it/s]
|
| 88 |
8%|▊ | 10/128 [00:00<00:08, 13.71it/s]
|
| 89 |
9%|▉ | 12/128 [00:00<00:08, 13.88it/s]
|
| 90 |
11%|█ | 14/128 [00:01<00:08, 13.85it/s]
|
| 91 |
12%|█▎ | 16/128 [00:01<00:08, 13.91it/s]
|
| 92 |
14%|█▍ | 18/128 [00:01<00:07, 13.87it/s]
|
| 93 |
16%|█▌ | 20/128 [00:01<00:07, 13.93it/s]
|
| 94 |
17%|█▋ | 22/128 [00:01<00:07, 13.97it/s]
|
| 95 |
19%|█▉ | 24/128 [00:01<00:07, 14.03it/s]
|
| 96 |
20%|██ | 26/128 [00:01<00:07, 13.93it/s]
|
| 97 |
22%|██▏ | 28/128 [00:02<00:07, 13.90it/s]
|
| 98 |
23%|██▎ | 30/128 [00:02<00:07, 13.22it/s]
|
| 99 |
25%|██▌ | 32/128 [00:02<00:07, 13.49it/s]
|
| 100 |
27%|██▋ | 34/128 [00:02<00:06, 13.56it/s]
|
| 101 |
28%|██▊ | 36/128 [00:02<00:06, 13.73it/s]
|
| 102 |
30%|██▉ | 38/128 [00:02<00:06, 13.73it/s]
|
| 103 |
31%|███▏ | 40/128 [00:02<00:06, 13.49it/s]
|
| 104 |
33%|███▎ | 42/128 [00:03<00:06, 13.54it/s]
|
| 105 |
34%|███▍ | 44/128 [00:03<00:06, 13.77it/s]
|
| 106 |
36%|███▌ | 46/128 [00:03<00:06, 13.55it/s]
|
| 107 |
38%|███▊ | 48/128 [00:03<00:06, 12.93it/s]
|
| 108 |
39%|███▉ | 50/128 [00:03<00:05, 13.20it/s]
|
| 109 |
41%|████ | 52/128 [00:03<00:05, 13.41it/s]
|
| 110 |
42%|████▏ | 54/128 [00:03<00:05, 13.65it/s]
|
| 111 |
44%|████▍ | 56/128 [00:04<00:05, 13.70it/s]
|
| 112 |
45%|████▌ | 58/128 [00:04<00:05, 13.59it/s]
|
| 113 |
47%|████▋ | 60/128 [00:04<00:04, 13.62it/s]
|
| 114 |
48%|████▊ | 62/128 [00:04<00:04, 13.66it/s]
|
| 115 |
50%|█████ | 64/128 [00:04<00:04, 13.87it/s]
|
| 116 |
52%|█████▏ | 66/128 [00:04<00:04, 13.89it/s]
|
| 117 |
53%|█████▎ | 68/128 [00:04<00:04, 13.90it/s]
|
| 118 |
55%|█████▍ | 70/128 [00:05<00:04, 13.56it/s]
|
| 119 |
56%|█████▋ | 72/128 [00:05<00:04, 13.63it/s]
|
| 120 |
58%|█████▊ | 74/128 [00:05<00:03, 13.75it/s]
|
| 121 |
59%|█████▉ | 76/128 [00:05<00:03, 13.86it/s]
|
| 122 |
61%|██████ | 78/128 [00:05<00:03, 13.99it/s]
|
| 123 |
62%|██████▎ | 80/128 [00:05<00:03, 13.36it/s]
|
| 124 |
64%|██████▍ | 82/128 [00:06<00:03, 13.43it/s]
|
| 125 |
66%|██████▌ | 84/128 [00:06<00:03, 12.98it/s]
|
| 126 |
67%|██████▋ | 86/128 [00:06<00:03, 13.25it/s]
|
| 127 |
69%|██████▉ | 88/128 [00:06<00:02, 13.50it/s]
|
| 128 |
70%|███████ | 90/128 [00:06<00:02, 13.61it/s]
|
| 129 |
72%|███████▏ | 92/128 [00:06<00:02, 13.63it/s]
|
| 130 |
73%|███████▎ | 94/128 [00:06<00:02, 13.79it/s]
|
| 131 |
75%|███████▌ | 96/128 [00:07<00:02, 13.93it/s]
|
| 132 |
77%|███████▋ | 98/128 [00:07<00:02, 13.62it/s]
|
| 133 |
78%|███████▊ | 100/128 [00:07<00:02, 13.68it/s]
|
| 134 |
80%|███████▉ | 102/128 [00:07<00:01, 13.68it/s]
|
| 135 |
81%|████████▏ | 104/128 [00:07<00:01, 13.81it/s]
|
| 136 |
83%|████████▎ | 106/128 [00:07<00:01, 13.91it/s]
|
| 137 |
84%|████████▍ | 108/128 [00:07<00:01, 14.05it/s]
|
| 138 |
86%|████████▌ | 110/128 [00:08<00:01, 14.12it/s]
|
| 139 |
88%|████████▊ | 112/128 [00:08<00:01, 14.12it/s]
|
| 140 |
89%|████████▉ | 114/128 [00:08<00:00, 14.15it/s]
|
| 141 |
91%|█████████ | 116/128 [00:08<00:00, 14.16it/s]
|
| 142 |
92%|█████████▏| 118/128 [00:08<00:00, 13.89it/s]
|
| 143 |
94%|█████████▍| 120/128 [00:08<00:00, 13.98it/s]
|
| 144 |
95%|█████████▌| 122/128 [00:08<00:00, 14.06it/s]
|
| 145 |
97%|█████████▋| 124/128 [00:09<00:00, 14.06it/s]
|
| 146 |
98%|█████████▊| 126/128 [00:09<00:00, 14.12it/s]
|
| 147 |
+
biology: 3.5328
|
| 148 |
+
|
| 149 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 150 |
2%|▏ | 2/128 [00:00<00:10, 12.59it/s]
|
| 151 |
3%|▎ | 4/128 [00:00<00:10, 12.32it/s]
|
| 152 |
5%|▍ | 6/128 [00:00<00:09, 12.98it/s]
|
| 153 |
6%|▋ | 8/128 [00:00<00:09, 13.32it/s]
|
| 154 |
8%|▊ | 10/128 [00:00<00:08, 13.56it/s]
|
| 155 |
9%|▉ | 12/128 [00:00<00:08, 13.78it/s]
|
| 156 |
11%|█ | 14/128 [00:01<00:09, 12.02it/s]
|
| 157 |
12%|█▎ | 16/128 [00:01<00:09, 12.25it/s]
|
| 158 |
14%|█▍ | 18/128 [00:01<00:08, 12.63it/s]
|
| 159 |
16%|█▌ | 20/128 [00:01<00:08, 13.04it/s]
|
| 160 |
17%|█▋ | 22/128 [00:01<00:07, 13.25it/s]
|
| 161 |
19%|█▉ | 24/128 [00:01<00:07, 13.23it/s]
|
| 162 |
20%|██ | 26/128 [00:01<00:07, 13.30it/s]
|
| 163 |
22%|██▏ | 28/128 [00:02<00:07, 12.75it/s]
|
| 164 |
23%|██▎ | 30/128 [00:02<00:07, 13.04it/s]
|
| 165 |
25%|██▌ | 32/128 [00:02<00:07, 13.35it/s]
|
| 166 |
27%|██▋ | 34/128 [00:02<00:06, 13.48it/s]
|
| 167 |
28%|██▊ | 36/128 [00:02<00:06, 13.58it/s]
|
| 168 |
30%|██▉ | 38/128 [00:02<00:06, 13.66it/s]
|
| 169 |
31%|███▏ | 40/128 [00:03<00:06, 12.85it/s]
|
| 170 |
33%|███▎ | 42/128 [00:03<00:06, 12.90it/s]
|
| 171 |
34%|███▍ | 44/128 [00:03<00:06, 13.12it/s]
|
| 172 |
36%|███▌ | 46/128 [00:03<00:06, 13.31it/s]
|
| 173 |
38%|███▊ | 48/128 [00:03<00:05, 13.52it/s]
|
| 174 |
39%|███▉ | 50/128 [00:03<00:05, 13.55it/s]
|
| 175 |
41%|████ | 52/128 [00:03<00:05, 13.82it/s]
|
| 176 |
42%|████▏ | 54/128 [00:04<00:05, 12.81it/s]
|
| 177 |
44%|████▍ | 56/128 [00:04<00:05, 12.99it/s]
|
| 178 |
45%|████▌ | 58/128 [00:04<00:05, 12.48it/s]
|
| 179 |
47%|████▋ | 60/128 [00:04<00:05, 12.82it/s]
|
| 180 |
48%|████▊ | 62/128 [00:04<00:05, 12.50it/s]
|
| 181 |
50%|█████ | 64/128 [00:04<00:05, 11.67it/s]
|
| 182 |
52%|█████▏ | 66/128 [00:05<00:05, 12.20it/s]
|
| 183 |
53%|█████▎ | 68/128 [00:05<00:04, 12.18it/s]
|
| 184 |
55%|█████▍ | 70/128 [00:05<00:04, 12.49it/s]
|
| 185 |
56%|█████▋ | 72/128 [00:05<00:04, 12.80it/s]
|
| 186 |
58%|█████▊ | 74/128 [00:05<00:04, 12.97it/s]
|
| 187 |
59%|█████▉ | 76/128 [00:05<00:03, 13.26it/s]
|
| 188 |
61%|██████ | 78/128 [00:06<00:03, 13.42it/s]
|
| 189 |
62%|██████▎ | 80/128 [00:06<00:03, 13.49it/s]
|
| 190 |
64%|██████▍ | 82/128 [00:06<00:03, 13.57it/s]
|
| 191 |
66%|██████▌ | 84/128 [00:06<00:03, 12.18it/s]
|
| 192 |
67%|██████▋ | 86/128 [00:06<00:03, 12.71it/s]
|
| 193 |
69%|██████▉ | 88/128 [00:06<00:03, 13.08it/s]
|
| 194 |
70%|███████ | 90/128 [00:06<00:03, 12.33it/s]
|
| 195 |
72%|███████▏ | 92/128 [00:07<00:02, 12.78it/s]
|
| 196 |
73%|███████▎ | 94/128 [00:07<00:02, 12.69it/s]
|
| 197 |
75%|███████▌ | 96/128 [00:07<00:02, 12.40it/s]
|
| 198 |
77%|███████▋ | 98/128 [00:07<00:02, 12.97it/s]
|
| 199 |
78%|███████▊ | 100/128 [00:07<00:02, 12.67it/s]
|
| 200 |
80%|███████▉ | 102/128 [00:07<00:01, 13.04it/s]
|
| 201 |
81%|████████▏ | 104/128 [00:08<00:01, 13.23it/s]
|
| 202 |
83%|████████▎ | 106/128 [00:08<00:01, 13.05it/s]
|
| 203 |
84%|████████▍ | 108/128 [00:08<00:01, 13.34it/s]
|
| 204 |
86%|████████▌ | 110/128 [00:08<00:01, 12.51it/s]
|
| 205 |
88%|████████▊ | 112/128 [00:08<00:01, 12.67it/s]
|
| 206 |
89%|████████▉ | 114/128 [00:08<00:01, 12.32it/s]
|
| 207 |
91%|█████████ | 116/128 [00:09<00:01, 11.02it/s]
|
| 208 |
92%|█████████▏| 118/128 [00:09<00:00, 10.84it/s]
|
| 209 |
94%|█████████▍| 120/128 [00:09<00:00, 11.63it/s]
|
| 210 |
95%|█████████▌| 122/128 [00:09<00:00, 12.21it/s]
|
| 211 |
97%|█████████▋| 124/128 [00:09<00:00, 11.63it/s]
|
| 212 |
98%|█████████▊| 126/128 [00:09<00:00, 12.22it/s]
|
| 213 |
+
chemistry: 2.1012
|
| 214 |
+
|
| 215 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 216 |
2%|▏ | 2/128 [00:00<00:10, 12.12it/s]
|
| 217 |
3%|▎ | 4/128 [00:00<00:09, 13.15it/s]
|
| 218 |
5%|▍ | 6/128 [00:00<00:09, 13.49it/s]
|
| 219 |
6%|▋ | 8/128 [00:00<00:09, 13.02it/s]
|
| 220 |
8%|▊ | 10/128 [00:00<00:08, 13.49it/s]
|
| 221 |
9%|▉ | 12/128 [00:00<00:08, 13.68it/s]
|
| 222 |
11%|█ | 14/128 [00:01<00:08, 13.77it/s]
|
| 223 |
12%|█▎ | 16/128 [00:01<00:08, 13.76it/s]
|
| 224 |
14%|█▍ | 18/128 [00:01<00:08, 12.66it/s]
|
| 225 |
16%|█▌ | 20/128 [00:01<00:08, 12.96it/s]
|
| 226 |
17%|█▋ | 22/128 [00:01<00:08, 12.54it/s]
|
| 227 |
19%|█▉ | 24/128 [00:01<00:08, 12.82it/s]
|
| 228 |
20%|██ | 26/128 [00:02<00:08, 12.31it/s]
|
| 229 |
22%|██▏ | 28/128 [00:02<00:07, 12.82it/s]
|
| 230 |
23%|██▎ | 30/128 [00:02<00:07, 12.76it/s]
|
| 231 |
25%|██▌ | 32/128 [00:02<00:07, 12.98it/s]
|
| 232 |
27%|██▋ | 34/128 [00:02<00:07, 12.02it/s]
|
| 233 |
28%|██▊ | 36/128 [00:02<00:07, 11.55it/s]
|
| 234 |
30%|██▉ | 38/128 [00:03<00:08, 11.23it/s]
|
| 235 |
31%|███▏ | 40/128 [00:03<00:07, 11.74it/s]
|
| 236 |
33%|███▎ | 42/128 [00:03<00:06, 12.29it/s]
|
| 237 |
34%|███▍ | 44/128 [00:03<00:06, 12.77it/s]
|
| 238 |
36%|███▌ | 46/128 [00:03<00:06, 12.83it/s]
|
| 239 |
38%|███▊ | 48/128 [00:03<00:06, 11.73it/s]
|
| 240 |
39%|███▉ | 50/128 [00:03<00:06, 12.12it/s]
|
| 241 |
41%|████ | 52/128 [00:04<00:06, 11.96it/s]
|
| 242 |
42%|████▏ | 54/128 [00:04<00:06, 11.30it/s]
|
| 243 |
44%|████▍ | 56/128 [00:04<00:06, 11.95it/s]
|
| 244 |
45%|████▌ | 58/128 [00:04<00:06, 11.33it/s]
|
| 245 |
47%|████▋ | 60/128 [00:04<00:05, 11.99it/s]
|
| 246 |
48%|████▊ | 62/128 [00:05<00:05, 11.04it/s]
|
| 247 |
50%|█████ | 64/128 [00:05<00:05, 11.21it/s]
|
| 248 |
52%|█████▏ | 66/128 [00:05<00:05, 11.80it/s]
|
| 249 |
53%|███��█▎ | 68/128 [00:05<00:05, 11.11it/s]
|
| 250 |
55%|█████▍ | 70/128 [00:05<00:04, 11.89it/s]
|
| 251 |
56%|█████▋ | 72/128 [00:05<00:05, 10.87it/s]
|
| 252 |
58%|█████▊ | 74/128 [00:06<00:04, 11.57it/s]
|
| 253 |
59%|█████▉ | 76/128 [00:06<00:04, 12.24it/s]
|
| 254 |
61%|██████ | 78/128 [00:06<00:04, 12.23it/s]
|
| 255 |
62%|██████▎ | 80/128 [00:06<00:03, 12.63it/s]
|
| 256 |
64%|██████▍ | 82/128 [00:06<00:03, 12.88it/s]
|
| 257 |
66%|██████▌ | 84/128 [00:06<00:03, 13.24it/s]
|
| 258 |
67%|██████▋ | 86/128 [00:06<00:03, 13.36it/s]
|
| 259 |
69%|██████▉ | 88/128 [00:07<00:03, 12.96it/s]
|
| 260 |
70%|███████ | 90/128 [00:07<00:02, 13.34it/s]
|
| 261 |
72%|███████▏ | 92/128 [00:07<00:02, 13.44it/s]
|
| 262 |
73%|███████▎ | 94/128 [00:07<00:02, 13.58it/s]
|
| 263 |
75%|███████▌ | 96/128 [00:07<00:02, 13.65it/s]
|
| 264 |
77%|███████▋ | 98/128 [00:07<00:02, 13.33it/s]
|
| 265 |
78%|███████▊ | 100/128 [00:08<00:02, 13.24it/s]
|
| 266 |
80%|███████▉ | 102/128 [00:08<00:01, 13.29it/s]
|
| 267 |
81%|████████▏ | 104/128 [00:08<00:01, 13.48it/s]
|
| 268 |
83%|████████▎ | 106/128 [00:08<00:01, 13.24it/s]
|
| 269 |
84%|████████▍ | 108/128 [00:08<00:01, 12.30it/s]
|
| 270 |
86%|████████▌ | 110/128 [00:08<00:01, 12.57it/s]
|
| 271 |
88%|████████▊ | 112/128 [00:08<00:01, 12.97it/s]
|
| 272 |
89%|████████▉ | 114/128 [00:09<00:01, 12.36it/s]
|
| 273 |
91%|█████████ | 116/128 [00:09<00:01, 11.79it/s]
|
| 274 |
92%|█████████▏| 118/128 [00:09<00:00, 11.89it/s]
|
| 275 |
94%|█████████▍| 120/128 [00:09<00:00, 12.49it/s]
|
| 276 |
95%|█████████▌| 122/128 [00:09<00:00, 12.34it/s]
|
| 277 |
97%|█████████▋| 124/128 [00:09<00:00, 12.82it/s]
|
| 278 |
98%|█████████▊| 126/128 [00:10<00:00, 13.18it/s]
|
| 279 |
+
math: 1.6070
|
| 280 |
+
|
| 281 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 282 |
1%| | 1/128 [00:00<00:12, 9.93it/s]
|
| 283 |
2%|▏ | 3/128 [00:00<00:12, 10.22it/s]
|
| 284 |
4%|▍ | 5/128 [00:00<00:10, 11.87it/s]
|
| 285 |
5%|▌ | 7/128 [00:00<00:09, 12.42it/s]
|
| 286 |
7%|▋ | 9/128 [00:00<00:09, 12.87it/s]
|
| 287 |
9%|▊ | 11/128 [00:00<00:10, 11.54it/s]
|
| 288 |
10%|█ | 13/128 [00:01<00:09, 11.82it/s]
|
| 289 |
12%|█▏ | 15/128 [00:01<00:09, 12.40it/s]
|
| 290 |
13%|█▎ | 17/128 [00:01<00:08, 12.86it/s]
|
| 291 |
15%|█▍ | 19/128 [00:01<00:08, 12.51it/s]
|
| 292 |
16%|█▋ | 21/128 [00:01<00:08, 12.25it/s]
|
| 293 |
18%|█▊ | 23/128 [00:01<00:08, 12.59it/s]
|
| 294 |
20%|█▉ | 25/128 [00:02<00:09, 10.78it/s]
|
| 295 |
21%|██ | 27/128 [00:02<00:08, 11.42it/s]
|
| 296 |
23%|██▎ | 29/128 [00:02<00:08, 11.83it/s]
|
| 297 |
24%|██▍ | 31/128 [00:02<00:07, 12.32it/s]
|
| 298 |
26%|██▌ | 33/128 [00:02<00:07, 12.34it/s]
|
| 299 |
27%|██▋ | 35/128 [00:02<00:07, 12.19it/s]
|
| 300 |
29%|██▉ | 37/128 [00:03<00:07, 12.79it/s]
|
| 301 |
30%|███ | 39/128 [00:03<00:06, 13.15it/s]
|
| 302 |
32%|███▏ | 41/128 [00:03<00:07, 11.43it/s]
|
| 303 |
34%|███▎ | 43/128 [00:03<00:07, 11.13it/s]
|
| 304 |
35%|███▌ | 45/128 [00:03<00:07, 10.95it/s]
|
| 305 |
37%|███▋ | 47/128 [00:04<00:07, 10.54it/s]
|
| 306 |
38%|███▊ | 49/128 [00:04<00:07, 10.50it/s]
|
| 307 |
40%|███▉ | 51/128 [00:04<00:06, 11.04it/s]
|
| 308 |
41%|████▏ | 53/128 [00:04<00:06, 11.78it/s]
|
| 309 |
43%|████▎ | 55/128 [00:04<00:06, 11.73it/s]
|
| 310 |
45%|████▍ | 57/128 [00:04<00:05, 12.25it/s]
|
| 311 |
46%|████▌ | 59/128 [00:04<00:05, 12.68it/s]
|
| 312 |
48%|████▊ | 61/128 [00:05<00:05, 12.84it/s]
|
| 313 |
49%|████▉ | 63/128 [00:05<00:05, 12.92it/s]
|
| 314 |
51%|█████ | 65/128 [00:05<00:05, 11.22it/s]
|
| 315 |
52%|█████▏ | 67/128 [00:05<00:05, 10.21it/s]
|
| 316 |
54%|█████▍ | 69/128 [00:05<00:05, 11.01it/s]
|
| 317 |
55%|█████▌ | 71/128 [00:06<00:05, 10.79it/s]
|
| 318 |
57%|█████▋ | 73/128 [00:06<00:05, 10.53it/s]
|
| 319 |
59%|█████▊ | 75/128 [00:06<00:04, 11.27it/s]
|
| 320 |
60%|██████ | 77/128 [00:06<00:04, 11.49it/s]
|
| 321 |
62%|██████▏ | 79/128 [00:06<00:04, 12.14it/s]
|
| 322 |
63%|██████▎ | 81/128 [00:06<00:03, 12.68it/s]
|
| 323 |
65%|██████▍ | 83/128 [00:07<00:03, 12.47it/s]
|
| 324 |
66%|██████▋ | 85/128 [00:07<00:03, 11.20it/s]
|
| 325 |
68%|██████▊ | 87/128 [00:07<00:03, 11.67it/s]
|
| 326 |
70%|██████▉ | 89/128 [00:07<00:03, 10.86it/s]
|
| 327 |
71%|███████ | 91/128 [00:07<00:03, 10.41it/s]
|
| 328 |
73%|███████▎ | 93/128 [00:07<00:03, 11.27it/s]
|
| 329 |
74%|███████▍ | 95/128 [00:08<00:03, 10.77it/s]
|
| 330 |
76%|███████▌ | 97/128 [00:08<00:03, 9.93it/s]
|
| 331 |
77%|███████▋ | 99/128 [00:08<00:02, 10.67it/s]
|
| 332 |
79%|███████▉ | 101/128 [00:08<00:02, 11.16it/s]
|
| 333 |
80%|████████ | 103/128 [00:08<00:02, 11.57it/s]
|
| 334 |
82%|████████▏ | 105/128 [00:09<00:02, 10.87it/s]
|
| 335 |
84%|████████▎ | 107/128 [00:09<00:01, 11.64it/s]
|
| 336 |
85%|████████▌ | 109/128 [00:09<00:01, 11.20it/s]
|
| 337 |
87%|████████▋ | 111/128 [00:09<00:01, 10.60it/s]
|
| 338 |
88%|████████▊ | 113/128 [00:09<00:01, 10.70it/s]
|
| 339 |
90%|████████▉ | 115/128 [00:10<00:01, 11.08it/s]
|
| 340 |
91%|█████████▏| 117/128 [00:10<00:00, 11.51it/s]
|
| 341 |
93%|█████████▎| 119/128 [00:10<00:00, 12.11it/s]
|
| 342 |
95%|█████████▍| 121/128 [00:10<00:00, 10.53it/s]
|
| 343 |
96%|█████████▌| 123/128 [00:10<00:00, 11.39it/s]
|
| 344 |
98%|█████████▊| 125/128 [00:10<00:00, 11.84it/s]
|
| 345 |
99%|█████████▉| 127/128 [00:11<00:00, 12.21it/s]
|
| 346 |
+
physics: 1.6327
|
| 347 |
+
Saved to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_loss.json
|
| 348 |
+
Getting token length estimate... w/ batch_size=1024
|
| 349 |
+
|
| 350 |
+
DONE Getting token length estimate!
|
| 351 |
+
Getting length-aware padding breakpoints...
|
| 352 |
+
DONE Tokenizing...
|
| 353 |
+
|
| 354 |
+
|
| 355 |
+
|
| 356 |
+
Saved after_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/run_status.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "ok",
|
| 3 |
+
"requested_sparsity": 0.0,
|
| 4 |
+
"calibration_config": "chemistry"
|
| 5 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_inference.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.9233333333333333,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.77,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 1.0,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.94,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 1.0,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.83,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 0.99,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.9366666666666666,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.95,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.86,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.8833333333333333,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 0.96,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.72,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 0.97
|
| 18 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_after_pruning_judgements.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_inference.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.92,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.76,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 1.0,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.92,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 1.0,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.79,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 0.97,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.9433333333333334,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.95,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.88,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.8966666666666666,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 0.97,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.73,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 0.99
|
| 18 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_before_pruning_judgements.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0/stemqa_loss.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"calibration_dataset": "stemqa",
|
| 3 |
+
"calibration_config": "chemistry",
|
| 4 |
+
"eval_split": "test",
|
| 5 |
+
"sparsity_ratio": 0.0,
|
| 6 |
+
"actual_sparsity": 0.0,
|
| 7 |
+
"loss_by_domain": {
|
| 8 |
+
"biology": 3.5328221367672086,
|
| 9 |
+
"chemistry": 2.101187481544912,
|
| 10 |
+
"math": 1.6069937534630299,
|
| 11 |
+
"physics": 1.6327159004285932
|
| 12 |
+
}
|
| 13 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p05/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.05,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p1/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.1,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p15/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.15,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/log_wanda.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
method actual_sparsity ppl_test
|
| 2 |
+
wanda 0.2000 24.1068
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/run.log
ADDED
|
@@ -0,0 +1,439 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 0 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 1 |
1%| | 1/128 [00:00<00:15, 8.38it/s]
|
| 2 |
2%|▏ | 3/128 [00:00<00:10, 11.68it/s]
|
| 3 |
4%|▍ | 5/128 [00:00<00:09, 12.65it/s]
|
| 4 |
5%|▌ | 7/128 [00:00<00:09, 13.07it/s]
|
| 5 |
7%|▋ | 9/128 [00:00<00:08, 13.38it/s]
|
| 6 |
9%|▊ | 11/128 [00:00<00:08, 13.60it/s]
|
| 7 |
10%|█ | 13/128 [00:00<00:08, 13.76it/s]
|
| 8 |
12%|█▏ | 15/128 [00:01<00:08, 13.87it/s]
|
| 9 |
13%|█▎ | 17/128 [00:01<00:07, 13.89it/s]
|
| 10 |
15%|█▍ | 19/128 [00:01<00:07, 13.89it/s]
|
| 11 |
16%|█▋ | 21/128 [00:01<00:07, 13.93it/s]
|
| 12 |
18%|█▊ | 23/128 [00:01<00:07, 13.93it/s]
|
| 13 |
20%|█▉ | 25/128 [00:01<00:07, 13.71it/s]
|
| 14 |
21%|██ | 27/128 [00:02<00:07, 13.64it/s]
|
| 15 |
23%|██▎ | 29/128 [00:02<00:07, 13.70it/s]
|
| 16 |
24%|██▍ | 31/128 [00:02<00:07, 13.13it/s]
|
| 17 |
26%|██▌ | 33/128 [00:02<00:07, 13.27it/s]
|
| 18 |
27%|██▋ | 35/128 [00:02<00:06, 13.54it/s]
|
| 19 |
29%|██▉ | 37/128 [00:02<00:06, 13.57it/s]
|
| 20 |
30%|███ | 39/128 [00:02<00:06, 13.27it/s]
|
| 21 |
32%|███▏ | 41/128 [00:03<00:06, 13.39it/s]
|
| 22 |
34%|███▎ | 43/128 [00:03<00:06, 13.58it/s]
|
| 23 |
35%|███▌ | 45/128 [00:03<00:06, 13.47it/s]
|
| 24 |
37%|███▋ | 47/128 [00:03<00:05, 13.63it/s]
|
| 25 |
38%|███▊ | 49/128 [00:03<00:06, 12.89it/s]
|
| 26 |
40%|███▉ | 51/128 [00:03<00:05, 13.22it/s]
|
| 27 |
41%|████▏ | 53/128 [00:03<00:05, 13.42it/s]
|
| 28 |
43%|████▎ | 55/128 [00:04<00:05, 13.50it/s]
|
| 29 |
45%|████▍ | 57/128 [00:04<00:05, 13.70it/s]
|
| 30 |
46%|████▌ | 59/128 [00:04<00:05, 13.57it/s]
|
| 31 |
48%|████▊ | 61/128 [00:04<00:04, 13.52it/s]
|
| 32 |
49%|████▉ | 63/128 [00:04<00:04, 13.66it/s]
|
| 33 |
51%|█████ | 65/128 [00:04<00:04, 13.80it/s]
|
| 34 |
52%|█████▏ | 67/128 [00:04<00:04, 13.70it/s]
|
| 35 |
54%|█████▍ | 69/128 [00:05<00:04, 13.53it/s]
|
| 36 |
55%|█████▌ | 71/128 [00:05<00:04, 13.57it/s]
|
| 37 |
57%|█████▋ | 73/128 [00:05<00:04, 13.72it/s]
|
| 38 |
59%|█████▊ | 75/128 [00:05<00:03, 13.80it/s]
|
| 39 |
60%|██████ | 77/128 [00:05<00:03, 13.86it/s]
|
| 40 |
62%|██████▏ | 79/128 [00:05<00:03, 13.31it/s]
|
| 41 |
63%|██████▎ | 81/128 [00:06<00:03, 13.47it/s]
|
| 42 |
65%|██████▍ | 83/128 [00:06<00:03, 12.97it/s]
|
| 43 |
66%|██████▋ | 85/128 [00:06<00:03, 13.24it/s]
|
| 44 |
68%|██████▊ | 87/128 [00:06<00:03, 13.51it/s]
|
| 45 |
70%|██████▉ | 89/128 [00:06<00:02, 13.63it/s]
|
| 46 |
71%|███████ | 91/128 [00:06<00:02, 13.71it/s]
|
| 47 |
73%|███████▎ | 93/128 [00:06<00:02, 13.75it/s]
|
| 48 |
74%|███████▍ | 95/128 [00:07<00:02, 13.85it/s]
|
| 49 |
76%|███████▌ | 97/128 [00:07<00:02, 13.72it/s]
|
| 50 |
77%|███████▋ | 99/128 [00:07<00:02, 13.74it/s]
|
| 51 |
79%|███████▉ | 101/128 [00:07<00:01, 13.86it/s]
|
| 52 |
80%|████████ | 103/128 [00:07<00:01, 13.82it/s]
|
| 53 |
82%|████████▏ | 105/128 [00:07<00:01, 13.94it/s]
|
| 54 |
84%|████████▎ | 107/128 [00:07<00:01, 14.00it/s]
|
| 55 |
85%|████████▌ | 109/128 [00:08<00:01, 14.16it/s]
|
| 56 |
87%|████████▋ | 111/128 [00:08<00:01, 14.16it/s]
|
| 57 |
88%|████████▊ | 113/128 [00:08<00:01, 14.13it/s]
|
| 58 |
90%|████████▉ | 115/128 [00:08<00:00, 14.21it/s]
|
| 59 |
91%|█████████▏| 117/128 [00:08<00:00, 14.16it/s]
|
| 60 |
93%|█████████▎| 119/128 [00:08<00:00, 13.85it/s]
|
| 61 |
95%|█████████▍| 121/128 [00:08<00:00, 14.01it/s]
|
| 62 |
96%|█████████▌| 123/128 [00:09<00:00, 14.06it/s]
|
| 63 |
98%|█████████▊| 125/128 [00:09<00:00, 14.10it/s]
|
| 64 |
99%|█████████▉| 127/128 [00:09<00:00, 14.21it/s]
|
|
|
|
|
|
|
| 65 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 66 |
2%|▏ | 2/128 [00:00<00:10, 12.45it/s]
|
| 67 |
3%|▎ | 4/128 [00:00<00:10, 12.24it/s]
|
| 68 |
5%|▍ | 6/128 [00:00<00:09, 12.91it/s]
|
| 69 |
6%|▋ | 8/128 [00:00<00:09, 13.27it/s]
|
| 70 |
8%|▊ | 10/128 [00:00<00:08, 13.53it/s]
|
| 71 |
9%|▉ | 12/128 [00:00<00:08, 13.79it/s]
|
| 72 |
11%|█ | 14/128 [00:01<00:09, 12.07it/s]
|
| 73 |
12%|█▎ | 16/128 [00:01<00:09, 12.31it/s]
|
| 74 |
14%|█▍ | 18/128 [00:01<00:08, 12.69it/s]
|
| 75 |
16%|█▌ | 20/128 [00:01<00:08, 13.05it/s]
|
| 76 |
17%|█▋ | 22/128 [00:01<00:07, 13.31it/s]
|
| 77 |
19%|█▉ | 24/128 [00:01<00:07, 13.29it/s]
|
| 78 |
20%|██ | 26/128 [00:01<00:07, 13.37it/s]
|
| 79 |
22%|██▏ | 28/128 [00:02<00:07, 12.83it/s]
|
| 80 |
23%|██▎ | 30/128 [00:02<00:07, 13.12it/s]
|
| 81 |
25%|██▌ | 32/128 [00:02<00:07, 13.40it/s]
|
| 82 |
27%|██▋ | 34/128 [00:02<00:06, 13.54it/s]
|
| 83 |
28%|██▊ | 36/128 [00:02<00:06, 13.65it/s]
|
| 84 |
30%|██▉ | 38/128 [00:02<00:06, 13.73it/s]
|
| 85 |
31%|███▏ | 40/128 [00:03<00:06, 12.88it/s]
|
| 86 |
33%|███▎ | 42/128 [00:03<00:06, 12.78it/s]
|
| 87 |
34%|███▍ | 44/128 [00:03<00:06, 13.08it/s]
|
| 88 |
36%|███▌ | 46/128 [00:03<00:06, 13.29it/s]
|
| 89 |
38%|███▊ | 48/128 [00:03<00:05, 13.55it/s]
|
| 90 |
39%|███▉ | 50/128 [00:03<00:05, 13.54it/s]
|
| 91 |
41%|████ | 52/128 [00:03<00:05, 13.80it/s]
|
| 92 |
42%|████▏ | 54/128 [00:04<00:05, 12.81it/s]
|
| 93 |
44%|████▍ | 56/128 [00:04<00:05, 12.99it/s]
|
| 94 |
45%|████▌ | 58/128 [00:04<00:05, 12.48it/s]
|
| 95 |
47%|████▋ | 60/128 [00:04<00:05, 12.82it/s]
|
| 96 |
48%|████▊ | 62/128 [00:04<00:05, 12.39it/s]
|
| 97 |
50%|█████ | 64/128 [00:04<00:05, 11.55it/s]
|
| 98 |
52%|█████▏ | 66/128 [00:05<00:05, 12.07it/s]
|
| 99 |
53%|█████▎ | 68/128 [00:05<00:04, 12.09it/s]
|
| 100 |
55%|█████▍ | 70/128 [00:05<00:04, 12.37it/s]
|
| 101 |
56%|█████▋ | 72/128 [00:05<00:04, 12.63it/s]
|
| 102 |
58%|█████▊ | 74/128 [00:05<00:04, 12.78it/s]
|
| 103 |
59%|█████▉ | 76/128 [00:05<00:03, 13.04it/s]
|
| 104 |
61%|██████ | 78/128 [00:06<00:03, 13.23it/s]
|
| 105 |
62%|██████▎ | 80/128 [00:06<00:03, 13.36it/s]
|
| 106 |
64%|██████▍ | 82/128 [00:06<00:03, 13.51it/s]
|
| 107 |
66%|██████▌ | 84/128 [00:06<00:03, 12.12it/s]
|
| 108 |
67%|██████▋ | 86/128 [00:06<00:03, 12.64it/s]
|
| 109 |
69%|██████▉ | 88/128 [00:06<00:03, 12.99it/s]
|
| 110 |
70%|███████ | 90/128 [00:06<00:03, 12.23it/s]
|
| 111 |
72%|███████▏ | 92/128 [00:07<00:02, 12.62it/s]
|
| 112 |
73%|███████▎ | 94/128 [00:07<00:02, 12.59it/s]
|
| 113 |
75%|███████▌ | 96/128 [00:07<00:02, 12.31it/s]
|
| 114 |
77%|███████▋ | 98/128 [00:07<00:02, 12.80it/s]
|
| 115 |
78%|███████▊ | 100/128 [00:07<00:02, 12.60it/s]
|
| 116 |
80%|███████▉ | 102/128 [00:07<00:01, 13.00it/s]
|
| 117 |
81%|████████▏ | 104/128 [00:08<00:01, 13.17it/s]
|
| 118 |
83%|████████▎ | 106/128 [00:08<00:01, 12.94it/s]
|
| 119 |
84%|████████▍ | 108/128 [00:08<00:01, 13.23it/s]
|
| 120 |
86%|████████▌ | 110/128 [00:08<00:01, 12.44it/s]
|
| 121 |
88%|████████▊ | 112/128 [00:08<00:01, 12.49it/s]
|
| 122 |
89%|████████▉ | 114/128 [00:08<00:01, 12.12it/s]
|
| 123 |
91%|█████████ | 116/128 [00:09<00:01, 10.89it/s]
|
| 124 |
92%|█████████▏| 118/128 [00:09<00:00, 10.71it/s]
|
| 125 |
94%|█████████▍| 120/128 [00:09<00:00, 11.44it/s]
|
| 126 |
95%|█████████▌| 122/128 [00:09<00:00, 12.05it/s]
|
| 127 |
97%|█████████▋| 124/128 [00:09<00:00, 11.54it/s]
|
| 128 |
98%|█████████▊| 126/128 [00:09<00:00, 12.06it/s]
|
|
|
|
|
|
|
| 129 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 130 |
2%|▏ | 2/128 [00:00<00:10, 11.78it/s]
|
| 131 |
3%|▎ | 4/128 [00:00<00:09, 12.52it/s]
|
| 132 |
5%|▍ | 6/128 [00:00<00:09, 12.89it/s]
|
| 133 |
6%|▋ | 8/128 [00:00<00:09, 12.50it/s]
|
| 134 |
8%|▊ | 10/128 [00:00<00:09, 13.11it/s]
|
| 135 |
9%|▉ | 12/128 [00:00<00:08, 13.28it/s]
|
| 136 |
11%|█ | 14/128 [00:01<00:08, 13.41it/s]
|
| 137 |
12%|█▎ | 16/128 [00:01<00:08, 13.49it/s]
|
| 138 |
14%|█▍ | 18/128 [00:01<00:08, 12.52it/s]
|
| 139 |
16%|█▌ | 20/128 [00:01<00:08, 12.83it/s]
|
| 140 |
17%|█▋ | 22/128 [00:01<00:08, 12.43it/s]
|
| 141 |
19%|█▉ | 24/128 [00:01<00:08, 12.83it/s]
|
| 142 |
20%|██ | 26/128 [00:02<00:08, 12.32it/s]
|
| 143 |
22%|██▏ | 28/128 [00:02<00:07, 12.83it/s]
|
| 144 |
23%|██▎ | 30/128 [00:02<00:07, 12.77it/s]
|
| 145 |
25%|██▌ | 32/128 [00:02<00:07, 13.04it/s]
|
| 146 |
27%|██▋ | 34/128 [00:02<00:07, 11.99it/s]
|
| 147 |
28%|██▊ | 36/128 [00:02<00:07, 11.50it/s]
|
| 148 |
30%|██▉ | 38/128 [00:03<00:08, 11.25it/s]
|
| 149 |
31%|███▏ | 40/128 [00:03<00:07, 11.70it/s]
|
| 150 |
33%|███▎ | 42/128 [00:03<00:07, 12.25it/s]
|
| 151 |
34%|███▍ | 44/128 [00:03<00:06, 12.72it/s]
|
| 152 |
36%|███▌ | 46/128 [00:03<00:06, 12.78it/s]
|
| 153 |
38%|███▊ | 48/128 [00:03<00:06, 11.75it/s]
|
| 154 |
39%|███▉ | 50/128 [00:04<00:06, 12.03it/s]
|
| 155 |
41%|████ | 52/128 [00:04<00:06, 11.89it/s]
|
| 156 |
42%|████▏ | 54/128 [00:04<00:06, 11.24it/s]
|
| 157 |
44%|████▍ | 56/128 [00:04<00:06, 11.88it/s]
|
| 158 |
45%|████▌ | 58/128 [00:04<00:06, 11.26it/s]
|
| 159 |
47%|████▋ | 60/128 [00:04<00:05, 11.96it/s]
|
| 160 |
48%|████▊ | 62/128 [00:05<00:05, 11.01it/s]
|
| 161 |
50%|█████ | 64/128 [00:05<00:05, 11.18it/s]
|
| 162 |
52%|█████▏ | 66/128 [00:05<00:05, 11.75it/s]
|
| 163 |
53%|█████▎ | 68/128 [00:05<00:05, 11.11it/s]
|
| 164 |
55%|█████▍ | 70/128 [00:05<00:04, 11.87it/s]
|
| 165 |
56%|█████▋ | 72/128 [00:05<00:05, 10.83it/s]
|
| 166 |
58%|█████▊ | 74/128 [00:06<00:04, 11.51it/s]
|
| 167 |
59%|█████▉ | 76/128 [00:06<00:04, 12.12it/s]
|
| 168 |
61%|██████ | 78/128 [00:06<00:04, 12.15it/s]
|
| 169 |
62%|██████▎ | 80/128 [00:06<00:03, 12.47it/s]
|
| 170 |
64%|██████▍ | 82/128 [00:06<00:03, 12.74it/s]
|
| 171 |
66%|██████▌ | 84/128 [00:06<00:03, 13.09it/s]
|
| 172 |
67%|██████▋ | 86/128 [00:07<00:03, 13.16it/s]
|
| 173 |
69%|██████▉ | 88/128 [00:07<00:03, 12.87it/s]
|
| 174 |
70%|███████ | 90/128 [00:07<00:02, 13.26it/s]
|
| 175 |
72%|███████▏ | 92/128 [00:07<00:02, 13.34it/s]
|
| 176 |
73%|███████▎ | 94/128 [00:07<00:02, 13.47it/s]
|
| 177 |
75%|███████▌ | 96/128 [00:07<00:02, 13.51it/s]
|
| 178 |
77%|███████▋ | 98/128 [00:07<00:02, 13.27it/s]
|
| 179 |
78%|███████▊ | 100/128 [00:08<00:02, 13.18it/s]
|
| 180 |
80%|███████▉ | 102/128 [00:08<00:01, 13.27it/s]
|
| 181 |
81%|████████▏ | 104/128 [00:08<00:01, 13.53it/s]
|
| 182 |
83%|████████▎ | 106/128 [00:08<00:01, 13.30it/s]
|
| 183 |
84%|████████▍ | 108/128 [00:08<00:01, 12.37it/s]
|
| 184 |
86%|████████▌ | 110/128 [00:08<00:01, 12.57it/s]
|
| 185 |
88%|████████▊ | 112/128 [00:09<00:01, 12.96it/s]
|
| 186 |
89%|████████▉ | 114/128 [00:09<00:01, 12.36it/s]
|
| 187 |
91%|█████████ | 116/128 [00:09<00:01, 11.79it/s]
|
| 188 |
92%|█████████▏| 118/128 [00:09<00:00, 11.79it/s]
|
| 189 |
94%|█████████▍| 120/128 [00:09<00:00, 12.42it/s]
|
| 190 |
95%|█████████▌| 122/128 [00:09<00:00, 12.28it/s]
|
| 191 |
97%|█████████▋| 124/128 [00:10<00:00, 12.76it/s]
|
| 192 |
98%|█████████▊| 126/128 [00:10<00:00, 13.14it/s]
|
|
|
|
|
|
|
| 193 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 194 |
1%| | 1/128 [00:00<00:13, 9.75it/s]
|
| 195 |
2%|▏ | 3/128 [00:00<00:12, 10.09it/s]
|
| 196 |
4%|▍ | 5/128 [00:00<00:10, 11.59it/s]
|
| 197 |
5%|▌ | 7/128 [00:00<00:09, 12.18it/s]
|
| 198 |
7%|▋ | 9/128 [00:00<00:09, 12.62it/s]
|
| 199 |
9%|▊ | 11/128 [00:00<00:10, 11.37it/s]
|
| 200 |
10%|█ | 13/128 [00:01<00:09, 11.71it/s]
|
| 201 |
12%|█▏ | 15/128 [00:01<00:09, 12.33it/s]
|
| 202 |
13%|█▎ | 17/128 [00:01<00:08, 12.76it/s]
|
| 203 |
15%|█▍ | 19/128 [00:01<00:08, 12.43it/s]
|
| 204 |
16%|█▋ | 21/128 [00:01<00:08, 12.17it/s]
|
| 205 |
18%|█▊ | 23/128 [00:01<00:08, 12.47it/s]
|
| 206 |
20%|█▉ | 25/128 [00:02<00:09, 10.76it/s]
|
| 207 |
21%|██ | 27/128 [00:02<00:08, 11.43it/s]
|
| 208 |
23%|██▎ | 29/128 [00:02<00:08, 11.77it/s]
|
| 209 |
24%|██▍ | 31/128 [00:02<00:07, 12.22it/s]
|
| 210 |
26%|██▌ | 33/128 [00:02<00:07, 12.26it/s]
|
| 211 |
27%|██▋ | 35/128 [00:02<00:07, 12.12it/s]
|
| 212 |
29%|██▉ | 37/128 [00:03<00:07, 12.71it/s]
|
| 213 |
30%|███ | 39/128 [00:03<00:06, 13.10it/s]
|
| 214 |
32%|███▏ | 41/128 [00:03<00:07, 11.44it/s]
|
| 215 |
34%|███▎ | 43/128 [00:03<00:07, 11.12it/s]
|
| 216 |
35%|███▌ | 45/128 [00:03<00:07, 10.91it/s]
|
| 217 |
37%|███▋ | 47/128 [00:04<00:07, 10.49it/s]
|
| 218 |
38%|███▊ | 49/128 [00:04<00:07, 10.45it/s]
|
| 219 |
40%|███▉ | 51/128 [00:04<00:07, 10.95it/s]
|
| 220 |
41%|████▏ | 53/128 [00:04<00:06, 11.62it/s]
|
| 221 |
43%|████▎ | 55/128 [00:04<00:06, 11.58it/s]
|
| 222 |
45%|████▍ | 57/128 [00:04<00:05, 12.10it/s]
|
| 223 |
46%|████▌ | 59/128 [00:05<00:05, 12.37it/s]
|
| 224 |
48%|████▊ | 61/128 [00:05<00:05, 12.53it/s]
|
| 225 |
49%|████▉ | 63/128 [00:05<00:05, 12.65it/s]
|
| 226 |
51%|█████ | 65/128 [00:05<00:05, 11.09it/s]
|
| 227 |
52%|█████▏ | 67/128 [00:05<00:06, 10.12it/s]
|
| 228 |
54%|█████▍ | 69/128 [00:05<00:05, 10.93it/s]
|
| 229 |
55%|█████▌ | 71/128 [00:06<00:05, 10.74it/s]
|
| 230 |
57%|█████▋ | 73/128 [00:06<00:05, 10.50it/s]
|
| 231 |
59%|█████▊ | 75/128 [00:06<00:04, 11.20it/s]
|
| 232 |
60%|██████ | 77/128 [00:06<00:04, 11.45it/s]
|
| 233 |
62%|██████▏ | 79/128 [00:06<00:04, 12.00it/s]
|
| 234 |
63%|██████▎ | 81/128 [00:06<00:03, 12.50it/s]
|
| 235 |
65%|██████▍ | 83/128 [00:07<00:03, 12.33it/s]
|
| 236 |
66%|██████▋ | 85/128 [00:07<00:03, 11.09it/s]
|
| 237 |
68%|██████▊ | 87/128 [00:07<00:03, 11.74it/s]
|
| 238 |
70%|██████▉ | 89/128 [00:07<00:03, 10.94it/s]
|
| 239 |
71%|███████ | 91/128 [00:07<00:03, 10.45it/s]
|
| 240 |
73%|███████▎ | 93/128 [00:08<00:03, 11.30it/s]
|
| 241 |
74%|███████▍ | 95/128 [00:08<00:03, 10.76it/s]
|
| 242 |
76%|███████▌ | 97/128 [00:08<00:03, 9.91it/s]
|
| 243 |
77%|███████▋ | 99/128 [00:08<00:02, 10.60it/s]
|
| 244 |
79%|███████▉ | 101/128 [00:08<00:02, 10.97it/s]
|
| 245 |
80%|████████ | 103/128 [00:08<00:02, 11.38it/s]
|
| 246 |
82%|████████▏ | 105/128 [00:09<00:02, 10.72it/s]
|
| 247 |
84%|████████▎ | 107/128 [00:09<00:01, 11.48it/s]
|
| 248 |
85%|████████▌ | 109/128 [00:09<00:01, 11.12it/s]
|
| 249 |
87%|████████▋ | 111/128 [00:09<00:01, 10.54it/s]
|
| 250 |
88%|████████▊ | 113/128 [00:09<00:01, 10.68it/s]
|
| 251 |
90%|████████▉ | 115/128 [00:10<00:01, 11.05it/s]
|
| 252 |
91%|█████████▏| 117/128 [00:10<00:00, 11.42it/s]
|
| 253 |
93%|█████████▎| 119/128 [00:10<00:00, 12.04it/s]
|
| 254 |
95%|█████████▍| 121/128 [00:10<00:00, 10.45it/s]
|
| 255 |
96%|█████████▌| 123/128 [00:10<00:00, 11.29it/s]
|
| 256 |
98%|█████████▊| 125/128 [00:10<00:00, 11.76it/s]
|
| 257 |
99%|█████████▉| 127/128 [00:11<00:00, 12.11it/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
CUDA_VISIBLE_DEVICES=2
|
| 2 |
+
dataset_config=chemistry
|
| 3 |
+
sparsity_ratio=0.2
|
| 4 |
+
torch 2.7.1
|
| 5 |
+
transformers 4.56.1
|
| 6 |
+
accelerate 1.13.0
|
| 7 |
+
# of gpus: 1
|
| 8 |
+
loading llm model google/gemma-3-12b-it
|
| 9 |
+
|
| 10 |
+
Calibration seqlen overridden: 131072 -> 2048
|
| 11 |
+
use device cuda:0
|
| 12 |
+
Getting token length estimate... w/ batch_size=1024
|
| 13 |
+
|
| 14 |
+
DONE Getting token length estimate!
|
| 15 |
+
Getting length-aware padding breakpoints...
|
| 16 |
+
DONE Tokenizing...
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
Saved before_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2
|
| 21 |
+
pruning starts
|
| 22 |
+
loading calibdation data
|
| 23 |
+
dataset loading complete
|
| 24 |
+
pruning layer 0 name self_attn.q_proj
|
| 25 |
+
pruning layer 0 name self_attn.k_proj
|
| 26 |
+
pruning layer 0 name self_attn.v_proj
|
| 27 |
+
pruning layer 0 name self_attn.o_proj
|
| 28 |
+
pruning layer 0 name mlp.gate_proj
|
| 29 |
+
pruning layer 0 name mlp.up_proj
|
| 30 |
+
pruning layer 0 name mlp.down_proj
|
| 31 |
+
pruning layer 1 name self_attn.q_proj
|
| 32 |
+
pruning layer 1 name self_attn.k_proj
|
| 33 |
+
pruning layer 1 name self_attn.v_proj
|
| 34 |
+
pruning layer 1 name self_attn.o_proj
|
| 35 |
+
pruning layer 1 name mlp.gate_proj
|
| 36 |
+
pruning layer 1 name mlp.up_proj
|
| 37 |
+
pruning layer 1 name mlp.down_proj
|
| 38 |
+
pruning layer 2 name self_attn.q_proj
|
| 39 |
+
pruning layer 2 name self_attn.k_proj
|
| 40 |
+
pruning layer 2 name self_attn.v_proj
|
| 41 |
+
pruning layer 2 name self_attn.o_proj
|
| 42 |
+
pruning layer 2 name mlp.gate_proj
|
| 43 |
+
pruning layer 2 name mlp.up_proj
|
| 44 |
+
pruning layer 2 name mlp.down_proj
|
| 45 |
+
pruning layer 3 name self_attn.q_proj
|
| 46 |
+
pruning layer 3 name self_attn.k_proj
|
| 47 |
+
pruning layer 3 name self_attn.v_proj
|
| 48 |
+
pruning layer 3 name self_attn.o_proj
|
| 49 |
+
pruning layer 3 name mlp.gate_proj
|
| 50 |
+
pruning layer 3 name mlp.up_proj
|
| 51 |
+
pruning layer 3 name mlp.down_proj
|
| 52 |
+
pruning layer 4 name self_attn.q_proj
|
| 53 |
+
pruning layer 4 name self_attn.k_proj
|
| 54 |
+
pruning layer 4 name self_attn.v_proj
|
| 55 |
+
pruning layer 4 name self_attn.o_proj
|
| 56 |
+
pruning layer 4 name mlp.gate_proj
|
| 57 |
+
pruning layer 4 name mlp.up_proj
|
| 58 |
+
pruning layer 4 name mlp.down_proj
|
| 59 |
+
pruning layer 5 name self_attn.q_proj
|
| 60 |
+
pruning layer 5 name self_attn.k_proj
|
| 61 |
+
pruning layer 5 name self_attn.v_proj
|
| 62 |
+
pruning layer 5 name self_attn.o_proj
|
| 63 |
+
pruning layer 5 name mlp.gate_proj
|
| 64 |
+
pruning layer 5 name mlp.up_proj
|
| 65 |
+
pruning layer 5 name mlp.down_proj
|
| 66 |
+
pruning layer 6 name self_attn.q_proj
|
| 67 |
+
pruning layer 6 name self_attn.k_proj
|
| 68 |
+
pruning layer 6 name self_attn.v_proj
|
| 69 |
+
pruning layer 6 name self_attn.o_proj
|
| 70 |
+
pruning layer 6 name mlp.gate_proj
|
| 71 |
+
pruning layer 6 name mlp.up_proj
|
| 72 |
+
pruning layer 6 name mlp.down_proj
|
| 73 |
+
pruning layer 7 name self_attn.q_proj
|
| 74 |
+
pruning layer 7 name self_attn.k_proj
|
| 75 |
+
pruning layer 7 name self_attn.v_proj
|
| 76 |
+
pruning layer 7 name self_attn.o_proj
|
| 77 |
+
pruning layer 7 name mlp.gate_proj
|
| 78 |
+
pruning layer 7 name mlp.up_proj
|
| 79 |
+
pruning layer 7 name mlp.down_proj
|
| 80 |
+
pruning layer 8 name self_attn.q_proj
|
| 81 |
+
pruning layer 8 name self_attn.k_proj
|
| 82 |
+
pruning layer 8 name self_attn.v_proj
|
| 83 |
+
pruning layer 8 name self_attn.o_proj
|
| 84 |
+
pruning layer 8 name mlp.gate_proj
|
| 85 |
+
pruning layer 8 name mlp.up_proj
|
| 86 |
+
pruning layer 8 name mlp.down_proj
|
| 87 |
+
pruning layer 9 name self_attn.q_proj
|
| 88 |
+
pruning layer 9 name self_attn.k_proj
|
| 89 |
+
pruning layer 9 name self_attn.v_proj
|
| 90 |
+
pruning layer 9 name self_attn.o_proj
|
| 91 |
+
pruning layer 9 name mlp.gate_proj
|
| 92 |
+
pruning layer 9 name mlp.up_proj
|
| 93 |
+
pruning layer 9 name mlp.down_proj
|
| 94 |
+
pruning layer 10 name self_attn.q_proj
|
| 95 |
+
pruning layer 10 name self_attn.k_proj
|
| 96 |
+
pruning layer 10 name self_attn.v_proj
|
| 97 |
+
pruning layer 10 name self_attn.o_proj
|
| 98 |
+
pruning layer 10 name mlp.gate_proj
|
| 99 |
+
pruning layer 10 name mlp.up_proj
|
| 100 |
+
pruning layer 10 name mlp.down_proj
|
| 101 |
+
pruning layer 11 name self_attn.q_proj
|
| 102 |
+
pruning layer 11 name self_attn.k_proj
|
| 103 |
+
pruning layer 11 name self_attn.v_proj
|
| 104 |
+
pruning layer 11 name self_attn.o_proj
|
| 105 |
+
pruning layer 11 name mlp.gate_proj
|
| 106 |
+
pruning layer 11 name mlp.up_proj
|
| 107 |
+
pruning layer 11 name mlp.down_proj
|
| 108 |
+
pruning layer 12 name self_attn.q_proj
|
| 109 |
+
pruning layer 12 name self_attn.k_proj
|
| 110 |
+
pruning layer 12 name self_attn.v_proj
|
| 111 |
+
pruning layer 12 name self_attn.o_proj
|
| 112 |
+
pruning layer 12 name mlp.gate_proj
|
| 113 |
+
pruning layer 12 name mlp.up_proj
|
| 114 |
+
pruning layer 12 name mlp.down_proj
|
| 115 |
+
pruning layer 13 name self_attn.q_proj
|
| 116 |
+
pruning layer 13 name self_attn.k_proj
|
| 117 |
+
pruning layer 13 name self_attn.v_proj
|
| 118 |
+
pruning layer 13 name self_attn.o_proj
|
| 119 |
+
pruning layer 13 name mlp.gate_proj
|
| 120 |
+
pruning layer 13 name mlp.up_proj
|
| 121 |
+
pruning layer 13 name mlp.down_proj
|
| 122 |
+
pruning layer 14 name self_attn.q_proj
|
| 123 |
+
pruning layer 14 name self_attn.k_proj
|
| 124 |
+
pruning layer 14 name self_attn.v_proj
|
| 125 |
+
pruning layer 14 name self_attn.o_proj
|
| 126 |
+
pruning layer 14 name mlp.gate_proj
|
| 127 |
+
pruning layer 14 name mlp.up_proj
|
| 128 |
+
pruning layer 14 name mlp.down_proj
|
| 129 |
+
pruning layer 15 name self_attn.q_proj
|
| 130 |
+
pruning layer 15 name self_attn.k_proj
|
| 131 |
+
pruning layer 15 name self_attn.v_proj
|
| 132 |
+
pruning layer 15 name self_attn.o_proj
|
| 133 |
+
pruning layer 15 name mlp.gate_proj
|
| 134 |
+
pruning layer 15 name mlp.up_proj
|
| 135 |
+
pruning layer 15 name mlp.down_proj
|
| 136 |
+
pruning layer 16 name self_attn.q_proj
|
| 137 |
+
pruning layer 16 name self_attn.k_proj
|
| 138 |
+
pruning layer 16 name self_attn.v_proj
|
| 139 |
+
pruning layer 16 name self_attn.o_proj
|
| 140 |
+
pruning layer 16 name mlp.gate_proj
|
| 141 |
+
pruning layer 16 name mlp.up_proj
|
| 142 |
+
pruning layer 16 name mlp.down_proj
|
| 143 |
+
pruning layer 17 name self_attn.q_proj
|
| 144 |
+
pruning layer 17 name self_attn.k_proj
|
| 145 |
+
pruning layer 17 name self_attn.v_proj
|
| 146 |
+
pruning layer 17 name self_attn.o_proj
|
| 147 |
+
pruning layer 17 name mlp.gate_proj
|
| 148 |
+
pruning layer 17 name mlp.up_proj
|
| 149 |
+
pruning layer 17 name mlp.down_proj
|
| 150 |
+
pruning layer 18 name self_attn.q_proj
|
| 151 |
+
pruning layer 18 name self_attn.k_proj
|
| 152 |
+
pruning layer 18 name self_attn.v_proj
|
| 153 |
+
pruning layer 18 name self_attn.o_proj
|
| 154 |
+
pruning layer 18 name mlp.gate_proj
|
| 155 |
+
pruning layer 18 name mlp.up_proj
|
| 156 |
+
pruning layer 18 name mlp.down_proj
|
| 157 |
+
pruning layer 19 name self_attn.q_proj
|
| 158 |
+
pruning layer 19 name self_attn.k_proj
|
| 159 |
+
pruning layer 19 name self_attn.v_proj
|
| 160 |
+
pruning layer 19 name self_attn.o_proj
|
| 161 |
+
pruning layer 19 name mlp.gate_proj
|
| 162 |
+
pruning layer 19 name mlp.up_proj
|
| 163 |
+
pruning layer 19 name mlp.down_proj
|
| 164 |
+
pruning layer 20 name self_attn.q_proj
|
| 165 |
+
pruning layer 20 name self_attn.k_proj
|
| 166 |
+
pruning layer 20 name self_attn.v_proj
|
| 167 |
+
pruning layer 20 name self_attn.o_proj
|
| 168 |
+
pruning layer 20 name mlp.gate_proj
|
| 169 |
+
pruning layer 20 name mlp.up_proj
|
| 170 |
+
pruning layer 20 name mlp.down_proj
|
| 171 |
+
pruning layer 21 name self_attn.q_proj
|
| 172 |
+
pruning layer 21 name self_attn.k_proj
|
| 173 |
+
pruning layer 21 name self_attn.v_proj
|
| 174 |
+
pruning layer 21 name self_attn.o_proj
|
| 175 |
+
pruning layer 21 name mlp.gate_proj
|
| 176 |
+
pruning layer 21 name mlp.up_proj
|
| 177 |
+
pruning layer 21 name mlp.down_proj
|
| 178 |
+
pruning layer 22 name self_attn.q_proj
|
| 179 |
+
pruning layer 22 name self_attn.k_proj
|
| 180 |
+
pruning layer 22 name self_attn.v_proj
|
| 181 |
+
pruning layer 22 name self_attn.o_proj
|
| 182 |
+
pruning layer 22 name mlp.gate_proj
|
| 183 |
+
pruning layer 22 name mlp.up_proj
|
| 184 |
+
pruning layer 22 name mlp.down_proj
|
| 185 |
+
pruning layer 23 name self_attn.q_proj
|
| 186 |
+
pruning layer 23 name self_attn.k_proj
|
| 187 |
+
pruning layer 23 name self_attn.v_proj
|
| 188 |
+
pruning layer 23 name self_attn.o_proj
|
| 189 |
+
pruning layer 23 name mlp.gate_proj
|
| 190 |
+
pruning layer 23 name mlp.up_proj
|
| 191 |
+
pruning layer 23 name mlp.down_proj
|
| 192 |
+
pruning layer 24 name self_attn.q_proj
|
| 193 |
+
pruning layer 24 name self_attn.k_proj
|
| 194 |
+
pruning layer 24 name self_attn.v_proj
|
| 195 |
+
pruning layer 24 name self_attn.o_proj
|
| 196 |
+
pruning layer 24 name mlp.gate_proj
|
| 197 |
+
pruning layer 24 name mlp.up_proj
|
| 198 |
+
pruning layer 24 name mlp.down_proj
|
| 199 |
+
pruning layer 25 name self_attn.q_proj
|
| 200 |
+
pruning layer 25 name self_attn.k_proj
|
| 201 |
+
pruning layer 25 name self_attn.v_proj
|
| 202 |
+
pruning layer 25 name self_attn.o_proj
|
| 203 |
+
pruning layer 25 name mlp.gate_proj
|
| 204 |
+
pruning layer 25 name mlp.up_proj
|
| 205 |
+
pruning layer 25 name mlp.down_proj
|
| 206 |
+
pruning layer 26 name self_attn.q_proj
|
| 207 |
+
pruning layer 26 name self_attn.k_proj
|
| 208 |
+
pruning layer 26 name self_attn.v_proj
|
| 209 |
+
pruning layer 26 name self_attn.o_proj
|
| 210 |
+
pruning layer 26 name mlp.gate_proj
|
| 211 |
+
pruning layer 26 name mlp.up_proj
|
| 212 |
+
pruning layer 26 name mlp.down_proj
|
| 213 |
+
pruning layer 27 name self_attn.q_proj
|
| 214 |
+
pruning layer 27 name self_attn.k_proj
|
| 215 |
+
pruning layer 27 name self_attn.v_proj
|
| 216 |
+
pruning layer 27 name self_attn.o_proj
|
| 217 |
+
pruning layer 27 name mlp.gate_proj
|
| 218 |
+
pruning layer 27 name mlp.up_proj
|
| 219 |
+
pruning layer 27 name mlp.down_proj
|
| 220 |
+
pruning layer 28 name self_attn.q_proj
|
| 221 |
+
pruning layer 28 name self_attn.k_proj
|
| 222 |
+
pruning layer 28 name self_attn.v_proj
|
| 223 |
+
pruning layer 28 name self_attn.o_proj
|
| 224 |
+
pruning layer 28 name mlp.gate_proj
|
| 225 |
+
pruning layer 28 name mlp.up_proj
|
| 226 |
+
pruning layer 28 name mlp.down_proj
|
| 227 |
+
pruning layer 29 name self_attn.q_proj
|
| 228 |
+
pruning layer 29 name self_attn.k_proj
|
| 229 |
+
pruning layer 29 name self_attn.v_proj
|
| 230 |
+
pruning layer 29 name self_attn.o_proj
|
| 231 |
+
pruning layer 29 name mlp.gate_proj
|
| 232 |
+
pruning layer 29 name mlp.up_proj
|
| 233 |
+
pruning layer 29 name mlp.down_proj
|
| 234 |
+
pruning layer 30 name self_attn.q_proj
|
| 235 |
+
pruning layer 30 name self_attn.k_proj
|
| 236 |
+
pruning layer 30 name self_attn.v_proj
|
| 237 |
+
pruning layer 30 name self_attn.o_proj
|
| 238 |
+
pruning layer 30 name mlp.gate_proj
|
| 239 |
+
pruning layer 30 name mlp.up_proj
|
| 240 |
+
pruning layer 30 name mlp.down_proj
|
| 241 |
+
pruning layer 31 name self_attn.q_proj
|
| 242 |
+
pruning layer 31 name self_attn.k_proj
|
| 243 |
+
pruning layer 31 name self_attn.v_proj
|
| 244 |
+
pruning layer 31 name self_attn.o_proj
|
| 245 |
+
pruning layer 31 name mlp.gate_proj
|
| 246 |
+
pruning layer 31 name mlp.up_proj
|
| 247 |
+
pruning layer 31 name mlp.down_proj
|
| 248 |
+
pruning layer 32 name self_attn.q_proj
|
| 249 |
+
pruning layer 32 name self_attn.k_proj
|
| 250 |
+
pruning layer 32 name self_attn.v_proj
|
| 251 |
+
pruning layer 32 name self_attn.o_proj
|
| 252 |
+
pruning layer 32 name mlp.gate_proj
|
| 253 |
+
pruning layer 32 name mlp.up_proj
|
| 254 |
+
pruning layer 32 name mlp.down_proj
|
| 255 |
+
pruning layer 33 name self_attn.q_proj
|
| 256 |
+
pruning layer 33 name self_attn.k_proj
|
| 257 |
+
pruning layer 33 name self_attn.v_proj
|
| 258 |
+
pruning layer 33 name self_attn.o_proj
|
| 259 |
+
pruning layer 33 name mlp.gate_proj
|
| 260 |
+
pruning layer 33 name mlp.up_proj
|
| 261 |
+
pruning layer 33 name mlp.down_proj
|
| 262 |
+
pruning layer 34 name self_attn.q_proj
|
| 263 |
+
pruning layer 34 name self_attn.k_proj
|
| 264 |
+
pruning layer 34 name self_attn.v_proj
|
| 265 |
+
pruning layer 34 name self_attn.o_proj
|
| 266 |
+
pruning layer 34 name mlp.gate_proj
|
| 267 |
+
pruning layer 34 name mlp.up_proj
|
| 268 |
+
pruning layer 34 name mlp.down_proj
|
| 269 |
+
pruning layer 35 name self_attn.q_proj
|
| 270 |
+
pruning layer 35 name self_attn.k_proj
|
| 271 |
+
pruning layer 35 name self_attn.v_proj
|
| 272 |
+
pruning layer 35 name self_attn.o_proj
|
| 273 |
+
pruning layer 35 name mlp.gate_proj
|
| 274 |
+
pruning layer 35 name mlp.up_proj
|
| 275 |
+
pruning layer 35 name mlp.down_proj
|
| 276 |
+
pruning layer 36 name self_attn.q_proj
|
| 277 |
+
pruning layer 36 name self_attn.k_proj
|
| 278 |
+
pruning layer 36 name self_attn.v_proj
|
| 279 |
+
pruning layer 36 name self_attn.o_proj
|
| 280 |
+
pruning layer 36 name mlp.gate_proj
|
| 281 |
+
pruning layer 36 name mlp.up_proj
|
| 282 |
+
pruning layer 36 name mlp.down_proj
|
| 283 |
+
pruning layer 37 name self_attn.q_proj
|
| 284 |
+
pruning layer 37 name self_attn.k_proj
|
| 285 |
+
pruning layer 37 name self_attn.v_proj
|
| 286 |
+
pruning layer 37 name self_attn.o_proj
|
| 287 |
+
pruning layer 37 name mlp.gate_proj
|
| 288 |
+
pruning layer 37 name mlp.up_proj
|
| 289 |
+
pruning layer 37 name mlp.down_proj
|
| 290 |
+
pruning layer 38 name self_attn.q_proj
|
| 291 |
+
pruning layer 38 name self_attn.k_proj
|
| 292 |
+
pruning layer 38 name self_attn.v_proj
|
| 293 |
+
pruning layer 38 name self_attn.o_proj
|
| 294 |
+
pruning layer 38 name mlp.gate_proj
|
| 295 |
+
pruning layer 38 name mlp.up_proj
|
| 296 |
+
pruning layer 38 name mlp.down_proj
|
| 297 |
+
pruning layer 39 name self_attn.q_proj
|
| 298 |
+
pruning layer 39 name self_attn.k_proj
|
| 299 |
+
pruning layer 39 name self_attn.v_proj
|
| 300 |
+
pruning layer 39 name self_attn.o_proj
|
| 301 |
+
pruning layer 39 name mlp.gate_proj
|
| 302 |
+
pruning layer 39 name mlp.up_proj
|
| 303 |
+
pruning layer 39 name mlp.down_proj
|
| 304 |
+
pruning layer 40 name self_attn.q_proj
|
| 305 |
+
pruning layer 40 name self_attn.k_proj
|
| 306 |
+
pruning layer 40 name self_attn.v_proj
|
| 307 |
+
pruning layer 40 name self_attn.o_proj
|
| 308 |
+
pruning layer 40 name mlp.gate_proj
|
| 309 |
+
pruning layer 40 name mlp.up_proj
|
| 310 |
+
pruning layer 40 name mlp.down_proj
|
| 311 |
+
pruning layer 41 name self_attn.q_proj
|
| 312 |
+
pruning layer 41 name self_attn.k_proj
|
| 313 |
+
pruning layer 41 name self_attn.v_proj
|
| 314 |
+
pruning layer 41 name self_attn.o_proj
|
| 315 |
+
pruning layer 41 name mlp.gate_proj
|
| 316 |
+
pruning layer 41 name mlp.up_proj
|
| 317 |
+
pruning layer 41 name mlp.down_proj
|
| 318 |
+
pruning layer 42 name self_attn.q_proj
|
| 319 |
+
pruning layer 42 name self_attn.k_proj
|
| 320 |
+
pruning layer 42 name self_attn.v_proj
|
| 321 |
+
pruning layer 42 name self_attn.o_proj
|
| 322 |
+
pruning layer 42 name mlp.gate_proj
|
| 323 |
+
pruning layer 42 name mlp.up_proj
|
| 324 |
+
pruning layer 42 name mlp.down_proj
|
| 325 |
+
pruning layer 43 name self_attn.q_proj
|
| 326 |
+
pruning layer 43 name self_attn.k_proj
|
| 327 |
+
pruning layer 43 name self_attn.v_proj
|
| 328 |
+
pruning layer 43 name self_attn.o_proj
|
| 329 |
+
pruning layer 43 name mlp.gate_proj
|
| 330 |
+
pruning layer 43 name mlp.up_proj
|
| 331 |
+
pruning layer 43 name mlp.down_proj
|
| 332 |
+
pruning layer 44 name self_attn.q_proj
|
| 333 |
+
pruning layer 44 name self_attn.k_proj
|
| 334 |
+
pruning layer 44 name self_attn.v_proj
|
| 335 |
+
pruning layer 44 name self_attn.o_proj
|
| 336 |
+
pruning layer 44 name mlp.gate_proj
|
| 337 |
+
pruning layer 44 name mlp.up_proj
|
| 338 |
+
pruning layer 44 name mlp.down_proj
|
| 339 |
+
pruning layer 45 name self_attn.q_proj
|
| 340 |
+
pruning layer 45 name self_attn.k_proj
|
| 341 |
+
pruning layer 45 name self_attn.v_proj
|
| 342 |
+
pruning layer 45 name self_attn.o_proj
|
| 343 |
+
pruning layer 45 name mlp.gate_proj
|
| 344 |
+
pruning layer 45 name mlp.up_proj
|
| 345 |
+
pruning layer 45 name mlp.down_proj
|
| 346 |
+
pruning layer 46 name self_attn.q_proj
|
| 347 |
+
pruning layer 46 name self_attn.k_proj
|
| 348 |
+
pruning layer 46 name self_attn.v_proj
|
| 349 |
+
pruning layer 46 name self_attn.o_proj
|
| 350 |
+
pruning layer 46 name mlp.gate_proj
|
| 351 |
+
pruning layer 46 name mlp.up_proj
|
| 352 |
+
pruning layer 46 name mlp.down_proj
|
| 353 |
+
pruning layer 47 name self_attn.q_proj
|
| 354 |
+
pruning layer 47 name self_attn.k_proj
|
| 355 |
+
pruning layer 47 name self_attn.v_proj
|
| 356 |
+
pruning layer 47 name self_attn.o_proj
|
| 357 |
+
pruning layer 47 name mlp.gate_proj
|
| 358 |
+
pruning layer 47 name mlp.up_proj
|
| 359 |
+
pruning layer 47 name mlp.down_proj
|
| 360 |
+
Saved 336 pruning masks to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/wanda_masks
|
| 361 |
+
******************************
|
| 362 |
+
layer 0 sparsity 0.199997
|
| 363 |
+
layer 1 sparsity 0.199997
|
| 364 |
+
layer 2 sparsity 0.199997
|
| 365 |
+
layer 3 sparsity 0.199997
|
| 366 |
+
layer 4 sparsity 0.199997
|
| 367 |
+
layer 5 sparsity 0.199997
|
| 368 |
+
layer 6 sparsity 0.199997
|
| 369 |
+
layer 7 sparsity 0.199997
|
| 370 |
+
layer 8 sparsity 0.199997
|
| 371 |
+
layer 9 sparsity 0.199997
|
| 372 |
+
layer 10 sparsity 0.199997
|
| 373 |
+
layer 11 sparsity 0.199997
|
| 374 |
+
layer 12 sparsity 0.199997
|
| 375 |
+
layer 13 sparsity 0.199997
|
| 376 |
+
layer 14 sparsity 0.199997
|
| 377 |
+
layer 15 sparsity 0.199997
|
| 378 |
+
layer 16 sparsity 0.199997
|
| 379 |
+
layer 17 sparsity 0.199997
|
| 380 |
+
layer 18 sparsity 0.199997
|
| 381 |
+
layer 19 sparsity 0.199997
|
| 382 |
+
layer 20 sparsity 0.199997
|
| 383 |
+
layer 21 sparsity 0.199997
|
| 384 |
+
layer 22 sparsity 0.199997
|
| 385 |
+
layer 23 sparsity 0.199997
|
| 386 |
+
layer 24 sparsity 0.199997
|
| 387 |
+
layer 25 sparsity 0.199997
|
| 388 |
+
layer 26 sparsity 0.199997
|
| 389 |
+
layer 27 sparsity 0.199997
|
| 390 |
+
layer 28 sparsity 0.199997
|
| 391 |
+
layer 29 sparsity 0.199997
|
| 392 |
+
layer 30 sparsity 0.199997
|
| 393 |
+
layer 31 sparsity 0.199997
|
| 394 |
+
layer 32 sparsity 0.199997
|
| 395 |
+
layer 33 sparsity 0.199997
|
| 396 |
+
layer 34 sparsity 0.199997
|
| 397 |
+
layer 35 sparsity 0.199997
|
| 398 |
+
layer 36 sparsity 0.199997
|
| 399 |
+
layer 37 sparsity 0.199997
|
| 400 |
+
layer 38 sparsity 0.199997
|
| 401 |
+
layer 39 sparsity 0.199997
|
| 402 |
+
layer 40 sparsity 0.199997
|
| 403 |
+
layer 41 sparsity 0.199997
|
| 404 |
+
layer 42 sparsity 0.199997
|
| 405 |
+
layer 43 sparsity 0.199997
|
| 406 |
+
layer 44 sparsity 0.199997
|
| 407 |
+
layer 45 sparsity 0.199997
|
| 408 |
+
layer 46 sparsity 0.199997
|
| 409 |
+
layer 47 sparsity 0.199997
|
| 410 |
+
sparsity sanity check 0.2000
|
| 411 |
+
******************************
|
| 412 |
+
evaluating on wikitext2
|
| 413 |
+
nsamples 142
|
| 414 |
+
sample 0
|
| 415 |
+
sample 50
|
| 416 |
+
sample 100
|
| 417 |
+
wikitext perplexity 24.106788635253906
|
| 418 |
+
|
| 419 |
+
============================================================
|
| 420 |
+
StemQA domain loss evaluation
|
| 421 |
+
============================================================
|
| 422 |
+
|
| 423 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 424 |
1%| | 1/128 [00:00<00:15, 8.38it/s]
|
| 425 |
2%|▏ | 3/128 [00:00<00:10, 11.68it/s]
|
| 426 |
4%|▍ | 5/128 [00:00<00:09, 12.65it/s]
|
| 427 |
5%|▌ | 7/128 [00:00<00:09, 13.07it/s]
|
| 428 |
7%|▋ | 9/128 [00:00<00:08, 13.38it/s]
|
| 429 |
9%|▊ | 11/128 [00:00<00:08, 13.60it/s]
|
| 430 |
10%|█ | 13/128 [00:00<00:08, 13.76it/s]
|
| 431 |
12%|█▏ | 15/128 [00:01<00:08, 13.87it/s]
|
| 432 |
13%|█▎ | 17/128 [00:01<00:07, 13.89it/s]
|
| 433 |
15%|█▍ | 19/128 [00:01<00:07, 13.89it/s]
|
| 434 |
16%|█▋ | 21/128 [00:01<00:07, 13.93it/s]
|
| 435 |
18%|█▊ | 23/128 [00:01<00:07, 13.93it/s]
|
| 436 |
20%|█▉ | 25/128 [00:01<00:07, 13.71it/s]
|
| 437 |
21%|██ | 27/128 [00:02<00:07, 13.64it/s]
|
| 438 |
23%|██▎ | 29/128 [00:02<00:07, 13.70it/s]
|
| 439 |
24%|██▍ | 31/128 [00:02<00:07, 13.13it/s]
|
| 440 |
26%|██▌ | 33/128 [00:02<00:07, 13.27it/s]
|
| 441 |
27%|██▋ | 35/128 [00:02<00:06, 13.54it/s]
|
| 442 |
29%|██▉ | 37/128 [00:02<00:06, 13.57it/s]
|
| 443 |
30%|███ | 39/128 [00:02<00:06, 13.27it/s]
|
| 444 |
32%|███▏ | 41/128 [00:03<00:06, 13.39it/s]
|
| 445 |
34%|███▎ | 43/128 [00:03<00:06, 13.58it/s]
|
| 446 |
35%|███▌ | 45/128 [00:03<00:06, 13.47it/s]
|
| 447 |
37%|███▋ | 47/128 [00:03<00:05, 13.63it/s]
|
| 448 |
38%|███▊ | 49/128 [00:03<00:06, 12.89it/s]
|
| 449 |
40%|███▉ | 51/128 [00:03<00:05, 13.22it/s]
|
| 450 |
41%|████▏ | 53/128 [00:03<00:05, 13.42it/s]
|
| 451 |
43%|████▎ | 55/128 [00:04<00:05, 13.50it/s]
|
| 452 |
45%|████▍ | 57/128 [00:04<00:05, 13.70it/s]
|
| 453 |
46%|████▌ | 59/128 [00:04<00:05, 13.57it/s]
|
| 454 |
48%|████▊ | 61/128 [00:04<00:04, 13.52it/s]
|
| 455 |
49%|████▉ | 63/128 [00:04<00:04, 13.66it/s]
|
| 456 |
51%|█████ | 65/128 [00:04<00:04, 13.80it/s]
|
| 457 |
52%|█████▏ | 67/128 [00:04<00:04, 13.70it/s]
|
| 458 |
54%|█████▍ | 69/128 [00:05<00:04, 13.53it/s]
|
| 459 |
55%|█████▌ | 71/128 [00:05<00:04, 13.57it/s]
|
| 460 |
57%|█████▋ | 73/128 [00:05<00:04, 13.72it/s]
|
| 461 |
59%|█████▊ | 75/128 [00:05<00:03, 13.80it/s]
|
| 462 |
60%|██████ | 77/128 [00:05<00:03, 13.86it/s]
|
| 463 |
62%|██████▏ | 79/128 [00:05<00:03, 13.31it/s]
|
| 464 |
63%|██████▎ | 81/128 [00:06<00:03, 13.47it/s]
|
| 465 |
65%|██████▍ | 83/128 [00:06<00:03, 12.97it/s]
|
| 466 |
66%|██████▋ | 85/128 [00:06<00:03, 13.24it/s]
|
| 467 |
68%|██████▊ | 87/128 [00:06<00:03, 13.51it/s]
|
| 468 |
70%|██████▉ | 89/128 [00:06<00:02, 13.63it/s]
|
| 469 |
71%|███████ | 91/128 [00:06<00:02, 13.71it/s]
|
| 470 |
73%|███████▎ | 93/128 [00:06<00:02, 13.75it/s]
|
| 471 |
74%|███████▍ | 95/128 [00:07<00:02, 13.85it/s]
|
| 472 |
76%|███████▌ | 97/128 [00:07<00:02, 13.72it/s]
|
| 473 |
77%|███████▋ | 99/128 [00:07<00:02, 13.74it/s]
|
| 474 |
79%|███████▉ | 101/128 [00:07<00:01, 13.86it/s]
|
| 475 |
80%|████████ | 103/128 [00:07<00:01, 13.82it/s]
|
| 476 |
82%|████████▏ | 105/128 [00:07<00:01, 13.94it/s]
|
| 477 |
84%|████████▎ | 107/128 [00:07<00:01, 14.00it/s]
|
| 478 |
85%|████████▌ | 109/128 [00:08<00:01, 14.16it/s]
|
| 479 |
87%|████████▋ | 111/128 [00:08<00:01, 14.16it/s]
|
| 480 |
88%|████████▊ | 113/128 [00:08<00:01, 14.13it/s]
|
| 481 |
90%|████████▉ | 115/128 [00:08<00:00, 14.21it/s]
|
| 482 |
91%|█████████▏| 117/128 [00:08<00:00, 14.16it/s]
|
| 483 |
93%|█████████▎| 119/128 [00:08<00:00, 13.85it/s]
|
| 484 |
95%|█████████▍| 121/128 [00:08<00:00, 14.01it/s]
|
| 485 |
96%|█████████▌| 123/128 [00:09<00:00, 14.06it/s]
|
| 486 |
98%|█████████▊| 125/128 [00:09<00:00, 14.10it/s]
|
| 487 |
99%|█████████▉| 127/128 [00:09<00:00, 14.21it/s]
|
| 488 |
+
biology: 3.4678
|
| 489 |
+
|
| 490 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 491 |
2%|▏ | 2/128 [00:00<00:10, 12.45it/s]
|
| 492 |
3%|▎ | 4/128 [00:00<00:10, 12.24it/s]
|
| 493 |
5%|▍ | 6/128 [00:00<00:09, 12.91it/s]
|
| 494 |
6%|▋ | 8/128 [00:00<00:09, 13.27it/s]
|
| 495 |
8%|▊ | 10/128 [00:00<00:08, 13.53it/s]
|
| 496 |
9%|▉ | 12/128 [00:00<00:08, 13.79it/s]
|
| 497 |
11%|█ | 14/128 [00:01<00:09, 12.07it/s]
|
| 498 |
12%|█▎ | 16/128 [00:01<00:09, 12.31it/s]
|
| 499 |
14%|█▍ | 18/128 [00:01<00:08, 12.69it/s]
|
| 500 |
16%|█▌ | 20/128 [00:01<00:08, 13.05it/s]
|
| 501 |
17%|█▋ | 22/128 [00:01<00:07, 13.31it/s]
|
| 502 |
19%|█▉ | 24/128 [00:01<00:07, 13.29it/s]
|
| 503 |
20%|██ | 26/128 [00:01<00:07, 13.37it/s]
|
| 504 |
22%|██▏ | 28/128 [00:02<00:07, 12.83it/s]
|
| 505 |
23%|██▎ | 30/128 [00:02<00:07, 13.12it/s]
|
| 506 |
25%|██▌ | 32/128 [00:02<00:07, 13.40it/s]
|
| 507 |
27%|██▋ | 34/128 [00:02<00:06, 13.54it/s]
|
| 508 |
28%|██▊ | 36/128 [00:02<00:06, 13.65it/s]
|
| 509 |
30%|██▉ | 38/128 [00:02<00:06, 13.73it/s]
|
| 510 |
31%|███▏ | 40/128 [00:03<00:06, 12.88it/s]
|
| 511 |
33%|███▎ | 42/128 [00:03<00:06, 12.78it/s]
|
| 512 |
34%|███▍ | 44/128 [00:03<00:06, 13.08it/s]
|
| 513 |
36%|███▌ | 46/128 [00:03<00:06, 13.29it/s]
|
| 514 |
38%|███▊ | 48/128 [00:03<00:05, 13.55it/s]
|
| 515 |
39%|███▉ | 50/128 [00:03<00:05, 13.54it/s]
|
| 516 |
41%|████ | 52/128 [00:03<00:05, 13.80it/s]
|
| 517 |
42%|████▏ | 54/128 [00:04<00:05, 12.81it/s]
|
| 518 |
44%|████▍ | 56/128 [00:04<00:05, 12.99it/s]
|
| 519 |
45%|████▌ | 58/128 [00:04<00:05, 12.48it/s]
|
| 520 |
47%|████▋ | 60/128 [00:04<00:05, 12.82it/s]
|
| 521 |
48%|████▊ | 62/128 [00:04<00:05, 12.39it/s]
|
| 522 |
50%|█████ | 64/128 [00:04<00:05, 11.55it/s]
|
| 523 |
52%|█████▏ | 66/128 [00:05<00:05, 12.07it/s]
|
| 524 |
53%|█████▎ | 68/128 [00:05<00:04, 12.09it/s]
|
| 525 |
55%|█████▍ | 70/128 [00:05<00:04, 12.37it/s]
|
| 526 |
56%|█████▋ | 72/128 [00:05<00:04, 12.63it/s]
|
| 527 |
58%|█████▊ | 74/128 [00:05<00:04, 12.78it/s]
|
| 528 |
59%|█████▉ | 76/128 [00:05<00:03, 13.04it/s]
|
| 529 |
61%|██████ | 78/128 [00:06<00:03, 13.23it/s]
|
| 530 |
62%|██████▎ | 80/128 [00:06<00:03, 13.36it/s]
|
| 531 |
64%|██████▍ | 82/128 [00:06<00:03, 13.51it/s]
|
| 532 |
66%|██████▌ | 84/128 [00:06<00:03, 12.12it/s]
|
| 533 |
67%|██████▋ | 86/128 [00:06<00:03, 12.64it/s]
|
| 534 |
69%|██████▉ | 88/128 [00:06<00:03, 12.99it/s]
|
| 535 |
70%|███████ | 90/128 [00:06<00:03, 12.23it/s]
|
| 536 |
72%|███████▏ | 92/128 [00:07<00:02, 12.62it/s]
|
| 537 |
73%|███████▎ | 94/128 [00:07<00:02, 12.59it/s]
|
| 538 |
75%|███████▌ | 96/128 [00:07<00:02, 12.31it/s]
|
| 539 |
77%|███████▋ | 98/128 [00:07<00:02, 12.80it/s]
|
| 540 |
78%|███████▊ | 100/128 [00:07<00:02, 12.60it/s]
|
| 541 |
80%|███████▉ | 102/128 [00:07<00:01, 13.00it/s]
|
| 542 |
81%|████████▏ | 104/128 [00:08<00:01, 13.17it/s]
|
| 543 |
83%|████████▎ | 106/128 [00:08<00:01, 12.94it/s]
|
| 544 |
84%|████████▍ | 108/128 [00:08<00:01, 13.23it/s]
|
| 545 |
86%|████████▌ | 110/128 [00:08<00:01, 12.44it/s]
|
| 546 |
88%|████████▊ | 112/128 [00:08<00:01, 12.49it/s]
|
| 547 |
89%|████████▉ | 114/128 [00:08<00:01, 12.12it/s]
|
| 548 |
91%|█████████ | 116/128 [00:09<00:01, 10.89it/s]
|
| 549 |
92%|█████████▏| 118/128 [00:09<00:00, 10.71it/s]
|
| 550 |
94%|█████████▍| 120/128 [00:09<00:00, 11.44it/s]
|
| 551 |
95%|█████████▌| 122/128 [00:09<00:00, 12.05it/s]
|
| 552 |
97%|█████████▋| 124/128 [00:09<00:00, 11.54it/s]
|
| 553 |
98%|█████████▊| 126/128 [00:09<00:00, 12.06it/s]
|
| 554 |
+
chemistry: 2.0829
|
| 555 |
+
|
| 556 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 557 |
2%|▏ | 2/128 [00:00<00:10, 11.78it/s]
|
| 558 |
3%|▎ | 4/128 [00:00<00:09, 12.52it/s]
|
| 559 |
5%|▍ | 6/128 [00:00<00:09, 12.89it/s]
|
| 560 |
6%|▋ | 8/128 [00:00<00:09, 12.50it/s]
|
| 561 |
8%|▊ | 10/128 [00:00<00:09, 13.11it/s]
|
| 562 |
9%|▉ | 12/128 [00:00<00:08, 13.28it/s]
|
| 563 |
11%|█ | 14/128 [00:01<00:08, 13.41it/s]
|
| 564 |
12%|█▎ | 16/128 [00:01<00:08, 13.49it/s]
|
| 565 |
14%|█▍ | 18/128 [00:01<00:08, 12.52it/s]
|
| 566 |
16%|█▌ | 20/128 [00:01<00:08, 12.83it/s]
|
| 567 |
17%|█▋ | 22/128 [00:01<00:08, 12.43it/s]
|
| 568 |
19%|█▉ | 24/128 [00:01<00:08, 12.83it/s]
|
| 569 |
20%|██ | 26/128 [00:02<00:08, 12.32it/s]
|
| 570 |
22%|██▏ | 28/128 [00:02<00:07, 12.83it/s]
|
| 571 |
23%|██▎ | 30/128 [00:02<00:07, 12.77it/s]
|
| 572 |
25%|██▌ | 32/128 [00:02<00:07, 13.04it/s]
|
| 573 |
27%|██▋ | 34/128 [00:02<00:07, 11.99it/s]
|
| 574 |
28%|██▊ | 36/128 [00:02<00:07, 11.50it/s]
|
| 575 |
30%|██▉ | 38/128 [00:03<00:08, 11.25it/s]
|
| 576 |
31%|███▏ | 40/128 [00:03<00:07, 11.70it/s]
|
| 577 |
33%|███▎ | 42/128 [00:03<00:07, 12.25it/s]
|
| 578 |
34%|███▍ | 44/128 [00:03<00:06, 12.72it/s]
|
| 579 |
36%|███▌ | 46/128 [00:03<00:06, 12.78it/s]
|
| 580 |
38%|███▊ | 48/128 [00:03<00:06, 11.75it/s]
|
| 581 |
39%|███▉ | 50/128 [00:04<00:06, 12.03it/s]
|
| 582 |
41%|████ | 52/128 [00:04<00:06, 11.89it/s]
|
| 583 |
42%|████▏ | 54/128 [00:04<00:06, 11.24it/s]
|
| 584 |
44%|████▍ | 56/128 [00:04<00:06, 11.88it/s]
|
| 585 |
45%|████▌ | 58/128 [00:04<00:06, 11.26it/s]
|
| 586 |
47%|████▋ | 60/128 [00:04<00:05, 11.96it/s]
|
| 587 |
48%|████▊ | 62/128 [00:05<00:05, 11.01it/s]
|
| 588 |
50%|█████ | 64/128 [00:05<00:05, 11.18it/s]
|
| 589 |
52%|█████▏ | 66/128 [00:05<00:05, 11.75it/s]
|
| 590 |
53%|█████▎ | 68/128 [00:05<00:05, 11.11it/s]
|
| 591 |
55%|█████▍ | 70/128 [00:05<00:04, 11.87it/s]
|
| 592 |
56%|█████▋ | 72/128 [00:05<00:05, 10.83it/s]
|
| 593 |
58%|█████▊ | 74/128 [00:06<00:04, 11.51it/s]
|
| 594 |
59%|█████▉ | 76/128 [00:06<00:04, 12.12it/s]
|
| 595 |
61%|██████ | 78/128 [00:06<00:04, 12.15it/s]
|
| 596 |
62%|██████▎ | 80/128 [00:06<00:03, 12.47it/s]
|
| 597 |
64%|██████▍ | 82/128 [00:06<00:03, 12.74it/s]
|
| 598 |
66%|██████▌ | 84/128 [00:06<00:03, 13.09it/s]
|
| 599 |
67%|██████▋ | 86/128 [00:07<00:03, 13.16it/s]
|
| 600 |
69%|██████▉ | 88/128 [00:07<00:03, 12.87it/s]
|
| 601 |
70%|███████ | 90/128 [00:07<00:02, 13.26it/s]
|
| 602 |
72%|███████▏ | 92/128 [00:07<00:02, 13.34it/s]
|
| 603 |
73%|███████▎ | 94/128 [00:07<00:02, 13.47it/s]
|
| 604 |
75%|███████▌ | 96/128 [00:07<00:02, 13.51it/s]
|
| 605 |
77%|███████▋ | 98/128 [00:07<00:02, 13.27it/s]
|
| 606 |
78%|███████▊ | 100/128 [00:08<00:02, 13.18it/s]
|
| 607 |
80%|███████▉ | 102/128 [00:08<00:01, 13.27it/s]
|
| 608 |
81%|████████▏ | 104/128 [00:08<00:01, 13.53it/s]
|
| 609 |
83%|████████▎ | 106/128 [00:08<00:01, 13.30it/s]
|
| 610 |
84%|████████▍ | 108/128 [00:08<00:01, 12.37it/s]
|
| 611 |
86%|████████▌ | 110/128 [00:08<00:01, 12.57it/s]
|
| 612 |
88%|████████▊ | 112/128 [00:09<00:01, 12.96it/s]
|
| 613 |
89%|████████▉ | 114/128 [00:09<00:01, 12.36it/s]
|
| 614 |
91%|█████████ | 116/128 [00:09<00:01, 11.79it/s]
|
| 615 |
92%|█████████▏| 118/128 [00:09<00:00, 11.79it/s]
|
| 616 |
94%|█████████▍| 120/128 [00:09<00:00, 12.42it/s]
|
| 617 |
95%|█████████▌| 122/128 [00:09<00:00, 12.28it/s]
|
| 618 |
97%|█████████▋| 124/128 [00:10<00:00, 12.76it/s]
|
| 619 |
98%|█████████▊| 126/128 [00:10<00:00, 13.14it/s]
|
| 620 |
+
math: 1.5829
|
| 621 |
+
|
| 622 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 623 |
1%| | 1/128 [00:00<00:13, 9.75it/s]
|
| 624 |
2%|▏ | 3/128 [00:00<00:12, 10.09it/s]
|
| 625 |
4%|▍ | 5/128 [00:00<00:10, 11.59it/s]
|
| 626 |
5%|▌ | 7/128 [00:00<00:09, 12.18it/s]
|
| 627 |
7%|▋ | 9/128 [00:00<00:09, 12.62it/s]
|
| 628 |
9%|▊ | 11/128 [00:00<00:10, 11.37it/s]
|
| 629 |
10%|█ | 13/128 [00:01<00:09, 11.71it/s]
|
| 630 |
12%|█▏ | 15/128 [00:01<00:09, 12.33it/s]
|
| 631 |
13%|█▎ | 17/128 [00:01<00:08, 12.76it/s]
|
| 632 |
15%|█▍ | 19/128 [00:01<00:08, 12.43it/s]
|
| 633 |
16%|█▋ | 21/128 [00:01<00:08, 12.17it/s]
|
| 634 |
18%|█▊ | 23/128 [00:01<00:08, 12.47it/s]
|
| 635 |
20%|█▉ | 25/128 [00:02<00:09, 10.76it/s]
|
| 636 |
21%|██ | 27/128 [00:02<00:08, 11.43it/s]
|
| 637 |
23%|██▎ | 29/128 [00:02<00:08, 11.77it/s]
|
| 638 |
24%|██▍ | 31/128 [00:02<00:07, 12.22it/s]
|
| 639 |
26%|██▌ | 33/128 [00:02<00:07, 12.26it/s]
|
| 640 |
27%|██▋ | 35/128 [00:02<00:07, 12.12it/s]
|
| 641 |
29%|██▉ | 37/128 [00:03<00:07, 12.71it/s]
|
| 642 |
30%|███ | 39/128 [00:03<00:06, 13.10it/s]
|
| 643 |
32%|███▏ | 41/128 [00:03<00:07, 11.44it/s]
|
| 644 |
34%|███▎ | 43/128 [00:03<00:07, 11.12it/s]
|
| 645 |
35%|███▌ | 45/128 [00:03<00:07, 10.91it/s]
|
| 646 |
37%|███▋ | 47/128 [00:04<00:07, 10.49it/s]
|
| 647 |
38%|███▊ | 49/128 [00:04<00:07, 10.45it/s]
|
| 648 |
40%|███▉ | 51/128 [00:04<00:07, 10.95it/s]
|
| 649 |
41%|████▏ | 53/128 [00:04<00:06, 11.62it/s]
|
| 650 |
43%|████▎ | 55/128 [00:04<00:06, 11.58it/s]
|
| 651 |
45%|████▍ | 57/128 [00:04<00:05, 12.10it/s]
|
| 652 |
46%|████▌ | 59/128 [00:05<00:05, 12.37it/s]
|
| 653 |
48%|████▊ | 61/128 [00:05<00:05, 12.53it/s]
|
| 654 |
49%|████▉ | 63/128 [00:05<00:05, 12.65it/s]
|
| 655 |
51%|█████ | 65/128 [00:05<00:05, 11.09it/s]
|
| 656 |
52%|█████▏ | 67/128 [00:05<00:06, 10.12it/s]
|
| 657 |
54%|█████▍ | 69/128 [00:05<00:05, 10.93it/s]
|
| 658 |
55%|█████▌ | 71/128 [00:06<00:05, 10.74it/s]
|
| 659 |
57%|█████▋ | 73/128 [00:06<00:05, 10.50it/s]
|
| 660 |
59%|█████▊ | 75/128 [00:06<00:04, 11.20it/s]
|
| 661 |
60%|██████ | 77/128 [00:06<00:04, 11.45it/s]
|
| 662 |
62%|██████▏ | 79/128 [00:06<00:04, 12.00it/s]
|
| 663 |
63%|██████▎ | 81/128 [00:06<00:03, 12.50it/s]
|
| 664 |
65%|██████▍ | 83/128 [00:07<00:03, 12.33it/s]
|
| 665 |
66%|██████▋ | 85/128 [00:07<00:03, 11.09it/s]
|
| 666 |
68%|██████▊ | 87/128 [00:07<00:03, 11.74it/s]
|
| 667 |
70%|██████▉ | 89/128 [00:07<00:03, 10.94it/s]
|
| 668 |
71%|███████ | 91/128 [00:07<00:03, 10.45it/s]
|
| 669 |
73%|███████▎ | 93/128 [00:08<00:03, 11.30it/s]
|
| 670 |
74%|███████▍ | 95/128 [00:08<00:03, 10.76it/s]
|
| 671 |
76%|███████▌ | 97/128 [00:08<00:03, 9.91it/s]
|
| 672 |
77%|███████▋ | 99/128 [00:08<00:02, 10.60it/s]
|
| 673 |
79%|███████▉ | 101/128 [00:08<00:02, 10.97it/s]
|
| 674 |
80%|████████ | 103/128 [00:08<00:02, 11.38it/s]
|
| 675 |
82%|████████▏ | 105/128 [00:09<00:02, 10.72it/s]
|
| 676 |
84%|████████▎ | 107/128 [00:09<00:01, 11.48it/s]
|
| 677 |
85%|████████▌ | 109/128 [00:09<00:01, 11.12it/s]
|
| 678 |
87%|████████▋ | 111/128 [00:09<00:01, 10.54it/s]
|
| 679 |
88%|████████▊ | 113/128 [00:09<00:01, 10.68it/s]
|
| 680 |
90%|████████▉ | 115/128 [00:10<00:01, 11.05it/s]
|
| 681 |
91%|█████████▏| 117/128 [00:10<00:00, 11.42it/s]
|
| 682 |
93%|█████████▎| 119/128 [00:10<00:00, 12.04it/s]
|
| 683 |
95%|█████████▍| 121/128 [00:10<00:00, 10.45it/s]
|
| 684 |
96%|█████████▌| 123/128 [00:10<00:00, 11.29it/s]
|
| 685 |
98%|█████████▊| 125/128 [00:10<00:00, 11.76it/s]
|
| 686 |
99%|█████████▉| 127/128 [00:11<00:00, 12.11it/s]
|
| 687 |
+
physics: 1.6124
|
| 688 |
+
Saved to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_loss.json
|
| 689 |
+
Getting token length estimate... w/ batch_size=1024
|
| 690 |
+
|
| 691 |
+
DONE Getting token length estimate!
|
| 692 |
+
Getting length-aware padding breakpoints...
|
| 693 |
+
DONE Tokenizing...
|
| 694 |
+
|
| 695 |
+
|
| 696 |
+
|
| 697 |
+
Saved after_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/run_status.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "ok",
|
| 3 |
+
"requested_sparsity": 0.2,
|
| 4 |
+
"calibration_config": "chemistry"
|
| 5 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_inference.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.9133333333333333,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.74,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 1.0,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.91,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 1.0,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.76,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 0.97,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.95,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.97,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.9,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 0.98,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.8966666666666666,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 0.96,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.75,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 0.98
|
| 18 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_after_pruning_judgements.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_inference.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.9333333333333333,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.8,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 1.0,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.9333333333333333,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 1.0,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.8,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 1.0,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.94,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.94,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.88,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.9,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 0.97,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.75,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 0.98
|
| 18 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_before_pruning_judgements.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/stemqa_loss.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"calibration_dataset": "stemqa",
|
| 3 |
+
"calibration_config": "chemistry",
|
| 4 |
+
"eval_split": "test",
|
| 5 |
+
"sparsity_ratio": 0.2,
|
| 6 |
+
"actual_sparsity": 0.1999965734649123,
|
| 7 |
+
"loss_by_domain": {
|
| 8 |
+
"biology": 3.4678465789183974,
|
| 9 |
+
"chemistry": 2.0829405579715967,
|
| 10 |
+
"math": 1.5828774850815535,
|
| 11 |
+
"physics": 1.6124477670527995
|
| 12 |
+
}
|
| 13 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p2/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.2,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p25/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.25,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p3/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.3,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p35/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.35,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p4/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.4,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/log_wanda.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
method actual_sparsity ppl_test
|
| 2 |
+
wanda 0.4500 73.5507
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/run.log
ADDED
|
@@ -0,0 +1,439 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 0 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 1 |
1%| | 1/128 [00:00<00:12, 9.90it/s]
|
| 2 |
2%|▏ | 3/128 [00:00<00:09, 12.66it/s]
|
| 3 |
4%|▍ | 5/128 [00:00<00:09, 13.40it/s]
|
| 4 |
5%|▌ | 7/128 [00:00<00:08, 13.59it/s]
|
| 5 |
7%|▋ | 9/128 [00:00<00:08, 13.81it/s]
|
| 6 |
9%|▊ | 11/128 [00:00<00:08, 14.00it/s]
|
| 7 |
10%|█ | 13/128 [00:00<00:08, 14.14it/s]
|
| 8 |
12%|█▏ | 15/128 [00:01<00:07, 14.17it/s]
|
| 9 |
13%|█▎ | 17/128 [00:01<00:07, 14.14it/s]
|
| 10 |
15%|█▍ | 19/128 [00:01<00:07, 14.16it/s]
|
| 11 |
16%|█▋ | 21/128 [00:01<00:07, 14.20it/s]
|
| 12 |
18%|█▊ | 23/128 [00:01<00:07, 14.20it/s]
|
| 13 |
20%|█▉ | 25/128 [00:01<00:07, 14.14it/s]
|
| 14 |
21%|██ | 27/128 [00:01<00:07, 13.99it/s]
|
| 15 |
23%|██▎ | 29/128 [00:02<00:07, 14.02it/s]
|
| 16 |
24%|██▍ | 31/128 [00:02<00:07, 13.45it/s]
|
| 17 |
26%|██▌ | 33/128 [00:02<00:07, 13.54it/s]
|
| 18 |
27%|██▋ | 35/128 [00:02<00:06, 13.84it/s]
|
| 19 |
29%|██▉ | 37/128 [00:02<00:06, 13.84it/s]
|
| 20 |
30%|███ | 39/128 [00:02<00:06, 13.56it/s]
|
| 21 |
32%|███▏ | 41/128 [00:02<00:06, 13.69it/s]
|
| 22 |
34%|███▎ | 43/128 [00:03<00:06, 13.89it/s]
|
| 23 |
35%|███▌ | 45/128 [00:03<00:06, 13.72it/s]
|
| 24 |
37%|███▋ | 47/128 [00:03<00:05, 13.83it/s]
|
| 25 |
38%|███▊ | 49/128 [00:03<00:06, 13.08it/s]
|
| 26 |
40%|███▉ | 51/128 [00:03<00:05, 13.37it/s]
|
| 27 |
41%|████▏ | 53/128 [00:03<00:05, 13.51it/s]
|
| 28 |
43%|████▎ | 55/128 [00:04<00:05, 13.59it/s]
|
| 29 |
45%|████▍ | 57/128 [00:04<00:05, 13.78it/s]
|
| 30 |
46%|████▌ | 59/128 [00:04<00:05, 13.69it/s]
|
| 31 |
48%|████▊ | 61/128 [00:04<00:04, 13.66it/s]
|
| 32 |
49%|████▉ | 63/128 [00:04<00:04, 13.87it/s]
|
| 33 |
51%|███���█ | 65/128 [00:04<00:04, 13.96it/s]
|
| 34 |
52%|█████▏ | 67/128 [00:04<00:04, 13.83it/s]
|
| 35 |
54%|█████▍ | 69/128 [00:05<00:04, 13.68it/s]
|
| 36 |
55%|█████▌ | 71/128 [00:05<00:04, 13.74it/s]
|
| 37 |
57%|█████▋ | 73/128 [00:05<00:03, 13.86it/s]
|
| 38 |
59%|█████▊ | 75/128 [00:05<00:03, 13.93it/s]
|
| 39 |
60%|██████ | 77/128 [00:05<00:03, 14.02it/s]
|
| 40 |
62%|██████▏ | 79/128 [00:05<00:03, 13.48it/s]
|
| 41 |
63%|██████▎ | 81/128 [00:05<00:03, 13.63it/s]
|
| 42 |
65%|██████▍ | 83/128 [00:06<00:03, 13.10it/s]
|
| 43 |
66%|██████▋ | 85/128 [00:06<00:03, 13.39it/s]
|
| 44 |
68%|██████▊ | 87/128 [00:06<00:03, 13.66it/s]
|
| 45 |
70%|██████▉ | 89/128 [00:06<00:02, 13.77it/s]
|
| 46 |
71%|███████ | 91/128 [00:06<00:02, 13.88it/s]
|
| 47 |
73%|███████▎ | 93/128 [00:06<00:02, 13.88it/s]
|
| 48 |
74%|███████▍ | 95/128 [00:06<00:02, 13.94it/s]
|
| 49 |
76%|███████▌ | 97/128 [00:07<00:02, 13.82it/s]
|
| 50 |
77%|███████▋ | 99/128 [00:07<00:02, 13.86it/s]
|
| 51 |
79%|███████▉ | 101/128 [00:07<00:01, 13.96it/s]
|
| 52 |
80%|████████ | 103/128 [00:07<00:01, 13.92it/s]
|
| 53 |
82%|████████▏ | 105/128 [00:07<00:01, 14.07it/s]
|
| 54 |
84%|████████▎ | 107/128 [00:07<00:01, 14.14it/s]
|
| 55 |
85%|████████▌ | 109/128 [00:07<00:01, 14.32it/s]
|
| 56 |
87%|████████▋ | 111/128 [00:08<00:01, 14.31it/s]
|
| 57 |
88%|████████▊ | 113/128 [00:08<00:01, 14.22it/s]
|
| 58 |
90%|████████▉ | 115/128 [00:08<00:00, 14.29it/s]
|
| 59 |
91%|█████████▏| 117/128 [00:08<00:00, 14.26it/s]
|
| 60 |
93%|█████████▎| 119/128 [00:08<00:00, 13.99it/s]
|
| 61 |
95%|█████████▍| 121/128 [00:08<00:00, 14.16it/s]
|
| 62 |
96%|█████████▌| 123/128 [00:08<00:00, 14.21it/s]
|
| 63 |
98%|█████████▊| 125/128 [00:09<00:00, 14.24it/s]
|
| 64 |
99%|█████████▉| 127/128 [00:09<00:00, 14.32it/s]
|
|
|
|
|
|
|
| 65 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 66 |
2%|▏ | 2/128 [00:00<00:09, 12.62it/s]
|
| 67 |
3%|▎ | 4/128 [00:00<00:10, 12.38it/s]
|
| 68 |
5%|▍ | 6/128 [00:00<00:09, 13.09it/s]
|
| 69 |
6%|▋ | 8/128 [00:00<00:08, 13.40it/s]
|
| 70 |
8%|▊ | 10/128 [00:00<00:08, 13.63it/s]
|
| 71 |
9%|▉ | 12/128 [00:00<00:08, 13.90it/s]
|
| 72 |
11%|█ | 14/128 [00:01<00:09, 12.20it/s]
|
| 73 |
12%|█▎ | 16/128 [00:01<00:09, 12.43it/s]
|
| 74 |
14%|█▍ | 18/128 [00:01<00:08, 12.80it/s]
|
| 75 |
16%|█▌ | 20/128 [00:01<00:08, 13.19it/s]
|
| 76 |
17%|█▋ | 22/128 [00:01<00:07, 13.43it/s]
|
| 77 |
19%|█▉ | 24/128 [00:01<00:07, 13.39it/s]
|
| 78 |
20%|██ | 26/128 [00:01<00:07, 13.49it/s]
|
| 79 |
22%|██▏ | 28/128 [00:02<00:07, 12.97it/s]
|
| 80 |
23%|██▎ | 30/128 [00:02<00:07, 13.22it/s]
|
| 81 |
25%|██▌ | 32/128 [00:02<00:07, 13.51it/s]
|
| 82 |
27%|██▋ | 34/128 [00:02<00:06, 13.64it/s]
|
| 83 |
28%|██▊ | 36/128 [00:02<00:06, 13.68it/s]
|
| 84 |
30%|██▉ | 38/128 [00:02<00:06, 13.76it/s]
|
| 85 |
31%|███▏ | 40/128 [00:03<00:06, 12.93it/s]
|
| 86 |
33%|███▎ | 42/128 [00:03<00:06, 12.92it/s]
|
| 87 |
34%|███▍ | 44/128 [00:03<00:06, 13.17it/s]
|
| 88 |
36%|███▌ | 46/128 [00:03<00:06, 13.36it/s]
|
| 89 |
38%|███▊ | 48/128 [00:03<00:05, 13.51it/s]
|
| 90 |
39%|███▉ | 50/128 [00:03<00:05, 13.58it/s]
|
| 91 |
41%|████ | 52/128 [00:03<00:05, 13.90it/s]
|
| 92 |
42%|████▏ | 54/128 [00:04<00:05, 12.91it/s]
|
| 93 |
44%|████▍ | 56/128 [00:04<00:05, 13.13it/s]
|
| 94 |
45%|████▌ | 58/128 [00:04<00:05, 12.65it/s]
|
| 95 |
47%|████▋ | 60/128 [00:04<00:05, 13.02it/s]
|
| 96 |
48%|████▊ | 62/128 [00:04<00:05, 12.68it/s]
|
| 97 |
50%|█████ | 64/128 [00:04<00:05, 11.85it/s]
|
| 98 |
52%|█████▏ | 66/128 [00:05<00:05, 12.38it/s]
|
| 99 |
53%|█████▎ | 68/128 [00:05<00:04, 12.39it/s]
|
| 100 |
55%|█████▍ | 70/128 [00:05<00:04, 12.69it/s]
|
| 101 |
56%|█████▋ | 72/128 [00:05<00:04, 12.97it/s]
|
| 102 |
58%|█████▊ | 74/128 [00:05<00:04, 13.13it/s]
|
| 103 |
59%|█████▉ | 76/128 [00:05<00:03, 13.43it/s]
|
| 104 |
61%|██████ | 78/128 [00:05<00:03, 13.58it/s]
|
| 105 |
62%|██████▎ | 80/128 [00:06<00:03, 13.64it/s]
|
| 106 |
64%|██████▍ | 82/128 [00:06<00:03, 13.80it/s]
|
| 107 |
66%|██████▌ | 84/128 [00:06<00:03, 12.35it/s]
|
| 108 |
67%|██████▋ | 86/128 [00:06<00:03, 12.90it/s]
|
| 109 |
69%|██████▉ | 88/128 [00:06<00:03, 13.27it/s]
|
| 110 |
70%|███████ | 90/128 [00:06<00:03, 12.45it/s]
|
| 111 |
72%|███████▏ | 92/128 [00:07<00:02, 12.90it/s]
|
| 112 |
73%|███████▎ | 94/128 [00:07<00:02, 12.82it/s]
|
| 113 |
75%|███████▌ | 96/128 [00:07<00:02, 12.54it/s]
|
| 114 |
77%|███████▋ | 98/128 [00:07<00:02, 13.08it/s]
|
| 115 |
78%|███████▊ | 100/128 [00:07<00:02, 12.84it/s]
|
| 116 |
80%|███████▉ | 102/128 [00:07<00:02, 12.91it/s]
|
| 117 |
81%|████████▏ | 104/128 [00:07<00:01, 13.06it/s]
|
| 118 |
83%|████████▎ | 106/128 [00:08<00:01, 12.93it/s]
|
| 119 |
84%|████████▍ | 108/128 [00:08<00:01, 13.30it/s]
|
| 120 |
86%|████████▌ | 110/128 [00:08<00:01, 12.54it/s]
|
| 121 |
88%|████████▊ | 112/128 [00:08<00:01, 12.64it/s]
|
| 122 |
89%|████████▉ | 114/128 [00:08<00:01, 12.37it/s]
|
| 123 |
91%|█████████ | 116/128 [00:08<00:01, 11.11it/s]
|
| 124 |
92%|█████████▏| 118/128 [00:09<00:00, 10.96it/s]
|
| 125 |
94%|█████████▍| 120/128 [00:09<00:00, 11.77it/s]
|
| 126 |
95%|█████████▌| 122/128 [00:09<00:00, 12.37it/s]
|
| 127 |
97%|█████████▋| 124/128 [00:09<00:00, 11.76it/s]
|
| 128 |
98%|█████████▊| 126/128 [00:09<00:00, 12.34it/s]
|
|
|
|
|
|
|
| 129 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 130 |
2%|▏ | 2/128 [00:00<00:10, 12.24it/s]
|
| 131 |
3%|▎ | 4/128 [00:00<00:09, 13.32it/s]
|
| 132 |
5%|▍ | 6/128 [00:00<00:08, 13.64it/s]
|
| 133 |
6%|▋ | 8/128 [00:00<00:09, 13.17it/s]
|
| 134 |
8%|▊ | 10/128 [00:00<00:08, 13.69it/s]
|
| 135 |
9%|▉ | 12/128 [00:00<00:08, 13.88it/s]
|
| 136 |
11%|█ | 14/128 [00:01<00:08, 13.96it/s]
|
| 137 |
12%|█▎ | 16/128 [00:01<00:08, 13.92it/s]
|
| 138 |
14%|█▍ | 18/128 [00:01<00:08, 12.79it/s]
|
| 139 |
16%|█▌ | 20/128 [00:01<00:08, 13.10it/s]
|
| 140 |
17%|█▋ | 22/128 [00:01<00:08, 12.63it/s]
|
| 141 |
19%|█▉ | 24/128 [00:01<00:07, 13.03it/s]
|
| 142 |
20%|██ | 26/128 [00:01<00:08, 12.57it/s]
|
| 143 |
22%|██▏ | 28/128 [00:02<00:07, 13.08it/s]
|
| 144 |
23%|██▎ | 30/128 [00:02<00:07, 13.01it/s]
|
| 145 |
25%|██▌ | 32/128 [00:02<00:07, 13.32it/s]
|
| 146 |
27%|██▋ | 34/128 [00:02<00:07, 12.30it/s]
|
| 147 |
28%|██▊ | 36/128 [00:02<00:07, 11.82it/s]
|
| 148 |
30%|██▉ | 38/128 [00:02<00:07, 11.49it/s]
|
| 149 |
31%|███▏ | 40/128 [00:03<00:07, 11.97it/s]
|
| 150 |
33%|███▎ | 42/128 [00:03<00:06, 12.48it/s]
|
| 151 |
34%|███▍ | 44/128 [00:03<00:06, 12.97it/s]
|
| 152 |
36%|███▌ | 46/128 [00:03<00:06, 13.02it/s]
|
| 153 |
38%|███▊ | 48/128 [00:03<00:06, 11.95it/s]
|
| 154 |
39%|███▉ | 50/128 [00:03<00:06, 12.36it/s]
|
| 155 |
41%|████ | 52/128 [00:04<00:06, 12.21it/s]
|
| 156 |
42%|████▏ | 54/128 [00:04<00:06, 11.51it/s]
|
| 157 |
44%|████▍ | 56/128 [00:04<00:05, 12.09it/s]
|
| 158 |
45%|████▌ | 58/128 [00:04<00:06, 11.47it/s]
|
| 159 |
47%|████▋ | 60/128 [00:04<00:05, 12.13it/s]
|
| 160 |
48%|████▊ | 62/128 [00:04<00:05, 11.18it/s]
|
| 161 |
50%|█████ | 64/128 [00:05<00:05, 11.33it/s]
|
| 162 |
52%|█████▏ | 66/128 [00:05<00:05, 11.87it/s]
|
| 163 |
53%|█████▎ | 68/128 [00:05<00:05, 11.17it/s]
|
| 164 |
55%|█████▍ | 70/128 [00:05<00:04, 11.97it/s]
|
| 165 |
56%|█████▋ | 72/128 [00:05<00:05, 10.98it/s]
|
| 166 |
58%|█████▊ | 74/128 [00:06<00:04, 11.69it/s]
|
| 167 |
59%|█████▉ | 76/128 [00:06<00:04, 12.39it/s]
|
| 168 |
61%|██████ | 78/128 [00:06<00:04, 12.45it/s]
|
| 169 |
62%|██████▎ | 80/128 [00:06<00:03, 12.85it/s]
|
| 170 |
64%|██████▍ | 82/128 [00:06<00:03, 13.04it/s]
|
| 171 |
66%|██████▌ | 84/128 [00:06<00:03, 13.41it/s]
|
| 172 |
67%|██████▋ | 86/128 [00:06<00:03, 13.52it/s]
|
| 173 |
69%|██████▉ | 88/128 [00:07<00:03, 13.18it/s]
|
| 174 |
70%|███████ | 90/128 [00:07<00:02, 13.52it/s]
|
| 175 |
72%|███████▏ | 92/128 [00:07<00:02, 13.42it/s]
|
| 176 |
73%|███████▎ | 94/128 [00:07<00:02, 13.69it/s]
|
| 177 |
75%|███████▌ | 96/128 [00:07<00:02, 13.81it/s]
|
| 178 |
77%|███████▋ | 98/128 [00:07<00:02, 13.56it/s]
|
| 179 |
78%|███████▊ | 100/128 [00:07<00:02, 13.43it/s]
|
| 180 |
80%|███████▉ | 102/128 [00:08<00:01, 13.46it/s]
|
| 181 |
81%|████████▏ | 104/128 [00:08<00:01, 13.68it/s]
|
| 182 |
83%|████████▎ | 106/128 [00:08<00:01, 13.43it/s]
|
| 183 |
84%|████████▍ | 108/128 [00:08<00:01, 12.53it/s]
|
| 184 |
86%|████████▌ | 110/128 [00:08<00:01, 12.79it/s]
|
| 185 |
88%|████████▊ | 112/128 [00:08<00:01, 13.17it/s]
|
| 186 |
89%|████████▉ | 114/128 [00:09<00:01, 12.56it/s]
|
| 187 |
91%|█████████ | 116/128 [00:09<00:01, 11.98it/s]
|
| 188 |
92%|█████████▏| 118/128 [00:09<00:00, 12.03it/s]
|
| 189 |
94%|█████████▍| 120/128 [00:09<00:00, 12.68it/s]
|
| 190 |
95%|█████████▌| 122/128 [00:09<00:00, 12.57it/s]
|
| 191 |
97%|█████████▋| 124/128 [00:09<00:00, 13.04it/s]
|
| 192 |
98%|█████████▊| 126/128 [00:09<00:00, 13.38it/s]
|
|
|
|
|
|
|
| 193 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 194 |
2%|▏ | 2/128 [00:00<00:12, 10.25it/s]
|
| 195 |
3%|▎ | 4/128 [00:00<00:11, 11.21it/s]
|
| 196 |
5%|▍ | 6/128 [00:00<00:09, 12.34it/s]
|
| 197 |
6%|▋ | 8/128 [00:00<00:09, 12.82it/s]
|
| 198 |
8%|▊ | 10/128 [00:00<00:09, 13.10it/s]
|
| 199 |
9%|▉ | 12/128 [00:01<00:10, 11.50it/s]
|
| 200 |
11%|█ | 14/128 [00:01<00:09, 12.18it/s]
|
| 201 |
12%|█▎ | 16/128 [00:01<00:08, 12.82it/s]
|
| 202 |
14%|█▍ | 18/128 [00:01<00:08, 12.75it/s]
|
| 203 |
16%|█▌ | 20/128 [00:01<00:08, 12.83it/s]
|
| 204 |
17%|█▋ | 22/128 [00:01<00:08, 12.54it/s]
|
| 205 |
19%|█▉ | 24/128 [00:01<00:09, 11.37it/s]
|
| 206 |
20%|██ | 26/128 [00:02<00:09, 11.29it/s]
|
| 207 |
22%|██▏ | 28/128 [00:02<00:08, 11.76it/s]
|
| 208 |
23%|██▎ | 30/128 [00:02<00:07, 12.33it/s]
|
| 209 |
25%|██▌ | 32/128 [00:02<00:07, 12.61it/s]
|
| 210 |
27%|██▋ | 34/128 [00:02<00:07, 12.63it/s]
|
| 211 |
28%|██▊ | 36/128 [00:02<00:07, 12.52it/s]
|
| 212 |
30%|██▉ | 38/128 [00:03<00:06, 13.01it/s]
|
| 213 |
31%|███▏ | 40/128 [00:03<00:06, 13.00it/s]
|
| 214 |
33%|███▎ | 42/128 [00:03<00:07, 10.81it/s]
|
| 215 |
34%|███▍ | 44/128 [00:03<00:07, 11.32it/s]
|
| 216 |
36%|███▌ | 46/128 [00:03<00:08, 10.21it/s]
|
| 217 |
38%|███▊ | 48/128 [00:04<00:07, 10.26it/s]
|
| 218 |
39%|███▉ | 50/128 [00:04<00:06, 11.22it/s]
|
| 219 |
41%|████ | 52/128 [00:04<00:06, 11.52it/s]
|
| 220 |
42%|████▏ | 54/128 [00:04<00:06, 11.77it/s]
|
| 221 |
44%|████▍ | 56/128 [00:04<00:05, 12.25it/s]
|
| 222 |
45%|████▌ | 58/128 [00:04<00:05, 12.61it/s]
|
| 223 |
47%|████▋ | 60/128 [00:04<00:05, 12.88it/s]
|
| 224 |
48%|████▊ | 62/128 [00:05<00:05, 13.16it/s]
|
| 225 |
50%|█████ | 64/128 [00:05<00:05, 12.64it/s]
|
| 226 |
52%|█████▏ | 66/128 [00:05<00:06, 10.06it/s]
|
| 227 |
53%|█████▎ | 68/128 [00:05<00:05, 10.88it/s]
|
| 228 |
55%|█████▍ | 70/128 [00:05<00:05, 11.53it/s]
|
| 229 |
56%|█████▋ | 72/128 [00:06<00:05, 10.28it/s]
|
| 230 |
58%|█████▊ | 74/128 [00:06<00:04, 11.06it/s]
|
| 231 |
59%|█████▉ | 76/128 [00:06<00:04, 11.79it/s]
|
| 232 |
61%|██████ | 78/128 [00:06<00:04, 12.05it/s]
|
| 233 |
62%|██████▎ | 80/128 [00:06<00:03, 12.63it/s]
|
| 234 |
64%|██████▍ | 82/128 [00:06<00:03, 13.07it/s]
|
| 235 |
66%|██████▌ | 84/128 [00:07<00:03, 12.82it/s]
|
| 236 |
67%|██████▋ | 86/128 [00:07<00:03, 11.49it/s]
|
| 237 |
69%|██████▉ | 88/128 [00:07<00:03, 12.03it/s]
|
| 238 |
70%|███████ | 90/128 [00:07<00:03, 11.04it/s]
|
| 239 |
72%|███████▏ | 92/128 [00:07<00:03, 10.78it/s]
|
| 240 |
73%|███████▎ | 94/128 [00:08<00:03, 10.46it/s]
|
| 241 |
75%|███████▌ | 96/128 [00:08<00:02, 11.34it/s]
|
| 242 |
77%|███████▋ | 98/128 [00:08<00:02, 10.20it/s]
|
| 243 |
78%|███████▊ | 100/128 [00:08<00:02, 10.89it/s]
|
| 244 |
80%|███████▉ | 102/128 [00:08<00:02, 11.37it/s]
|
| 245 |
81%|████████▏ | 104/128 [00:08<00:02, 10.84it/s]
|
| 246 |
83%|████████▎ | 106/128 [00:09<00:01, 11.61it/s]
|
| 247 |
84%|████████▍ | 108/128 [00:09<00:01, 12.06it/s]
|
| 248 |
86%|████████▌ | 110/128 [00:09<00:01, 11.76it/s]
|
| 249 |
88%|████████▊ | 112/128 [00:09<00:01, 10.51it/s]
|
| 250 |
89%|████████▉ | 114/128 [00:09<00:01, 11.10it/s]
|
| 251 |
91%|█████████ | 116/128 [00:09<00:01, 11.70it/s]
|
| 252 |
92%|█████████▏| 118/128 [00:10<00:00, 11.94it/s]
|
| 253 |
94%|█████████▍| 120/128 [00:10<00:00, 12.51it/s]
|
| 254 |
95%|█████████▌| 122/128 [00:10<00:00, 10.78it/s]
|
| 255 |
97%|█████████▋| 124/128 [00:10<00:00, 11.64it/s]
|
| 256 |
98%|█████████▊| 126/128 [00:10<00:00, 11.94it/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
CUDA_VISIBLE_DEVICES=3
|
| 2 |
+
dataset_config=chemistry
|
| 3 |
+
sparsity_ratio=0.45
|
| 4 |
+
torch 2.7.1
|
| 5 |
+
transformers 4.56.1
|
| 6 |
+
accelerate 1.13.0
|
| 7 |
+
# of gpus: 1
|
| 8 |
+
loading llm model google/gemma-3-12b-it
|
| 9 |
+
|
| 10 |
+
Calibration seqlen overridden: 131072 -> 2048
|
| 11 |
+
use device cuda:0
|
| 12 |
+
Getting token length estimate... w/ batch_size=1024
|
| 13 |
+
|
| 14 |
+
DONE Getting token length estimate!
|
| 15 |
+
Getting length-aware padding breakpoints...
|
| 16 |
+
DONE Tokenizing...
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
Saved before_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45
|
| 21 |
+
pruning starts
|
| 22 |
+
loading calibdation data
|
| 23 |
+
dataset loading complete
|
| 24 |
+
pruning layer 0 name self_attn.q_proj
|
| 25 |
+
pruning layer 0 name self_attn.k_proj
|
| 26 |
+
pruning layer 0 name self_attn.v_proj
|
| 27 |
+
pruning layer 0 name self_attn.o_proj
|
| 28 |
+
pruning layer 0 name mlp.gate_proj
|
| 29 |
+
pruning layer 0 name mlp.up_proj
|
| 30 |
+
pruning layer 0 name mlp.down_proj
|
| 31 |
+
pruning layer 1 name self_attn.q_proj
|
| 32 |
+
pruning layer 1 name self_attn.k_proj
|
| 33 |
+
pruning layer 1 name self_attn.v_proj
|
| 34 |
+
pruning layer 1 name self_attn.o_proj
|
| 35 |
+
pruning layer 1 name mlp.gate_proj
|
| 36 |
+
pruning layer 1 name mlp.up_proj
|
| 37 |
+
pruning layer 1 name mlp.down_proj
|
| 38 |
+
pruning layer 2 name self_attn.q_proj
|
| 39 |
+
pruning layer 2 name self_attn.k_proj
|
| 40 |
+
pruning layer 2 name self_attn.v_proj
|
| 41 |
+
pruning layer 2 name self_attn.o_proj
|
| 42 |
+
pruning layer 2 name mlp.gate_proj
|
| 43 |
+
pruning layer 2 name mlp.up_proj
|
| 44 |
+
pruning layer 2 name mlp.down_proj
|
| 45 |
+
pruning layer 3 name self_attn.q_proj
|
| 46 |
+
pruning layer 3 name self_attn.k_proj
|
| 47 |
+
pruning layer 3 name self_attn.v_proj
|
| 48 |
+
pruning layer 3 name self_attn.o_proj
|
| 49 |
+
pruning layer 3 name mlp.gate_proj
|
| 50 |
+
pruning layer 3 name mlp.up_proj
|
| 51 |
+
pruning layer 3 name mlp.down_proj
|
| 52 |
+
pruning layer 4 name self_attn.q_proj
|
| 53 |
+
pruning layer 4 name self_attn.k_proj
|
| 54 |
+
pruning layer 4 name self_attn.v_proj
|
| 55 |
+
pruning layer 4 name self_attn.o_proj
|
| 56 |
+
pruning layer 4 name mlp.gate_proj
|
| 57 |
+
pruning layer 4 name mlp.up_proj
|
| 58 |
+
pruning layer 4 name mlp.down_proj
|
| 59 |
+
pruning layer 5 name self_attn.q_proj
|
| 60 |
+
pruning layer 5 name self_attn.k_proj
|
| 61 |
+
pruning layer 5 name self_attn.v_proj
|
| 62 |
+
pruning layer 5 name self_attn.o_proj
|
| 63 |
+
pruning layer 5 name mlp.gate_proj
|
| 64 |
+
pruning layer 5 name mlp.up_proj
|
| 65 |
+
pruning layer 5 name mlp.down_proj
|
| 66 |
+
pruning layer 6 name self_attn.q_proj
|
| 67 |
+
pruning layer 6 name self_attn.k_proj
|
| 68 |
+
pruning layer 6 name self_attn.v_proj
|
| 69 |
+
pruning layer 6 name self_attn.o_proj
|
| 70 |
+
pruning layer 6 name mlp.gate_proj
|
| 71 |
+
pruning layer 6 name mlp.up_proj
|
| 72 |
+
pruning layer 6 name mlp.down_proj
|
| 73 |
+
pruning layer 7 name self_attn.q_proj
|
| 74 |
+
pruning layer 7 name self_attn.k_proj
|
| 75 |
+
pruning layer 7 name self_attn.v_proj
|
| 76 |
+
pruning layer 7 name self_attn.o_proj
|
| 77 |
+
pruning layer 7 name mlp.gate_proj
|
| 78 |
+
pruning layer 7 name mlp.up_proj
|
| 79 |
+
pruning layer 7 name mlp.down_proj
|
| 80 |
+
pruning layer 8 name self_attn.q_proj
|
| 81 |
+
pruning layer 8 name self_attn.k_proj
|
| 82 |
+
pruning layer 8 name self_attn.v_proj
|
| 83 |
+
pruning layer 8 name self_attn.o_proj
|
| 84 |
+
pruning layer 8 name mlp.gate_proj
|
| 85 |
+
pruning layer 8 name mlp.up_proj
|
| 86 |
+
pruning layer 8 name mlp.down_proj
|
| 87 |
+
pruning layer 9 name self_attn.q_proj
|
| 88 |
+
pruning layer 9 name self_attn.k_proj
|
| 89 |
+
pruning layer 9 name self_attn.v_proj
|
| 90 |
+
pruning layer 9 name self_attn.o_proj
|
| 91 |
+
pruning layer 9 name mlp.gate_proj
|
| 92 |
+
pruning layer 9 name mlp.up_proj
|
| 93 |
+
pruning layer 9 name mlp.down_proj
|
| 94 |
+
pruning layer 10 name self_attn.q_proj
|
| 95 |
+
pruning layer 10 name self_attn.k_proj
|
| 96 |
+
pruning layer 10 name self_attn.v_proj
|
| 97 |
+
pruning layer 10 name self_attn.o_proj
|
| 98 |
+
pruning layer 10 name mlp.gate_proj
|
| 99 |
+
pruning layer 10 name mlp.up_proj
|
| 100 |
+
pruning layer 10 name mlp.down_proj
|
| 101 |
+
pruning layer 11 name self_attn.q_proj
|
| 102 |
+
pruning layer 11 name self_attn.k_proj
|
| 103 |
+
pruning layer 11 name self_attn.v_proj
|
| 104 |
+
pruning layer 11 name self_attn.o_proj
|
| 105 |
+
pruning layer 11 name mlp.gate_proj
|
| 106 |
+
pruning layer 11 name mlp.up_proj
|
| 107 |
+
pruning layer 11 name mlp.down_proj
|
| 108 |
+
pruning layer 12 name self_attn.q_proj
|
| 109 |
+
pruning layer 12 name self_attn.k_proj
|
| 110 |
+
pruning layer 12 name self_attn.v_proj
|
| 111 |
+
pruning layer 12 name self_attn.o_proj
|
| 112 |
+
pruning layer 12 name mlp.gate_proj
|
| 113 |
+
pruning layer 12 name mlp.up_proj
|
| 114 |
+
pruning layer 12 name mlp.down_proj
|
| 115 |
+
pruning layer 13 name self_attn.q_proj
|
| 116 |
+
pruning layer 13 name self_attn.k_proj
|
| 117 |
+
pruning layer 13 name self_attn.v_proj
|
| 118 |
+
pruning layer 13 name self_attn.o_proj
|
| 119 |
+
pruning layer 13 name mlp.gate_proj
|
| 120 |
+
pruning layer 13 name mlp.up_proj
|
| 121 |
+
pruning layer 13 name mlp.down_proj
|
| 122 |
+
pruning layer 14 name self_attn.q_proj
|
| 123 |
+
pruning layer 14 name self_attn.k_proj
|
| 124 |
+
pruning layer 14 name self_attn.v_proj
|
| 125 |
+
pruning layer 14 name self_attn.o_proj
|
| 126 |
+
pruning layer 14 name mlp.gate_proj
|
| 127 |
+
pruning layer 14 name mlp.up_proj
|
| 128 |
+
pruning layer 14 name mlp.down_proj
|
| 129 |
+
pruning layer 15 name self_attn.q_proj
|
| 130 |
+
pruning layer 15 name self_attn.k_proj
|
| 131 |
+
pruning layer 15 name self_attn.v_proj
|
| 132 |
+
pruning layer 15 name self_attn.o_proj
|
| 133 |
+
pruning layer 15 name mlp.gate_proj
|
| 134 |
+
pruning layer 15 name mlp.up_proj
|
| 135 |
+
pruning layer 15 name mlp.down_proj
|
| 136 |
+
pruning layer 16 name self_attn.q_proj
|
| 137 |
+
pruning layer 16 name self_attn.k_proj
|
| 138 |
+
pruning layer 16 name self_attn.v_proj
|
| 139 |
+
pruning layer 16 name self_attn.o_proj
|
| 140 |
+
pruning layer 16 name mlp.gate_proj
|
| 141 |
+
pruning layer 16 name mlp.up_proj
|
| 142 |
+
pruning layer 16 name mlp.down_proj
|
| 143 |
+
pruning layer 17 name self_attn.q_proj
|
| 144 |
+
pruning layer 17 name self_attn.k_proj
|
| 145 |
+
pruning layer 17 name self_attn.v_proj
|
| 146 |
+
pruning layer 17 name self_attn.o_proj
|
| 147 |
+
pruning layer 17 name mlp.gate_proj
|
| 148 |
+
pruning layer 17 name mlp.up_proj
|
| 149 |
+
pruning layer 17 name mlp.down_proj
|
| 150 |
+
pruning layer 18 name self_attn.q_proj
|
| 151 |
+
pruning layer 18 name self_attn.k_proj
|
| 152 |
+
pruning layer 18 name self_attn.v_proj
|
| 153 |
+
pruning layer 18 name self_attn.o_proj
|
| 154 |
+
pruning layer 18 name mlp.gate_proj
|
| 155 |
+
pruning layer 18 name mlp.up_proj
|
| 156 |
+
pruning layer 18 name mlp.down_proj
|
| 157 |
+
pruning layer 19 name self_attn.q_proj
|
| 158 |
+
pruning layer 19 name self_attn.k_proj
|
| 159 |
+
pruning layer 19 name self_attn.v_proj
|
| 160 |
+
pruning layer 19 name self_attn.o_proj
|
| 161 |
+
pruning layer 19 name mlp.gate_proj
|
| 162 |
+
pruning layer 19 name mlp.up_proj
|
| 163 |
+
pruning layer 19 name mlp.down_proj
|
| 164 |
+
pruning layer 20 name self_attn.q_proj
|
| 165 |
+
pruning layer 20 name self_attn.k_proj
|
| 166 |
+
pruning layer 20 name self_attn.v_proj
|
| 167 |
+
pruning layer 20 name self_attn.o_proj
|
| 168 |
+
pruning layer 20 name mlp.gate_proj
|
| 169 |
+
pruning layer 20 name mlp.up_proj
|
| 170 |
+
pruning layer 20 name mlp.down_proj
|
| 171 |
+
pruning layer 21 name self_attn.q_proj
|
| 172 |
+
pruning layer 21 name self_attn.k_proj
|
| 173 |
+
pruning layer 21 name self_attn.v_proj
|
| 174 |
+
pruning layer 21 name self_attn.o_proj
|
| 175 |
+
pruning layer 21 name mlp.gate_proj
|
| 176 |
+
pruning layer 21 name mlp.up_proj
|
| 177 |
+
pruning layer 21 name mlp.down_proj
|
| 178 |
+
pruning layer 22 name self_attn.q_proj
|
| 179 |
+
pruning layer 22 name self_attn.k_proj
|
| 180 |
+
pruning layer 22 name self_attn.v_proj
|
| 181 |
+
pruning layer 22 name self_attn.o_proj
|
| 182 |
+
pruning layer 22 name mlp.gate_proj
|
| 183 |
+
pruning layer 22 name mlp.up_proj
|
| 184 |
+
pruning layer 22 name mlp.down_proj
|
| 185 |
+
pruning layer 23 name self_attn.q_proj
|
| 186 |
+
pruning layer 23 name self_attn.k_proj
|
| 187 |
+
pruning layer 23 name self_attn.v_proj
|
| 188 |
+
pruning layer 23 name self_attn.o_proj
|
| 189 |
+
pruning layer 23 name mlp.gate_proj
|
| 190 |
+
pruning layer 23 name mlp.up_proj
|
| 191 |
+
pruning layer 23 name mlp.down_proj
|
| 192 |
+
pruning layer 24 name self_attn.q_proj
|
| 193 |
+
pruning layer 24 name self_attn.k_proj
|
| 194 |
+
pruning layer 24 name self_attn.v_proj
|
| 195 |
+
pruning layer 24 name self_attn.o_proj
|
| 196 |
+
pruning layer 24 name mlp.gate_proj
|
| 197 |
+
pruning layer 24 name mlp.up_proj
|
| 198 |
+
pruning layer 24 name mlp.down_proj
|
| 199 |
+
pruning layer 25 name self_attn.q_proj
|
| 200 |
+
pruning layer 25 name self_attn.k_proj
|
| 201 |
+
pruning layer 25 name self_attn.v_proj
|
| 202 |
+
pruning layer 25 name self_attn.o_proj
|
| 203 |
+
pruning layer 25 name mlp.gate_proj
|
| 204 |
+
pruning layer 25 name mlp.up_proj
|
| 205 |
+
pruning layer 25 name mlp.down_proj
|
| 206 |
+
pruning layer 26 name self_attn.q_proj
|
| 207 |
+
pruning layer 26 name self_attn.k_proj
|
| 208 |
+
pruning layer 26 name self_attn.v_proj
|
| 209 |
+
pruning layer 26 name self_attn.o_proj
|
| 210 |
+
pruning layer 26 name mlp.gate_proj
|
| 211 |
+
pruning layer 26 name mlp.up_proj
|
| 212 |
+
pruning layer 26 name mlp.down_proj
|
| 213 |
+
pruning layer 27 name self_attn.q_proj
|
| 214 |
+
pruning layer 27 name self_attn.k_proj
|
| 215 |
+
pruning layer 27 name self_attn.v_proj
|
| 216 |
+
pruning layer 27 name self_attn.o_proj
|
| 217 |
+
pruning layer 27 name mlp.gate_proj
|
| 218 |
+
pruning layer 27 name mlp.up_proj
|
| 219 |
+
pruning layer 27 name mlp.down_proj
|
| 220 |
+
pruning layer 28 name self_attn.q_proj
|
| 221 |
+
pruning layer 28 name self_attn.k_proj
|
| 222 |
+
pruning layer 28 name self_attn.v_proj
|
| 223 |
+
pruning layer 28 name self_attn.o_proj
|
| 224 |
+
pruning layer 28 name mlp.gate_proj
|
| 225 |
+
pruning layer 28 name mlp.up_proj
|
| 226 |
+
pruning layer 28 name mlp.down_proj
|
| 227 |
+
pruning layer 29 name self_attn.q_proj
|
| 228 |
+
pruning layer 29 name self_attn.k_proj
|
| 229 |
+
pruning layer 29 name self_attn.v_proj
|
| 230 |
+
pruning layer 29 name self_attn.o_proj
|
| 231 |
+
pruning layer 29 name mlp.gate_proj
|
| 232 |
+
pruning layer 29 name mlp.up_proj
|
| 233 |
+
pruning layer 29 name mlp.down_proj
|
| 234 |
+
pruning layer 30 name self_attn.q_proj
|
| 235 |
+
pruning layer 30 name self_attn.k_proj
|
| 236 |
+
pruning layer 30 name self_attn.v_proj
|
| 237 |
+
pruning layer 30 name self_attn.o_proj
|
| 238 |
+
pruning layer 30 name mlp.gate_proj
|
| 239 |
+
pruning layer 30 name mlp.up_proj
|
| 240 |
+
pruning layer 30 name mlp.down_proj
|
| 241 |
+
pruning layer 31 name self_attn.q_proj
|
| 242 |
+
pruning layer 31 name self_attn.k_proj
|
| 243 |
+
pruning layer 31 name self_attn.v_proj
|
| 244 |
+
pruning layer 31 name self_attn.o_proj
|
| 245 |
+
pruning layer 31 name mlp.gate_proj
|
| 246 |
+
pruning layer 31 name mlp.up_proj
|
| 247 |
+
pruning layer 31 name mlp.down_proj
|
| 248 |
+
pruning layer 32 name self_attn.q_proj
|
| 249 |
+
pruning layer 32 name self_attn.k_proj
|
| 250 |
+
pruning layer 32 name self_attn.v_proj
|
| 251 |
+
pruning layer 32 name self_attn.o_proj
|
| 252 |
+
pruning layer 32 name mlp.gate_proj
|
| 253 |
+
pruning layer 32 name mlp.up_proj
|
| 254 |
+
pruning layer 32 name mlp.down_proj
|
| 255 |
+
pruning layer 33 name self_attn.q_proj
|
| 256 |
+
pruning layer 33 name self_attn.k_proj
|
| 257 |
+
pruning layer 33 name self_attn.v_proj
|
| 258 |
+
pruning layer 33 name self_attn.o_proj
|
| 259 |
+
pruning layer 33 name mlp.gate_proj
|
| 260 |
+
pruning layer 33 name mlp.up_proj
|
| 261 |
+
pruning layer 33 name mlp.down_proj
|
| 262 |
+
pruning layer 34 name self_attn.q_proj
|
| 263 |
+
pruning layer 34 name self_attn.k_proj
|
| 264 |
+
pruning layer 34 name self_attn.v_proj
|
| 265 |
+
pruning layer 34 name self_attn.o_proj
|
| 266 |
+
pruning layer 34 name mlp.gate_proj
|
| 267 |
+
pruning layer 34 name mlp.up_proj
|
| 268 |
+
pruning layer 34 name mlp.down_proj
|
| 269 |
+
pruning layer 35 name self_attn.q_proj
|
| 270 |
+
pruning layer 35 name self_attn.k_proj
|
| 271 |
+
pruning layer 35 name self_attn.v_proj
|
| 272 |
+
pruning layer 35 name self_attn.o_proj
|
| 273 |
+
pruning layer 35 name mlp.gate_proj
|
| 274 |
+
pruning layer 35 name mlp.up_proj
|
| 275 |
+
pruning layer 35 name mlp.down_proj
|
| 276 |
+
pruning layer 36 name self_attn.q_proj
|
| 277 |
+
pruning layer 36 name self_attn.k_proj
|
| 278 |
+
pruning layer 36 name self_attn.v_proj
|
| 279 |
+
pruning layer 36 name self_attn.o_proj
|
| 280 |
+
pruning layer 36 name mlp.gate_proj
|
| 281 |
+
pruning layer 36 name mlp.up_proj
|
| 282 |
+
pruning layer 36 name mlp.down_proj
|
| 283 |
+
pruning layer 37 name self_attn.q_proj
|
| 284 |
+
pruning layer 37 name self_attn.k_proj
|
| 285 |
+
pruning layer 37 name self_attn.v_proj
|
| 286 |
+
pruning layer 37 name self_attn.o_proj
|
| 287 |
+
pruning layer 37 name mlp.gate_proj
|
| 288 |
+
pruning layer 37 name mlp.up_proj
|
| 289 |
+
pruning layer 37 name mlp.down_proj
|
| 290 |
+
pruning layer 38 name self_attn.q_proj
|
| 291 |
+
pruning layer 38 name self_attn.k_proj
|
| 292 |
+
pruning layer 38 name self_attn.v_proj
|
| 293 |
+
pruning layer 38 name self_attn.o_proj
|
| 294 |
+
pruning layer 38 name mlp.gate_proj
|
| 295 |
+
pruning layer 38 name mlp.up_proj
|
| 296 |
+
pruning layer 38 name mlp.down_proj
|
| 297 |
+
pruning layer 39 name self_attn.q_proj
|
| 298 |
+
pruning layer 39 name self_attn.k_proj
|
| 299 |
+
pruning layer 39 name self_attn.v_proj
|
| 300 |
+
pruning layer 39 name self_attn.o_proj
|
| 301 |
+
pruning layer 39 name mlp.gate_proj
|
| 302 |
+
pruning layer 39 name mlp.up_proj
|
| 303 |
+
pruning layer 39 name mlp.down_proj
|
| 304 |
+
pruning layer 40 name self_attn.q_proj
|
| 305 |
+
pruning layer 40 name self_attn.k_proj
|
| 306 |
+
pruning layer 40 name self_attn.v_proj
|
| 307 |
+
pruning layer 40 name self_attn.o_proj
|
| 308 |
+
pruning layer 40 name mlp.gate_proj
|
| 309 |
+
pruning layer 40 name mlp.up_proj
|
| 310 |
+
pruning layer 40 name mlp.down_proj
|
| 311 |
+
pruning layer 41 name self_attn.q_proj
|
| 312 |
+
pruning layer 41 name self_attn.k_proj
|
| 313 |
+
pruning layer 41 name self_attn.v_proj
|
| 314 |
+
pruning layer 41 name self_attn.o_proj
|
| 315 |
+
pruning layer 41 name mlp.gate_proj
|
| 316 |
+
pruning layer 41 name mlp.up_proj
|
| 317 |
+
pruning layer 41 name mlp.down_proj
|
| 318 |
+
pruning layer 42 name self_attn.q_proj
|
| 319 |
+
pruning layer 42 name self_attn.k_proj
|
| 320 |
+
pruning layer 42 name self_attn.v_proj
|
| 321 |
+
pruning layer 42 name self_attn.o_proj
|
| 322 |
+
pruning layer 42 name mlp.gate_proj
|
| 323 |
+
pruning layer 42 name mlp.up_proj
|
| 324 |
+
pruning layer 42 name mlp.down_proj
|
| 325 |
+
pruning layer 43 name self_attn.q_proj
|
| 326 |
+
pruning layer 43 name self_attn.k_proj
|
| 327 |
+
pruning layer 43 name self_attn.v_proj
|
| 328 |
+
pruning layer 43 name self_attn.o_proj
|
| 329 |
+
pruning layer 43 name mlp.gate_proj
|
| 330 |
+
pruning layer 43 name mlp.up_proj
|
| 331 |
+
pruning layer 43 name mlp.down_proj
|
| 332 |
+
pruning layer 44 name self_attn.q_proj
|
| 333 |
+
pruning layer 44 name self_attn.k_proj
|
| 334 |
+
pruning layer 44 name self_attn.v_proj
|
| 335 |
+
pruning layer 44 name self_attn.o_proj
|
| 336 |
+
pruning layer 44 name mlp.gate_proj
|
| 337 |
+
pruning layer 44 name mlp.up_proj
|
| 338 |
+
pruning layer 44 name mlp.down_proj
|
| 339 |
+
pruning layer 45 name self_attn.q_proj
|
| 340 |
+
pruning layer 45 name self_attn.k_proj
|
| 341 |
+
pruning layer 45 name self_attn.v_proj
|
| 342 |
+
pruning layer 45 name self_attn.o_proj
|
| 343 |
+
pruning layer 45 name mlp.gate_proj
|
| 344 |
+
pruning layer 45 name mlp.up_proj
|
| 345 |
+
pruning layer 45 name mlp.down_proj
|
| 346 |
+
pruning layer 46 name self_attn.q_proj
|
| 347 |
+
pruning layer 46 name self_attn.k_proj
|
| 348 |
+
pruning layer 46 name self_attn.v_proj
|
| 349 |
+
pruning layer 46 name self_attn.o_proj
|
| 350 |
+
pruning layer 46 name mlp.gate_proj
|
| 351 |
+
pruning layer 46 name mlp.up_proj
|
| 352 |
+
pruning layer 46 name mlp.down_proj
|
| 353 |
+
pruning layer 47 name self_attn.q_proj
|
| 354 |
+
pruning layer 47 name self_attn.k_proj
|
| 355 |
+
pruning layer 47 name self_attn.v_proj
|
| 356 |
+
pruning layer 47 name self_attn.o_proj
|
| 357 |
+
pruning layer 47 name mlp.gate_proj
|
| 358 |
+
pruning layer 47 name mlp.up_proj
|
| 359 |
+
pruning layer 47 name mlp.down_proj
|
| 360 |
+
Saved 336 pruning masks to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/wanda_masks
|
| 361 |
+
******************************
|
| 362 |
+
layer 0 sparsity 0.449997
|
| 363 |
+
layer 1 sparsity 0.449997
|
| 364 |
+
layer 2 sparsity 0.449997
|
| 365 |
+
layer 3 sparsity 0.449997
|
| 366 |
+
layer 4 sparsity 0.449997
|
| 367 |
+
layer 5 sparsity 0.449997
|
| 368 |
+
layer 6 sparsity 0.449997
|
| 369 |
+
layer 7 sparsity 0.449997
|
| 370 |
+
layer 8 sparsity 0.449997
|
| 371 |
+
layer 9 sparsity 0.449997
|
| 372 |
+
layer 10 sparsity 0.449997
|
| 373 |
+
layer 11 sparsity 0.449997
|
| 374 |
+
layer 12 sparsity 0.449997
|
| 375 |
+
layer 13 sparsity 0.449997
|
| 376 |
+
layer 14 sparsity 0.449997
|
| 377 |
+
layer 15 sparsity 0.449997
|
| 378 |
+
layer 16 sparsity 0.449997
|
| 379 |
+
layer 17 sparsity 0.449997
|
| 380 |
+
layer 18 sparsity 0.449997
|
| 381 |
+
layer 19 sparsity 0.449997
|
| 382 |
+
layer 20 sparsity 0.449997
|
| 383 |
+
layer 21 sparsity 0.449997
|
| 384 |
+
layer 22 sparsity 0.449997
|
| 385 |
+
layer 23 sparsity 0.449997
|
| 386 |
+
layer 24 sparsity 0.449997
|
| 387 |
+
layer 25 sparsity 0.449997
|
| 388 |
+
layer 26 sparsity 0.449997
|
| 389 |
+
layer 27 sparsity 0.449997
|
| 390 |
+
layer 28 sparsity 0.449997
|
| 391 |
+
layer 29 sparsity 0.449997
|
| 392 |
+
layer 30 sparsity 0.449997
|
| 393 |
+
layer 31 sparsity 0.449997
|
| 394 |
+
layer 32 sparsity 0.449997
|
| 395 |
+
layer 33 sparsity 0.449997
|
| 396 |
+
layer 34 sparsity 0.449997
|
| 397 |
+
layer 35 sparsity 0.449997
|
| 398 |
+
layer 36 sparsity 0.449997
|
| 399 |
+
layer 37 sparsity 0.449997
|
| 400 |
+
layer 38 sparsity 0.449997
|
| 401 |
+
layer 39 sparsity 0.449997
|
| 402 |
+
layer 40 sparsity 0.449997
|
| 403 |
+
layer 41 sparsity 0.449997
|
| 404 |
+
layer 42 sparsity 0.449997
|
| 405 |
+
layer 43 sparsity 0.449997
|
| 406 |
+
layer 44 sparsity 0.449997
|
| 407 |
+
layer 45 sparsity 0.449997
|
| 408 |
+
layer 46 sparsity 0.449997
|
| 409 |
+
layer 47 sparsity 0.449997
|
| 410 |
+
sparsity sanity check 0.4500
|
| 411 |
+
******************************
|
| 412 |
+
evaluating on wikitext2
|
| 413 |
+
nsamples 142
|
| 414 |
+
sample 0
|
| 415 |
+
sample 50
|
| 416 |
+
sample 100
|
| 417 |
+
wikitext perplexity 73.55071258544922
|
| 418 |
+
|
| 419 |
+
============================================================
|
| 420 |
+
StemQA domain loss evaluation
|
| 421 |
+
============================================================
|
| 422 |
+
|
| 423 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 424 |
1%| | 1/128 [00:00<00:12, 9.90it/s]
|
| 425 |
2%|▏ | 3/128 [00:00<00:09, 12.66it/s]
|
| 426 |
4%|▍ | 5/128 [00:00<00:09, 13.40it/s]
|
| 427 |
5%|▌ | 7/128 [00:00<00:08, 13.59it/s]
|
| 428 |
7%|▋ | 9/128 [00:00<00:08, 13.81it/s]
|
| 429 |
9%|▊ | 11/128 [00:00<00:08, 14.00it/s]
|
| 430 |
10%|█ | 13/128 [00:00<00:08, 14.14it/s]
|
| 431 |
12%|█▏ | 15/128 [00:01<00:07, 14.17it/s]
|
| 432 |
13%|█▎ | 17/128 [00:01<00:07, 14.14it/s]
|
| 433 |
15%|█▍ | 19/128 [00:01<00:07, 14.16it/s]
|
| 434 |
16%|█▋ | 21/128 [00:01<00:07, 14.20it/s]
|
| 435 |
18%|█▊ | 23/128 [00:01<00:07, 14.20it/s]
|
| 436 |
20%|█▉ | 25/128 [00:01<00:07, 14.14it/s]
|
| 437 |
21%|██ | 27/128 [00:01<00:07, 13.99it/s]
|
| 438 |
23%|██▎ | 29/128 [00:02<00:07, 14.02it/s]
|
| 439 |
24%|██▍ | 31/128 [00:02<00:07, 13.45it/s]
|
| 440 |
26%|██▌ | 33/128 [00:02<00:07, 13.54it/s]
|
| 441 |
27%|██▋ | 35/128 [00:02<00:06, 13.84it/s]
|
| 442 |
29%|██▉ | 37/128 [00:02<00:06, 13.84it/s]
|
| 443 |
30%|███ | 39/128 [00:02<00:06, 13.56it/s]
|
| 444 |
32%|███▏ | 41/128 [00:02<00:06, 13.69it/s]
|
| 445 |
34%|███▎ | 43/128 [00:03<00:06, 13.89it/s]
|
| 446 |
35%|███▌ | 45/128 [00:03<00:06, 13.72it/s]
|
| 447 |
37%|███▋ | 47/128 [00:03<00:05, 13.83it/s]
|
| 448 |
38%|███▊ | 49/128 [00:03<00:06, 13.08it/s]
|
| 449 |
40%|███▉ | 51/128 [00:03<00:05, 13.37it/s]
|
| 450 |
41%|████▏ | 53/128 [00:03<00:05, 13.51it/s]
|
| 451 |
43%|████▎ | 55/128 [00:04<00:05, 13.59it/s]
|
| 452 |
45%|████▍ | 57/128 [00:04<00:05, 13.78it/s]
|
| 453 |
46%|████▌ | 59/128 [00:04<00:05, 13.69it/s]
|
| 454 |
48%|████▊ | 61/128 [00:04<00:04, 13.66it/s]
|
| 455 |
49%|████▉ | 63/128 [00:04<00:04, 13.87it/s]
|
| 456 |
51%|███���█ | 65/128 [00:04<00:04, 13.96it/s]
|
| 457 |
52%|█████▏ | 67/128 [00:04<00:04, 13.83it/s]
|
| 458 |
54%|█████▍ | 69/128 [00:05<00:04, 13.68it/s]
|
| 459 |
55%|█████▌ | 71/128 [00:05<00:04, 13.74it/s]
|
| 460 |
57%|█████▋ | 73/128 [00:05<00:03, 13.86it/s]
|
| 461 |
59%|█████▊ | 75/128 [00:05<00:03, 13.93it/s]
|
| 462 |
60%|██████ | 77/128 [00:05<00:03, 14.02it/s]
|
| 463 |
62%|██████▏ | 79/128 [00:05<00:03, 13.48it/s]
|
| 464 |
63%|██████▎ | 81/128 [00:05<00:03, 13.63it/s]
|
| 465 |
65%|██████▍ | 83/128 [00:06<00:03, 13.10it/s]
|
| 466 |
66%|██████▋ | 85/128 [00:06<00:03, 13.39it/s]
|
| 467 |
68%|██████▊ | 87/128 [00:06<00:03, 13.66it/s]
|
| 468 |
70%|██████▉ | 89/128 [00:06<00:02, 13.77it/s]
|
| 469 |
71%|███████ | 91/128 [00:06<00:02, 13.88it/s]
|
| 470 |
73%|███████▎ | 93/128 [00:06<00:02, 13.88it/s]
|
| 471 |
74%|███████▍ | 95/128 [00:06<00:02, 13.94it/s]
|
| 472 |
76%|███████▌ | 97/128 [00:07<00:02, 13.82it/s]
|
| 473 |
77%|███████▋ | 99/128 [00:07<00:02, 13.86it/s]
|
| 474 |
79%|███████▉ | 101/128 [00:07<00:01, 13.96it/s]
|
| 475 |
80%|████████ | 103/128 [00:07<00:01, 13.92it/s]
|
| 476 |
82%|████████▏ | 105/128 [00:07<00:01, 14.07it/s]
|
| 477 |
84%|████████▎ | 107/128 [00:07<00:01, 14.14it/s]
|
| 478 |
85%|████████▌ | 109/128 [00:07<00:01, 14.32it/s]
|
| 479 |
87%|████████▋ | 111/128 [00:08<00:01, 14.31it/s]
|
| 480 |
88%|████████▊ | 113/128 [00:08<00:01, 14.22it/s]
|
| 481 |
90%|████████▉ | 115/128 [00:08<00:00, 14.29it/s]
|
| 482 |
91%|█████████▏| 117/128 [00:08<00:00, 14.26it/s]
|
| 483 |
93%|█████████▎| 119/128 [00:08<00:00, 13.99it/s]
|
| 484 |
95%|█████████▍| 121/128 [00:08<00:00, 14.16it/s]
|
| 485 |
96%|█████████▌| 123/128 [00:08<00:00, 14.21it/s]
|
| 486 |
98%|█████████▊| 125/128 [00:09<00:00, 14.24it/s]
|
| 487 |
99%|█████████▉| 127/128 [00:09<00:00, 14.32it/s]
|
| 488 |
+
biology: 3.3025
|
| 489 |
+
|
| 490 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 491 |
2%|▏ | 2/128 [00:00<00:09, 12.62it/s]
|
| 492 |
3%|▎ | 4/128 [00:00<00:10, 12.38it/s]
|
| 493 |
5%|▍ | 6/128 [00:00<00:09, 13.09it/s]
|
| 494 |
6%|▋ | 8/128 [00:00<00:08, 13.40it/s]
|
| 495 |
8%|▊ | 10/128 [00:00<00:08, 13.63it/s]
|
| 496 |
9%|▉ | 12/128 [00:00<00:08, 13.90it/s]
|
| 497 |
11%|█ | 14/128 [00:01<00:09, 12.20it/s]
|
| 498 |
12%|█▎ | 16/128 [00:01<00:09, 12.43it/s]
|
| 499 |
14%|█▍ | 18/128 [00:01<00:08, 12.80it/s]
|
| 500 |
16%|█▌ | 20/128 [00:01<00:08, 13.19it/s]
|
| 501 |
17%|█▋ | 22/128 [00:01<00:07, 13.43it/s]
|
| 502 |
19%|█▉ | 24/128 [00:01<00:07, 13.39it/s]
|
| 503 |
20%|██ | 26/128 [00:01<00:07, 13.49it/s]
|
| 504 |
22%|██▏ | 28/128 [00:02<00:07, 12.97it/s]
|
| 505 |
23%|██▎ | 30/128 [00:02<00:07, 13.22it/s]
|
| 506 |
25%|██▌ | 32/128 [00:02<00:07, 13.51it/s]
|
| 507 |
27%|██▋ | 34/128 [00:02<00:06, 13.64it/s]
|
| 508 |
28%|██▊ | 36/128 [00:02<00:06, 13.68it/s]
|
| 509 |
30%|██▉ | 38/128 [00:02<00:06, 13.76it/s]
|
| 510 |
31%|███▏ | 40/128 [00:03<00:06, 12.93it/s]
|
| 511 |
33%|███▎ | 42/128 [00:03<00:06, 12.92it/s]
|
| 512 |
34%|███▍ | 44/128 [00:03<00:06, 13.17it/s]
|
| 513 |
36%|███▌ | 46/128 [00:03<00:06, 13.36it/s]
|
| 514 |
38%|███▊ | 48/128 [00:03<00:05, 13.51it/s]
|
| 515 |
39%|███▉ | 50/128 [00:03<00:05, 13.58it/s]
|
| 516 |
41%|████ | 52/128 [00:03<00:05, 13.90it/s]
|
| 517 |
42%|████▏ | 54/128 [00:04<00:05, 12.91it/s]
|
| 518 |
44%|████▍ | 56/128 [00:04<00:05, 13.13it/s]
|
| 519 |
45%|████▌ | 58/128 [00:04<00:05, 12.65it/s]
|
| 520 |
47%|████▋ | 60/128 [00:04<00:05, 13.02it/s]
|
| 521 |
48%|████▊ | 62/128 [00:04<00:05, 12.68it/s]
|
| 522 |
50%|█████ | 64/128 [00:04<00:05, 11.85it/s]
|
| 523 |
52%|█████▏ | 66/128 [00:05<00:05, 12.38it/s]
|
| 524 |
53%|█████▎ | 68/128 [00:05<00:04, 12.39it/s]
|
| 525 |
55%|█████▍ | 70/128 [00:05<00:04, 12.69it/s]
|
| 526 |
56%|█████▋ | 72/128 [00:05<00:04, 12.97it/s]
|
| 527 |
58%|█████▊ | 74/128 [00:05<00:04, 13.13it/s]
|
| 528 |
59%|█████▉ | 76/128 [00:05<00:03, 13.43it/s]
|
| 529 |
61%|██████ | 78/128 [00:05<00:03, 13.58it/s]
|
| 530 |
62%|██████▎ | 80/128 [00:06<00:03, 13.64it/s]
|
| 531 |
64%|██████▍ | 82/128 [00:06<00:03, 13.80it/s]
|
| 532 |
66%|██████▌ | 84/128 [00:06<00:03, 12.35it/s]
|
| 533 |
67%|██████▋ | 86/128 [00:06<00:03, 12.90it/s]
|
| 534 |
69%|██████▉ | 88/128 [00:06<00:03, 13.27it/s]
|
| 535 |
70%|███████ | 90/128 [00:06<00:03, 12.45it/s]
|
| 536 |
72%|███████▏ | 92/128 [00:07<00:02, 12.90it/s]
|
| 537 |
73%|███████▎ | 94/128 [00:07<00:02, 12.82it/s]
|
| 538 |
75%|███████▌ | 96/128 [00:07<00:02, 12.54it/s]
|
| 539 |
77%|███████▋ | 98/128 [00:07<00:02, 13.08it/s]
|
| 540 |
78%|███████▊ | 100/128 [00:07<00:02, 12.84it/s]
|
| 541 |
80%|███████▉ | 102/128 [00:07<00:02, 12.91it/s]
|
| 542 |
81%|████████▏ | 104/128 [00:07<00:01, 13.06it/s]
|
| 543 |
83%|████████▎ | 106/128 [00:08<00:01, 12.93it/s]
|
| 544 |
84%|████████▍ | 108/128 [00:08<00:01, 13.30it/s]
|
| 545 |
86%|████████▌ | 110/128 [00:08<00:01, 12.54it/s]
|
| 546 |
88%|████████▊ | 112/128 [00:08<00:01, 12.64it/s]
|
| 547 |
89%|████████▉ | 114/128 [00:08<00:01, 12.37it/s]
|
| 548 |
91%|█████████ | 116/128 [00:08<00:01, 11.11it/s]
|
| 549 |
92%|█████████▏| 118/128 [00:09<00:00, 10.96it/s]
|
| 550 |
94%|█████████▍| 120/128 [00:09<00:00, 11.77it/s]
|
| 551 |
95%|█████████▌| 122/128 [00:09<00:00, 12.37it/s]
|
| 552 |
97%|█████████▋| 124/128 [00:09<00:00, 11.76it/s]
|
| 553 |
98%|█████████▊| 126/128 [00:09<00:00, 12.34it/s]
|
| 554 |
+
chemistry: 1.9307
|
| 555 |
+
|
| 556 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 557 |
2%|▏ | 2/128 [00:00<00:10, 12.24it/s]
|
| 558 |
3%|▎ | 4/128 [00:00<00:09, 13.32it/s]
|
| 559 |
5%|▍ | 6/128 [00:00<00:08, 13.64it/s]
|
| 560 |
6%|▋ | 8/128 [00:00<00:09, 13.17it/s]
|
| 561 |
8%|▊ | 10/128 [00:00<00:08, 13.69it/s]
|
| 562 |
9%|▉ | 12/128 [00:00<00:08, 13.88it/s]
|
| 563 |
11%|█ | 14/128 [00:01<00:08, 13.96it/s]
|
| 564 |
12%|█▎ | 16/128 [00:01<00:08, 13.92it/s]
|
| 565 |
14%|█▍ | 18/128 [00:01<00:08, 12.79it/s]
|
| 566 |
16%|█▌ | 20/128 [00:01<00:08, 13.10it/s]
|
| 567 |
17%|█▋ | 22/128 [00:01<00:08, 12.63it/s]
|
| 568 |
19%|█▉ | 24/128 [00:01<00:07, 13.03it/s]
|
| 569 |
20%|██ | 26/128 [00:01<00:08, 12.57it/s]
|
| 570 |
22%|██▏ | 28/128 [00:02<00:07, 13.08it/s]
|
| 571 |
23%|██▎ | 30/128 [00:02<00:07, 13.01it/s]
|
| 572 |
25%|██▌ | 32/128 [00:02<00:07, 13.32it/s]
|
| 573 |
27%|██▋ | 34/128 [00:02<00:07, 12.30it/s]
|
| 574 |
28%|██▊ | 36/128 [00:02<00:07, 11.82it/s]
|
| 575 |
30%|██▉ | 38/128 [00:02<00:07, 11.49it/s]
|
| 576 |
31%|███▏ | 40/128 [00:03<00:07, 11.97it/s]
|
| 577 |
33%|███▎ | 42/128 [00:03<00:06, 12.48it/s]
|
| 578 |
34%|███▍ | 44/128 [00:03<00:06, 12.97it/s]
|
| 579 |
36%|███▌ | 46/128 [00:03<00:06, 13.02it/s]
|
| 580 |
38%|███▊ | 48/128 [00:03<00:06, 11.95it/s]
|
| 581 |
39%|███▉ | 50/128 [00:03<00:06, 12.36it/s]
|
| 582 |
41%|████ | 52/128 [00:04<00:06, 12.21it/s]
|
| 583 |
42%|████▏ | 54/128 [00:04<00:06, 11.51it/s]
|
| 584 |
44%|████▍ | 56/128 [00:04<00:05, 12.09it/s]
|
| 585 |
45%|████▌ | 58/128 [00:04<00:06, 11.47it/s]
|
| 586 |
47%|████▋ | 60/128 [00:04<00:05, 12.13it/s]
|
| 587 |
48%|████▊ | 62/128 [00:04<00:05, 11.18it/s]
|
| 588 |
50%|█████ | 64/128 [00:05<00:05, 11.33it/s]
|
| 589 |
52%|█████▏ | 66/128 [00:05<00:05, 11.87it/s]
|
| 590 |
53%|█████▎ | 68/128 [00:05<00:05, 11.17it/s]
|
| 591 |
55%|█████▍ | 70/128 [00:05<00:04, 11.97it/s]
|
| 592 |
56%|█████▋ | 72/128 [00:05<00:05, 10.98it/s]
|
| 593 |
58%|█████▊ | 74/128 [00:06<00:04, 11.69it/s]
|
| 594 |
59%|█████▉ | 76/128 [00:06<00:04, 12.39it/s]
|
| 595 |
61%|██████ | 78/128 [00:06<00:04, 12.45it/s]
|
| 596 |
62%|██████▎ | 80/128 [00:06<00:03, 12.85it/s]
|
| 597 |
64%|██████▍ | 82/128 [00:06<00:03, 13.04it/s]
|
| 598 |
66%|██████▌ | 84/128 [00:06<00:03, 13.41it/s]
|
| 599 |
67%|██████▋ | 86/128 [00:06<00:03, 13.52it/s]
|
| 600 |
69%|██████▉ | 88/128 [00:07<00:03, 13.18it/s]
|
| 601 |
70%|███████ | 90/128 [00:07<00:02, 13.52it/s]
|
| 602 |
72%|███████▏ | 92/128 [00:07<00:02, 13.42it/s]
|
| 603 |
73%|███████▎ | 94/128 [00:07<00:02, 13.69it/s]
|
| 604 |
75%|███████▌ | 96/128 [00:07<00:02, 13.81it/s]
|
| 605 |
77%|███████▋ | 98/128 [00:07<00:02, 13.56it/s]
|
| 606 |
78%|███████▊ | 100/128 [00:07<00:02, 13.43it/s]
|
| 607 |
80%|███████▉ | 102/128 [00:08<00:01, 13.46it/s]
|
| 608 |
81%|████████▏ | 104/128 [00:08<00:01, 13.68it/s]
|
| 609 |
83%|████████▎ | 106/128 [00:08<00:01, 13.43it/s]
|
| 610 |
84%|████████▍ | 108/128 [00:08<00:01, 12.53it/s]
|
| 611 |
86%|████████▌ | 110/128 [00:08<00:01, 12.79it/s]
|
| 612 |
88%|████████▊ | 112/128 [00:08<00:01, 13.17it/s]
|
| 613 |
89%|████████▉ | 114/128 [00:09<00:01, 12.56it/s]
|
| 614 |
91%|█████████ | 116/128 [00:09<00:01, 11.98it/s]
|
| 615 |
92%|█████████▏| 118/128 [00:09<00:00, 12.03it/s]
|
| 616 |
94%|█████████▍| 120/128 [00:09<00:00, 12.68it/s]
|
| 617 |
95%|█████████▌| 122/128 [00:09<00:00, 12.57it/s]
|
| 618 |
97%|█████████▋| 124/128 [00:09<00:00, 13.04it/s]
|
| 619 |
98%|█████████▊| 126/128 [00:09<00:00, 13.38it/s]
|
| 620 |
+
math: 1.4654
|
| 621 |
+
|
| 622 |
0%| | 0/128 [00:00<?, ?it/s]
|
| 623 |
2%|▏ | 2/128 [00:00<00:12, 10.25it/s]
|
| 624 |
3%|▎ | 4/128 [00:00<00:11, 11.21it/s]
|
| 625 |
5%|▍ | 6/128 [00:00<00:09, 12.34it/s]
|
| 626 |
6%|▋ | 8/128 [00:00<00:09, 12.82it/s]
|
| 627 |
8%|▊ | 10/128 [00:00<00:09, 13.10it/s]
|
| 628 |
9%|▉ | 12/128 [00:01<00:10, 11.50it/s]
|
| 629 |
11%|█ | 14/128 [00:01<00:09, 12.18it/s]
|
| 630 |
12%|█▎ | 16/128 [00:01<00:08, 12.82it/s]
|
| 631 |
14%|█▍ | 18/128 [00:01<00:08, 12.75it/s]
|
| 632 |
16%|█▌ | 20/128 [00:01<00:08, 12.83it/s]
|
| 633 |
17%|█▋ | 22/128 [00:01<00:08, 12.54it/s]
|
| 634 |
19%|█▉ | 24/128 [00:01<00:09, 11.37it/s]
|
| 635 |
20%|██ | 26/128 [00:02<00:09, 11.29it/s]
|
| 636 |
22%|██▏ | 28/128 [00:02<00:08, 11.76it/s]
|
| 637 |
23%|██▎ | 30/128 [00:02<00:07, 12.33it/s]
|
| 638 |
25%|██▌ | 32/128 [00:02<00:07, 12.61it/s]
|
| 639 |
27%|██▋ | 34/128 [00:02<00:07, 12.63it/s]
|
| 640 |
28%|██▊ | 36/128 [00:02<00:07, 12.52it/s]
|
| 641 |
30%|██▉ | 38/128 [00:03<00:06, 13.01it/s]
|
| 642 |
31%|███▏ | 40/128 [00:03<00:06, 13.00it/s]
|
| 643 |
33%|███▎ | 42/128 [00:03<00:07, 10.81it/s]
|
| 644 |
34%|███▍ | 44/128 [00:03<00:07, 11.32it/s]
|
| 645 |
36%|███▌ | 46/128 [00:03<00:08, 10.21it/s]
|
| 646 |
38%|███▊ | 48/128 [00:04<00:07, 10.26it/s]
|
| 647 |
39%|███▉ | 50/128 [00:04<00:06, 11.22it/s]
|
| 648 |
41%|████ | 52/128 [00:04<00:06, 11.52it/s]
|
| 649 |
42%|████▏ | 54/128 [00:04<00:06, 11.77it/s]
|
| 650 |
44%|████▍ | 56/128 [00:04<00:05, 12.25it/s]
|
| 651 |
45%|████▌ | 58/128 [00:04<00:05, 12.61it/s]
|
| 652 |
47%|████▋ | 60/128 [00:04<00:05, 12.88it/s]
|
| 653 |
48%|████▊ | 62/128 [00:05<00:05, 13.16it/s]
|
| 654 |
50%|█████ | 64/128 [00:05<00:05, 12.64it/s]
|
| 655 |
52%|█████▏ | 66/128 [00:05<00:06, 10.06it/s]
|
| 656 |
53%|█████▎ | 68/128 [00:05<00:05, 10.88it/s]
|
| 657 |
55%|█████▍ | 70/128 [00:05<00:05, 11.53it/s]
|
| 658 |
56%|█████▋ | 72/128 [00:06<00:05, 10.28it/s]
|
| 659 |
58%|█████▊ | 74/128 [00:06<00:04, 11.06it/s]
|
| 660 |
59%|█████▉ | 76/128 [00:06<00:04, 11.79it/s]
|
| 661 |
61%|██████ | 78/128 [00:06<00:04, 12.05it/s]
|
| 662 |
62%|██████▎ | 80/128 [00:06<00:03, 12.63it/s]
|
| 663 |
64%|██████▍ | 82/128 [00:06<00:03, 13.07it/s]
|
| 664 |
66%|██████▌ | 84/128 [00:07<00:03, 12.82it/s]
|
| 665 |
67%|██████▋ | 86/128 [00:07<00:03, 11.49it/s]
|
| 666 |
69%|██████▉ | 88/128 [00:07<00:03, 12.03it/s]
|
| 667 |
70%|███████ | 90/128 [00:07<00:03, 11.04it/s]
|
| 668 |
72%|███████▏ | 92/128 [00:07<00:03, 10.78it/s]
|
| 669 |
73%|███████▎ | 94/128 [00:08<00:03, 10.46it/s]
|
| 670 |
75%|███████▌ | 96/128 [00:08<00:02, 11.34it/s]
|
| 671 |
77%|███████▋ | 98/128 [00:08<00:02, 10.20it/s]
|
| 672 |
78%|███████▊ | 100/128 [00:08<00:02, 10.89it/s]
|
| 673 |
80%|███████▉ | 102/128 [00:08<00:02, 11.37it/s]
|
| 674 |
81%|████████▏ | 104/128 [00:08<00:02, 10.84it/s]
|
| 675 |
83%|████████▎ | 106/128 [00:09<00:01, 11.61it/s]
|
| 676 |
84%|████████▍ | 108/128 [00:09<00:01, 12.06it/s]
|
| 677 |
86%|████████▌ | 110/128 [00:09<00:01, 11.76it/s]
|
| 678 |
88%|████████▊ | 112/128 [00:09<00:01, 10.51it/s]
|
| 679 |
89%|████████▉ | 114/128 [00:09<00:01, 11.10it/s]
|
| 680 |
91%|█████████ | 116/128 [00:09<00:01, 11.70it/s]
|
| 681 |
92%|█████████▏| 118/128 [00:10<00:00, 11.94it/s]
|
| 682 |
94%|█████████▍| 120/128 [00:10<00:00, 12.51it/s]
|
| 683 |
95%|█████████▌| 122/128 [00:10<00:00, 10.78it/s]
|
| 684 |
97%|█████████▋| 124/128 [00:10<00:00, 11.64it/s]
|
| 685 |
98%|█████████▊| 126/128 [00:10<00:00, 11.94it/s]
|
| 686 |
+
physics: 1.5472
|
| 687 |
+
Saved to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_loss.json
|
| 688 |
+
Getting token length estimate... w/ batch_size=1024
|
| 689 |
+
|
| 690 |
+
DONE Getting token length estimate!
|
| 691 |
+
Getting length-aware padding breakpoints...
|
| 692 |
+
DONE Tokenizing...
|
| 693 |
+
|
| 694 |
+
|
| 695 |
+
|
| 696 |
+
Saved after_pruning StemQA judge outputs to /mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/run_status.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "ok",
|
| 3 |
+
"requested_sparsity": 0.45,
|
| 4 |
+
"calibration_config": "chemistry"
|
| 5 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_inference.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.9166666666666666,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.75,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 1.0,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.8966666666666666,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 0.98,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.71,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 1.0,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.9,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.91,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.81,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 0.98,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.8733333333333333,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 0.95,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.68,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 0.99
|
| 18 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_after_pruning_judgements.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_inference.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.91,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.73,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 1.0,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.93,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 1.0,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.82,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 0.97,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.94,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.94,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.88,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.8866666666666667,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 0.96,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.72,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 0.98
|
| 18 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_before_pruning_judgements.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/stemqa_loss.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"calibration_dataset": "stemqa",
|
| 3 |
+
"calibration_config": "chemistry",
|
| 4 |
+
"eval_split": "test",
|
| 5 |
+
"sparsity_ratio": 0.45,
|
| 6 |
+
"actual_sparsity": 0.4499965734649123,
|
| 7 |
+
"loss_by_domain": {
|
| 8 |
+
"biology": 3.3025085469707847,
|
| 9 |
+
"chemistry": 1.9307341990061104,
|
| 10 |
+
"math": 1.4654341638088226,
|
| 11 |
+
"physics": 1.547201391775161
|
| 12 |
+
}
|
| 13 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p45/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-3-12b-it",
|
| 3 |
+
"sparsity_ratio": 0.45,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "chemistry",
|
| 7 |
+
"nsamples": 1024,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/log_wanda.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
method actual_sparsity ppl_test
|
| 2 |
+
wanda 0.5000 284.1913
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/pgd_args.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"mask_dir": "/mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/wanda_masks",
|
| 3 |
+
"save": "/mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5",
|
| 4 |
+
"device": "cuda:0",
|
| 5 |
+
"dtype": "bfloat16",
|
| 6 |
+
"domain": "chemistry",
|
| 7 |
+
"min_layer_idx": 20,
|
| 8 |
+
"max_steps": 2000,
|
| 9 |
+
"batch_size": 1,
|
| 10 |
+
"grad_accum": 1,
|
| 11 |
+
"lr": 2e-05,
|
| 12 |
+
"n_train": 256,
|
| 13 |
+
"seed": 0,
|
| 14 |
+
"optim": "adamw_bnb_8bit",
|
| 15 |
+
"gradient_checkpointing": true,
|
| 16 |
+
"logging_steps": 10,
|
| 17 |
+
"no_validate_sparsity": false,
|
| 18 |
+
"report_to": "wandb",
|
| 19 |
+
"wandb_project": "saescoping",
|
| 20 |
+
"wandb_entity": null,
|
| 21 |
+
"wandb_mode": null,
|
| 22 |
+
"wandb_name": "calibration_chemistry__sparsity_0p5",
|
| 23 |
+
"wandb_group": "results",
|
| 24 |
+
"wandb_tags": "pgd,recovery,gemma2-9b-it",
|
| 25 |
+
"eval_every_steps": 200,
|
| 26 |
+
"early_stop_judge_frac": 0.95,
|
| 27 |
+
"early_stop_loss_frac": 1.2,
|
| 28 |
+
"eval_domains": [
|
| 29 |
+
"biology",
|
| 30 |
+
"chemistry",
|
| 31 |
+
"math",
|
| 32 |
+
"physics"
|
| 33 |
+
],
|
| 34 |
+
"eval_split": "validation",
|
| 35 |
+
"eval_n_samples": 200,
|
| 36 |
+
"eval_batch_size": 2,
|
| 37 |
+
"max_seq_len": 1024,
|
| 38 |
+
"response_n_samples": 50,
|
| 39 |
+
"response_split": "validation",
|
| 40 |
+
"response_max_new_tokens": 768,
|
| 41 |
+
"response_generation_kwargs": null,
|
| 42 |
+
"response_tokens_per_batch": 1600,
|
| 43 |
+
"response_judge_model": "gpt-4.1",
|
| 44 |
+
"response_max_judge_requests": 1800,
|
| 45 |
+
"response_domains": null
|
| 46 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/pgd_results.json
ADDED
|
@@ -0,0 +1,562 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"mask_dir": "/mnt/align4_drive2/adrianoh/sae_scoping/.artifacts/wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/wanda_masks",
|
| 3 |
+
"mask_config": {
|
| 4 |
+
"model": "google/gemma-2-9b-it",
|
| 5 |
+
"sparsity_ratio": 0.5,
|
| 6 |
+
"use_variant": false,
|
| 7 |
+
"dataset": "stemqa",
|
| 8 |
+
"dataset_config": "chemistry",
|
| 9 |
+
"nsamples": 1024,
|
| 10 |
+
"calib_seqlen": "2048",
|
| 11 |
+
"seed": 0
|
| 12 |
+
},
|
| 13 |
+
"recovery_domain": "chemistry",
|
| 14 |
+
"sparsity_before_pgd": 0.5,
|
| 15 |
+
"sparsity_after_pgd": 0.5,
|
| 16 |
+
"masked_nonzero_after_pgd": 0,
|
| 17 |
+
"reference_judge": 0.8858333333333334,
|
| 18 |
+
"reference_loss": 1.6609782676398754,
|
| 19 |
+
"reference_judge_scores": {
|
| 20 |
+
"llm_judge/biology/out_of_scope/quality": 0.8833333333333333,
|
| 21 |
+
"llm_judge/biology/out_of_scope/fluency": 1.0,
|
| 22 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.66,
|
| 23 |
+
"llm_judge/biology/out_of_scope/relevance": 0.99,
|
| 24 |
+
"llm_judge/chemistry/in_scope/quality": 0.9066666666666666,
|
| 25 |
+
"llm_judge/chemistry/in_scope/fluency": 1.0,
|
| 26 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.73,
|
| 27 |
+
"llm_judge/chemistry/in_scope/relevance": 0.99,
|
| 28 |
+
"llm_judge/math/out_of_scope/quality": 0.8866666666666667,
|
| 29 |
+
"llm_judge/math/out_of_scope/fluency": 1.0,
|
| 30 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.66,
|
| 31 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 32 |
+
"llm_judge/physics/out_of_scope/quality": 0.8666666666666667,
|
| 33 |
+
"llm_judge/physics/out_of_scope/fluency": 1.0,
|
| 34 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.61,
|
| 35 |
+
"llm_judge/physics/out_of_scope/relevance": 0.99
|
| 36 |
+
},
|
| 37 |
+
"reference_loss_by_domain": {
|
| 38 |
+
"biology": 2.4611436212062836,
|
| 39 |
+
"chemistry": 1.4866025841236115,
|
| 40 |
+
"math": 1.414721286892891,
|
| 41 |
+
"physics": 1.2814455783367158
|
| 42 |
+
},
|
| 43 |
+
"pgd_steps_run": 2000,
|
| 44 |
+
"early_stopped_at": null,
|
| 45 |
+
"early_stop_history": [
|
| 46 |
+
{
|
| 47 |
+
"step": 200,
|
| 48 |
+
"judge_scalar": 0.7891666666666667,
|
| 49 |
+
"recovery_domain": "chemistry",
|
| 50 |
+
"in_domain_loss": 0.7240547072887421,
|
| 51 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 52 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 53 |
+
"judge_ok": false,
|
| 54 |
+
"loss_ok": true,
|
| 55 |
+
"judge_ok_by_metric": {
|
| 56 |
+
"llm_judge/biology/out_of_scope/quality": false,
|
| 57 |
+
"llm_judge/biology/out_of_scope/fluency": false,
|
| 58 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 59 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 60 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 61 |
+
"llm_judge/chemistry/in_scope/fluency": false,
|
| 62 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 63 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 64 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 65 |
+
"llm_judge/math/out_of_scope/fluency": false,
|
| 66 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 67 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 68 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 69 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 70 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 71 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 72 |
+
},
|
| 73 |
+
"judge_scores": {
|
| 74 |
+
"llm_judge/biology/out_of_scope/quality": 0.82,
|
| 75 |
+
"llm_judge/biology/out_of_scope/fluency": 0.92,
|
| 76 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.54,
|
| 77 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 78 |
+
"llm_judge/chemistry/in_scope/quality": 0.8133333333333334,
|
| 79 |
+
"llm_judge/chemistry/in_scope/fluency": 0.93,
|
| 80 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.51,
|
| 81 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 82 |
+
"llm_judge/math/out_of_scope/quality": 0.76,
|
| 83 |
+
"llm_judge/math/out_of_scope/fluency": 0.86,
|
| 84 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.42,
|
| 85 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 86 |
+
"llm_judge/physics/out_of_scope/quality": 0.7633333333333333,
|
| 87 |
+
"llm_judge/physics/out_of_scope/fluency": 0.95,
|
| 88 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.34,
|
| 89 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 90 |
+
},
|
| 91 |
+
"loss_by_domain": {
|
| 92 |
+
"chemistry": 0.7240547072887421
|
| 93 |
+
}
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"step": 400,
|
| 97 |
+
"judge_scalar": 0.8208333333333333,
|
| 98 |
+
"recovery_domain": "chemistry",
|
| 99 |
+
"in_domain_loss": 0.8804852324724197,
|
| 100 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 101 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 102 |
+
"judge_ok": false,
|
| 103 |
+
"loss_ok": true,
|
| 104 |
+
"judge_ok_by_metric": {
|
| 105 |
+
"llm_judge/biology/out_of_scope/quality": false,
|
| 106 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 107 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 108 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 109 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 110 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 111 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 112 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 113 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 114 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 115 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 116 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 117 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 118 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 119 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 120 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 121 |
+
},
|
| 122 |
+
"judge_scores": {
|
| 123 |
+
"llm_judge/biology/out_of_scope/quality": 0.8366666666666667,
|
| 124 |
+
"llm_judge/biology/out_of_scope/fluency": 0.99,
|
| 125 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.52,
|
| 126 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 127 |
+
"llm_judge/chemistry/in_scope/quality": 0.85,
|
| 128 |
+
"llm_judge/chemistry/in_scope/fluency": 0.96,
|
| 129 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.59,
|
| 130 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 131 |
+
"llm_judge/math/out_of_scope/quality": 0.8033333333333333,
|
| 132 |
+
"llm_judge/math/out_of_scope/fluency": 0.99,
|
| 133 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.42,
|
| 134 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 135 |
+
"llm_judge/physics/out_of_scope/quality": 0.7933333333333333,
|
| 136 |
+
"llm_judge/physics/out_of_scope/fluency": 0.97,
|
| 137 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.41,
|
| 138 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 139 |
+
},
|
| 140 |
+
"loss_by_domain": {
|
| 141 |
+
"chemistry": 0.8804852324724197
|
| 142 |
+
}
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"step": 600,
|
| 146 |
+
"judge_scalar": 0.8241666666666667,
|
| 147 |
+
"recovery_domain": "chemistry",
|
| 148 |
+
"in_domain_loss": 1.1078402042388915,
|
| 149 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 150 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 151 |
+
"judge_ok": false,
|
| 152 |
+
"loss_ok": true,
|
| 153 |
+
"judge_ok_by_metric": {
|
| 154 |
+
"llm_judge/biology/out_of_scope/quality": true,
|
| 155 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 156 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 157 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 158 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 159 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 160 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 161 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 162 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 163 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 164 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 165 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 166 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 167 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 168 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 169 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 170 |
+
},
|
| 171 |
+
"judge_scores": {
|
| 172 |
+
"llm_judge/biology/out_of_scope/quality": 0.86,
|
| 173 |
+
"llm_judge/biology/out_of_scope/fluency": 1.0,
|
| 174 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.58,
|
| 175 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 176 |
+
"llm_judge/chemistry/in_scope/quality": 0.8333333333333334,
|
| 177 |
+
"llm_judge/chemistry/in_scope/fluency": 0.97,
|
| 178 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.54,
|
| 179 |
+
"llm_judge/chemistry/in_scope/relevance": 0.99,
|
| 180 |
+
"llm_judge/math/out_of_scope/quality": 0.8166666666666667,
|
| 181 |
+
"llm_judge/math/out_of_scope/fluency": 0.99,
|
| 182 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.46,
|
| 183 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 184 |
+
"llm_judge/physics/out_of_scope/quality": 0.7866666666666666,
|
| 185 |
+
"llm_judge/physics/out_of_scope/fluency": 0.98,
|
| 186 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.38,
|
| 187 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 188 |
+
},
|
| 189 |
+
"loss_by_domain": {
|
| 190 |
+
"chemistry": 1.1078402042388915
|
| 191 |
+
}
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"step": 800,
|
| 195 |
+
"judge_scalar": 0.8133333333333334,
|
| 196 |
+
"recovery_domain": "chemistry",
|
| 197 |
+
"in_domain_loss": 1.2864794856309891,
|
| 198 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 199 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 200 |
+
"judge_ok": false,
|
| 201 |
+
"loss_ok": true,
|
| 202 |
+
"judge_ok_by_metric": {
|
| 203 |
+
"llm_judge/biology/out_of_scope/quality": true,
|
| 204 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 205 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 206 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 207 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 208 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 209 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 210 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 211 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 212 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 213 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 214 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 215 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 216 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 217 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 218 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 219 |
+
},
|
| 220 |
+
"judge_scores": {
|
| 221 |
+
"llm_judge/biology/out_of_scope/quality": 0.84,
|
| 222 |
+
"llm_judge/biology/out_of_scope/fluency": 0.99,
|
| 223 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.53,
|
| 224 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 225 |
+
"llm_judge/chemistry/in_scope/quality": 0.8166666666666667,
|
| 226 |
+
"llm_judge/chemistry/in_scope/fluency": 0.99,
|
| 227 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.46,
|
| 228 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 229 |
+
"llm_judge/math/out_of_scope/quality": 0.8166666666666667,
|
| 230 |
+
"llm_judge/math/out_of_scope/fluency": 0.98,
|
| 231 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.47,
|
| 232 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 233 |
+
"llm_judge/physics/out_of_scope/quality": 0.78,
|
| 234 |
+
"llm_judge/physics/out_of_scope/fluency": 0.97,
|
| 235 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.38,
|
| 236 |
+
"llm_judge/physics/out_of_scope/relevance": 0.99
|
| 237 |
+
},
|
| 238 |
+
"loss_by_domain": {
|
| 239 |
+
"chemistry": 1.2864794856309891
|
| 240 |
+
}
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"step": 1000,
|
| 244 |
+
"judge_scalar": 0.8083333333333333,
|
| 245 |
+
"recovery_domain": "chemistry",
|
| 246 |
+
"in_domain_loss": 1.3363014405965805,
|
| 247 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 248 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 249 |
+
"judge_ok": false,
|
| 250 |
+
"loss_ok": true,
|
| 251 |
+
"judge_ok_by_metric": {
|
| 252 |
+
"llm_judge/biology/out_of_scope/quality": false,
|
| 253 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 254 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 255 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 256 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 257 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 258 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 259 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 260 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 261 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 262 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 263 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 264 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 265 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 266 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 267 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 268 |
+
},
|
| 269 |
+
"judge_scores": {
|
| 270 |
+
"llm_judge/biology/out_of_scope/quality": 0.8366666666666667,
|
| 271 |
+
"llm_judge/biology/out_of_scope/fluency": 0.98,
|
| 272 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.53,
|
| 273 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 274 |
+
"llm_judge/chemistry/in_scope/quality": 0.8233333333333334,
|
| 275 |
+
"llm_judge/chemistry/in_scope/fluency": 0.98,
|
| 276 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.49,
|
| 277 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 278 |
+
"llm_judge/math/out_of_scope/quality": 0.7866666666666666,
|
| 279 |
+
"llm_judge/math/out_of_scope/fluency": 0.96,
|
| 280 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.4,
|
| 281 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 282 |
+
"llm_judge/physics/out_of_scope/quality": 0.7866666666666666,
|
| 283 |
+
"llm_judge/physics/out_of_scope/fluency": 0.97,
|
| 284 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.39,
|
| 285 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 286 |
+
},
|
| 287 |
+
"loss_by_domain": {
|
| 288 |
+
"chemistry": 1.3363014405965805
|
| 289 |
+
}
|
| 290 |
+
},
|
| 291 |
+
{
|
| 292 |
+
"step": 1200,
|
| 293 |
+
"judge_scalar": 0.8216666666666667,
|
| 294 |
+
"recovery_domain": "chemistry",
|
| 295 |
+
"in_domain_loss": 1.5586756336688996,
|
| 296 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 297 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 298 |
+
"judge_ok": false,
|
| 299 |
+
"loss_ok": true,
|
| 300 |
+
"judge_ok_by_metric": {
|
| 301 |
+
"llm_judge/biology/out_of_scope/quality": true,
|
| 302 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 303 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 304 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 305 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 306 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 307 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 308 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 309 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 310 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 311 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 312 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 313 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 314 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 315 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 316 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 317 |
+
},
|
| 318 |
+
"judge_scores": {
|
| 319 |
+
"llm_judge/biology/out_of_scope/quality": 0.84,
|
| 320 |
+
"llm_judge/biology/out_of_scope/fluency": 0.97,
|
| 321 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.55,
|
| 322 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 323 |
+
"llm_judge/chemistry/in_scope/quality": 0.84,
|
| 324 |
+
"llm_judge/chemistry/in_scope/fluency": 1.0,
|
| 325 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.52,
|
| 326 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 327 |
+
"llm_judge/math/out_of_scope/quality": 0.8133333333333334,
|
| 328 |
+
"llm_judge/math/out_of_scope/fluency": 1.0,
|
| 329 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.44,
|
| 330 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 331 |
+
"llm_judge/physics/out_of_scope/quality": 0.7933333333333333,
|
| 332 |
+
"llm_judge/physics/out_of_scope/fluency": 0.98,
|
| 333 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.4,
|
| 334 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 335 |
+
},
|
| 336 |
+
"loss_by_domain": {
|
| 337 |
+
"chemistry": 1.5586756336688996
|
| 338 |
+
}
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"step": 1400,
|
| 342 |
+
"judge_scalar": 0.815,
|
| 343 |
+
"recovery_domain": "chemistry",
|
| 344 |
+
"in_domain_loss": 1.6661036944389342,
|
| 345 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 346 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 347 |
+
"judge_ok": false,
|
| 348 |
+
"loss_ok": true,
|
| 349 |
+
"judge_ok_by_metric": {
|
| 350 |
+
"llm_judge/biology/out_of_scope/quality": true,
|
| 351 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 352 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 353 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 354 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 355 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 356 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 357 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 358 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 359 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 360 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 361 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 362 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 363 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 364 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 365 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 366 |
+
},
|
| 367 |
+
"judge_scores": {
|
| 368 |
+
"llm_judge/biology/out_of_scope/quality": 0.84,
|
| 369 |
+
"llm_judge/biology/out_of_scope/fluency": 0.99,
|
| 370 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.53,
|
| 371 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 372 |
+
"llm_judge/chemistry/in_scope/quality": 0.8233333333333334,
|
| 373 |
+
"llm_judge/chemistry/in_scope/fluency": 0.98,
|
| 374 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.49,
|
| 375 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 376 |
+
"llm_judge/math/out_of_scope/quality": 0.8133333333333334,
|
| 377 |
+
"llm_judge/math/out_of_scope/fluency": 0.99,
|
| 378 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.45,
|
| 379 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 380 |
+
"llm_judge/physics/out_of_scope/quality": 0.7833333333333333,
|
| 381 |
+
"llm_judge/physics/out_of_scope/fluency": 0.96,
|
| 382 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.39,
|
| 383 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 384 |
+
},
|
| 385 |
+
"loss_by_domain": {
|
| 386 |
+
"chemistry": 1.6661036944389342
|
| 387 |
+
}
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"step": 1600,
|
| 391 |
+
"judge_scalar": 0.8216666666666667,
|
| 392 |
+
"recovery_domain": "chemistry",
|
| 393 |
+
"in_domain_loss": 1.7182059293985368,
|
| 394 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 395 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 396 |
+
"judge_ok": false,
|
| 397 |
+
"loss_ok": true,
|
| 398 |
+
"judge_ok_by_metric": {
|
| 399 |
+
"llm_judge/biology/out_of_scope/quality": false,
|
| 400 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 401 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 402 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 403 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 404 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 405 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 406 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 407 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 408 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 409 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 410 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 411 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 412 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 413 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 414 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 415 |
+
},
|
| 416 |
+
"judge_scores": {
|
| 417 |
+
"llm_judge/biology/out_of_scope/quality": 0.8366666666666667,
|
| 418 |
+
"llm_judge/biology/out_of_scope/fluency": 0.97,
|
| 419 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.54,
|
| 420 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 421 |
+
"llm_judge/chemistry/in_scope/quality": 0.83,
|
| 422 |
+
"llm_judge/chemistry/in_scope/fluency": 0.97,
|
| 423 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.52,
|
| 424 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 425 |
+
"llm_judge/math/out_of_scope/quality": 0.83,
|
| 426 |
+
"llm_judge/math/out_of_scope/fluency": 1.0,
|
| 427 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.49,
|
| 428 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 429 |
+
"llm_judge/physics/out_of_scope/quality": 0.79,
|
| 430 |
+
"llm_judge/physics/out_of_scope/fluency": 0.96,
|
| 431 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.41,
|
| 432 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 433 |
+
},
|
| 434 |
+
"loss_by_domain": {
|
| 435 |
+
"chemistry": 1.7182059293985368
|
| 436 |
+
}
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"step": 1800,
|
| 440 |
+
"judge_scalar": 0.8308333333333333,
|
| 441 |
+
"recovery_domain": "chemistry",
|
| 442 |
+
"in_domain_loss": 1.7405128645896912,
|
| 443 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 444 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 445 |
+
"judge_ok": false,
|
| 446 |
+
"loss_ok": true,
|
| 447 |
+
"judge_ok_by_metric": {
|
| 448 |
+
"llm_judge/biology/out_of_scope/quality": true,
|
| 449 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 450 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 451 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 452 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 453 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 454 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 455 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 456 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 457 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 458 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 459 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 460 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 461 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 462 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 463 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 464 |
+
},
|
| 465 |
+
"judge_scores": {
|
| 466 |
+
"llm_judge/biology/out_of_scope/quality": 0.8433333333333334,
|
| 467 |
+
"llm_judge/biology/out_of_scope/fluency": 0.98,
|
| 468 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.55,
|
| 469 |
+
"llm_judge/biology/out_of_scope/relevance": 1.0,
|
| 470 |
+
"llm_judge/chemistry/in_scope/quality": 0.8566666666666667,
|
| 471 |
+
"llm_judge/chemistry/in_scope/fluency": 1.0,
|
| 472 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.57,
|
| 473 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 474 |
+
"llm_judge/math/out_of_scope/quality": 0.8166666666666667,
|
| 475 |
+
"llm_judge/math/out_of_scope/fluency": 0.99,
|
| 476 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.46,
|
| 477 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 478 |
+
"llm_judge/physics/out_of_scope/quality": 0.8066666666666666,
|
| 479 |
+
"llm_judge/physics/out_of_scope/fluency": 0.97,
|
| 480 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.45,
|
| 481 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 482 |
+
},
|
| 483 |
+
"loss_by_domain": {
|
| 484 |
+
"chemistry": 1.7405128645896912
|
| 485 |
+
}
|
| 486 |
+
},
|
| 487 |
+
{
|
| 488 |
+
"step": 2000,
|
| 489 |
+
"judge_scalar": 0.8208333333333333,
|
| 490 |
+
"recovery_domain": "chemistry",
|
| 491 |
+
"in_domain_loss": 1.7436140817403794,
|
| 492 |
+
"in_domain_loss_target": 1.7839231009483336,
|
| 493 |
+
"reference_in_domain_loss": 1.4866025841236115,
|
| 494 |
+
"judge_ok": false,
|
| 495 |
+
"loss_ok": true,
|
| 496 |
+
"judge_ok_by_metric": {
|
| 497 |
+
"llm_judge/biology/out_of_scope/quality": false,
|
| 498 |
+
"llm_judge/biology/out_of_scope/fluency": true,
|
| 499 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": false,
|
| 500 |
+
"llm_judge/biology/out_of_scope/relevance": true,
|
| 501 |
+
"llm_judge/chemistry/in_scope/quality": false,
|
| 502 |
+
"llm_judge/chemistry/in_scope/fluency": true,
|
| 503 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": false,
|
| 504 |
+
"llm_judge/chemistry/in_scope/relevance": true,
|
| 505 |
+
"llm_judge/math/out_of_scope/quality": false,
|
| 506 |
+
"llm_judge/math/out_of_scope/fluency": true,
|
| 507 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": false,
|
| 508 |
+
"llm_judge/math/out_of_scope/relevance": true,
|
| 509 |
+
"llm_judge/physics/out_of_scope/quality": false,
|
| 510 |
+
"llm_judge/physics/out_of_scope/fluency": true,
|
| 511 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": false,
|
| 512 |
+
"llm_judge/physics/out_of_scope/relevance": true
|
| 513 |
+
},
|
| 514 |
+
"judge_scores": {
|
| 515 |
+
"llm_judge/biology/out_of_scope/quality": 0.8233333333333334,
|
| 516 |
+
"llm_judge/biology/out_of_scope/fluency": 0.97,
|
| 517 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.51,
|
| 518 |
+
"llm_judge/biology/out_of_scope/relevance": 0.99,
|
| 519 |
+
"llm_judge/chemistry/in_scope/quality": 0.8433333333333334,
|
| 520 |
+
"llm_judge/chemistry/in_scope/fluency": 0.98,
|
| 521 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.55,
|
| 522 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 523 |
+
"llm_judge/math/out_of_scope/quality": 0.8233333333333334,
|
| 524 |
+
"llm_judge/math/out_of_scope/fluency": 0.99,
|
| 525 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.48,
|
| 526 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 527 |
+
"llm_judge/physics/out_of_scope/quality": 0.7933333333333333,
|
| 528 |
+
"llm_judge/physics/out_of_scope/fluency": 0.97,
|
| 529 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.42,
|
| 530 |
+
"llm_judge/physics/out_of_scope/relevance": 0.99
|
| 531 |
+
},
|
| 532 |
+
"loss_by_domain": {
|
| 533 |
+
"chemistry": 1.7436140817403794
|
| 534 |
+
}
|
| 535 |
+
}
|
| 536 |
+
],
|
| 537 |
+
"ppl_test": 22.438575744628906,
|
| 538 |
+
"stemqa_loss": {
|
| 539 |
+
"biology": 3.0799627542495727,
|
| 540 |
+
"chemistry": 1.7436140817403794,
|
| 541 |
+
"math": 2.020428514480591,
|
| 542 |
+
"physics": 1.6932328891754151
|
| 543 |
+
},
|
| 544 |
+
"judge_scores": {
|
| 545 |
+
"llm_judge/biology/out_of_scope/quality": 0.8266666666666667,
|
| 546 |
+
"llm_judge/biology/out_of_scope/fluency": 0.97,
|
| 547 |
+
"llm_judge/biology/out_of_scope/ground_truth_similarity": 0.52,
|
| 548 |
+
"llm_judge/biology/out_of_scope/relevance": 0.99,
|
| 549 |
+
"llm_judge/chemistry/in_scope/quality": 0.8433333333333334,
|
| 550 |
+
"llm_judge/chemistry/in_scope/fluency": 0.97,
|
| 551 |
+
"llm_judge/chemistry/in_scope/ground_truth_similarity": 0.56,
|
| 552 |
+
"llm_judge/chemistry/in_scope/relevance": 1.0,
|
| 553 |
+
"llm_judge/math/out_of_scope/quality": 0.8166666666666667,
|
| 554 |
+
"llm_judge/math/out_of_scope/fluency": 0.99,
|
| 555 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.46,
|
| 556 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 557 |
+
"llm_judge/physics/out_of_scope/quality": 0.8,
|
| 558 |
+
"llm_judge/physics/out_of_scope/fluency": 0.96,
|
| 559 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.44,
|
| 560 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 561 |
+
}
|
| 562 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/recovered_model/chat_template.jinja
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '
|
| 2 |
+
' + message['content'] | trim + '<end_of_turn>
|
| 3 |
+
' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model
|
| 4 |
+
'}}{% endif %}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_214707/results/calibration_chemistry/sparsity_0p5/recovered_model/config.json
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Gemma2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_bias": false,
|
| 6 |
+
"attention_dropout": 0.0,
|
| 7 |
+
"attn_logit_softcapping": 50.0,
|
| 8 |
+
"bos_token_id": 2,
|
| 9 |
+
"cache_implementation": "hybrid",
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"eos_token_id": 1,
|
| 12 |
+
"final_logit_softcapping": 30.0,
|
| 13 |
+
"head_dim": 256,
|
| 14 |
+
"hidden_act": "gelu_pytorch_tanh",
|
| 15 |
+
"hidden_activation": "gelu_pytorch_tanh",
|
| 16 |
+
"hidden_size": 3584,
|
| 17 |
+
"initializer_range": 0.02,
|
| 18 |
+
"intermediate_size": 14336,
|
| 19 |
+
"layer_types": [
|
| 20 |
+
"sliding_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"sliding_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"sliding_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"sliding_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"sliding_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"sliding_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"sliding_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"sliding_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"sliding_attention",
|
| 37 |
+
"full_attention",
|
| 38 |
+
"sliding_attention",
|
| 39 |
+
"full_attention",
|
| 40 |
+
"sliding_attention",
|
| 41 |
+
"full_attention",
|
| 42 |
+
"sliding_attention",
|
| 43 |
+
"full_attention",
|
| 44 |
+
"sliding_attention",
|
| 45 |
+
"full_attention",
|
| 46 |
+
"sliding_attention",
|
| 47 |
+
"full_attention",
|
| 48 |
+
"sliding_attention",
|
| 49 |
+
"full_attention",
|
| 50 |
+
"sliding_attention",
|
| 51 |
+
"full_attention",
|
| 52 |
+
"sliding_attention",
|
| 53 |
+
"full_attention",
|
| 54 |
+
"sliding_attention",
|
| 55 |
+
"full_attention",
|
| 56 |
+
"sliding_attention",
|
| 57 |
+
"full_attention",
|
| 58 |
+
"sliding_attention",
|
| 59 |
+
"full_attention",
|
| 60 |
+
"sliding_attention",
|
| 61 |
+
"full_attention"
|
| 62 |
+
],
|
| 63 |
+
"max_position_embeddings": 8192,
|
| 64 |
+
"model_type": "gemma2",
|
| 65 |
+
"num_attention_heads": 16,
|
| 66 |
+
"num_hidden_layers": 42,
|
| 67 |
+
"num_key_value_heads": 8,
|
| 68 |
+
"pad_token_id": 0,
|
| 69 |
+
"query_pre_attn_scalar": 256,
|
| 70 |
+
"rms_norm_eps": 1e-06,
|
| 71 |
+
"rope_theta": 10000.0,
|
| 72 |
+
"sliding_window": 4096,
|
| 73 |
+
"sliding_window_size": 4096,
|
| 74 |
+
"transformers_version": "4.56.1",
|
| 75 |
+
"use_cache": true,
|
| 76 |
+
"vocab_size": 256000
|
| 77 |
+
}
|