Upload folder using huggingface_hub
Browse files- wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/run_status.json +5 -0
- wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_after_pruning_judge_df.json +0 -0
- wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_after_pruning_judge_scores.json +18 -0
- wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_before_pruning_judge_df.json +0 -0
- wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_before_pruning_judge_scores.json +18 -0
- wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_loss.json +13 -0
- wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/wanda_masks/config.json +10 -0
- wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/wanda_masks/masks.safetensors +3 -0
wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/run_status.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "ok",
|
| 3 |
+
"requested_sparsity": 0.5,
|
| 4 |
+
"calibration_config": "biology"
|
| 5 |
+
}
|
wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_after_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_after_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.7666666666666667,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.4,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 0.9,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.9333333333333333,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 1.0,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.8,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 1.0,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.8,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.9,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.6,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 0.9,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.9,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 1.0,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.8,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 0.9
|
| 18 |
+
}
|
wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_before_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_before_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.9,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.8,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 0.9,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.9666666666666667,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 1.0,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.9,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 1.0,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.9333333333333333,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 1.0,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.8,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.9,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 1.0,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.7,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 18 |
+
}
|
wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/stemqa_loss.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"calibration_dataset": "stemqa",
|
| 3 |
+
"calibration_config": "biology",
|
| 4 |
+
"eval_split": "test",
|
| 5 |
+
"sparsity_ratio": 0.5,
|
| 6 |
+
"actual_sparsity": 0.5,
|
| 7 |
+
"loss_by_domain": {
|
| 8 |
+
"biology": 2.8623263120651243,
|
| 9 |
+
"chemistry": 1.5793247997760773,
|
| 10 |
+
"math": 1.4672358155250549,
|
| 11 |
+
"physics": 1.2796412050724029
|
| 12 |
+
}
|
| 13 |
+
}
|
wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/wanda_masks/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "google/gemma-2-9b-it",
|
| 3 |
+
"sparsity_ratio": 0.5,
|
| 4 |
+
"use_variant": false,
|
| 5 |
+
"dataset": "stemqa",
|
| 6 |
+
"dataset_config": "biology",
|
| 7 |
+
"nsamples": 10,
|
| 8 |
+
"calib_seqlen": "2048",
|
| 9 |
+
"seed": 0
|
| 10 |
+
}
|
wanda_gemma2_9b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213136/results/calibration_biology/sparsity_0p5/wanda_masks/masks.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e6977d59eed7c520edbca93571e0d40195ac7ac49ded474caf27e35eb43ff0d
|
| 3 |
+
size 8323630504
|