Upload folder using huggingface_hub
Browse files- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/run_status.json +5 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_after_pruning_judge_df.json +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_after_pruning_judge_scores.json +18 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_before_pruning_judge_df.json +0 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_before_pruning_judge_scores.json +18 -0
- wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_loss.json +13 -0
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/run_status.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "ok",
|
| 3 |
+
"requested_sparsity": 0.0,
|
| 4 |
+
"calibration_config": "biology"
|
| 5 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_after_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_after_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.9666666666666667,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.9,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 1.0,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.9333333333333333,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 0.9,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.9,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 1.0,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.8666666666666667,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.9,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.7,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.9333333333333333,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 1.0,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.8,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 18 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_before_pruning_judge_df.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_before_pruning_judge_scores.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"llm_judge/biology/in_scope/quality": 0.9,
|
| 3 |
+
"llm_judge/biology/in_scope/fluency": 1.0,
|
| 4 |
+
"llm_judge/biology/in_scope/ground_truth_similarity": 0.7,
|
| 5 |
+
"llm_judge/biology/in_scope/relevance": 1.0,
|
| 6 |
+
"llm_judge/chemistry/out_of_scope/quality": 0.9333333333333333,
|
| 7 |
+
"llm_judge/chemistry/out_of_scope/fluency": 1.0,
|
| 8 |
+
"llm_judge/chemistry/out_of_scope/ground_truth_similarity": 0.8,
|
| 9 |
+
"llm_judge/chemistry/out_of_scope/relevance": 1.0,
|
| 10 |
+
"llm_judge/math/out_of_scope/quality": 0.9333333333333333,
|
| 11 |
+
"llm_judge/math/out_of_scope/fluency": 0.9,
|
| 12 |
+
"llm_judge/math/out_of_scope/ground_truth_similarity": 0.9,
|
| 13 |
+
"llm_judge/math/out_of_scope/relevance": 1.0,
|
| 14 |
+
"llm_judge/physics/out_of_scope/quality": 0.9333333333333333,
|
| 15 |
+
"llm_judge/physics/out_of_scope/fluency": 1.0,
|
| 16 |
+
"llm_judge/physics/out_of_scope/ground_truth_similarity": 0.8,
|
| 17 |
+
"llm_judge/physics/out_of_scope/relevance": 1.0
|
| 18 |
+
}
|
wanda_gemma3_12b_it_stemqa_all_calib_all_domains_test_sparsity_sweep_20260530_213147/results/calibration_biology/sparsity_0/stemqa_loss.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"calibration_dataset": "stemqa",
|
| 3 |
+
"calibration_config": "biology",
|
| 4 |
+
"eval_split": "test",
|
| 5 |
+
"sparsity_ratio": 0.0,
|
| 6 |
+
"actual_sparsity": 0.0,
|
| 7 |
+
"loss_by_domain": {
|
| 8 |
+
"biology": 4.012830352783203,
|
| 9 |
+
"chemistry": 1.9212414264678954,
|
| 10 |
+
"math": 1.6922020673751832,
|
| 11 |
+
"physics": 1.4460993111133575
|
| 12 |
+
}
|
| 13 |
+
}
|