Rhett1 commited on
Commit
9f53006
·
verified ·
1 Parent(s): 5014c94

Upload asvd_llm/unheal/llama2-13b-base/provenance.json with huggingface_hub

Browse files
asvd_llm/unheal/llama2-13b-base/provenance.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "ASVD official-style (abs_mean scaling, ppl sensitivity, param_ratio target)",
3
+ "source_model": "NousResearch/Llama-2-13b-hf",
4
+ "source_revision": "4b54e9fdd2ebd8db0901d37b98d3a53bbfaa4503",
5
+ "params_total": 7746790400,
6
+ "param_budget_target": "7.7403B, matched to the TR-3 llama2-13b(-base) row",
7
+ "param_ratio_target": 0.5897,
8
+ "factored_params": 6994022400,
9
+ "untouched_params": 752768000,
10
+ "alpha": 0.5,
11
+ "seed": 233,
12
+ "n_calib": 256,
13
+ "sensitivity_metric": "ppl",
14
+ "compression_artifacts": {
15
+ "compressed_checkpoint_tr3fmt": "checkpoints/asvd_base_13b/tr3fmt/state_dict_fp16.pt",
16
+ "compressed_checkpoint_tr3fmt_sha256": "c44d7dc63dd23f1eb09843d73abebe48d31b732457d9b5054670c70ca55b98ac",
17
+ "ranks_json_sha256": "fef5d275a2ac880abaf4b6f833b17c876cca823ad5634b949f575393c72b9d2e",
18
+ "compression_meta": "checkpoints/asvd_base_13b/asvd_hf/compression_meta.json"
19
+ },
20
+ "sha_source": "checkpoint sha256 recorded by the sibling KD-heal run's input-identity gate (job 94639)",
21
+ "status": "healthy instance (contrast: the 7B-base ASVD sibling is an archived negative result)",
22
+ "probe_mmlu_unhealed": 0.25219298245614036,
23
+ "probe_mmlu_after_60m_kd_heal": 0.43991228070175437,
24
+ "kd_kl_start_final": [3.904147833585739, 0.162364493124187],
25
+ "probe_mmlu_teacher_same_harness": 0.5425438596491228,
26
+ "probe_note": "lm-eval 0.4.12, MMLU limit=40 questions/subtask, n=2280, seed 1234, fp16; measured as the step-0 eval / milestone probes of the sibling KD-heal run (RIKYU job 94639). Full-benchmark eval intentionally not run on base models.",
27
+ "eval_protocol": "eval_protocol_llama2_13b_base.json"
28
+ }