Rhett1 commited on
Commit
7a0e7c4
·
verified ·
1 Parent(s): 3d49bb6

Upload svd_llm2/unheal/llama2-13b-base/provenance.json with huggingface_hub

Browse files
svd_llm2/unheal/llama2-13b-base/provenance.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "SVD-LLM V2 (NAACL 2025): Algorithm 1 heterogeneous ratio allocation + Algorithm 2 loss-optimized truncation; official code unreleased, faithful reimplementation (project IMPLEMENTATION_NOTES)",
3
+ "source_model": "NousResearch/Llama-2-13b-hf",
4
+ "source_revision": "4b54e9fdd2ebd8db0901d37b98d3a53bbfaa4503",
5
+ "params_total": 7740277760,
6
+ "param_budget_target": "7.7403B, matched to the TR-3 llama2-13b(-base) row",
7
+ "overall_keep_ratio": 0.5740,
8
+ "compression_artifacts": {
9
+ "compressed_checkpoint_tr3fmt": "checkpoints/svdllm2_base_13b/tr3fmt/state_dict_fp16.pt",
10
+ "compressed_checkpoint_tr3fmt_sha256": "fb5a1342778d945a642cd1cb1fb74f7121e7210877e76e1b1fd6e354c7a77ffc",
11
+ "ranks_json_sha256": "3ea3ed43101dffde74715cb68b16ea181b035c35074b15365e35557f88f7d211",
12
+ "v2_allocation_files": "checkpoints/svdllm2_base_13b/{v2_ranks.json, v2_lmin.json}",
13
+ "raw_svd_output": "checkpoints/svdllm2_base_13b/NousResearch_Llama_2_13b_hf_svdllmv2_keep_0.5740.pt",
14
+ "rawgram_cache": "checkpoints/svdllm2_base_13b/NousResearch_Llama_2_13b_hf_rawgram_wikitext2_256_3.pt"
15
+ },
16
+ "sha_source": "checkpoint sha256 recorded by the sibling KD-heal run's input-identity gate (job 93338)",
17
+ "probe_mmlu_unhealed": 0.2614035087719298,
18
+ "probe_mmlu_teacher_same_harness": 0.5425438596491228,
19
+ "probe_note": "lm-eval 0.4.12, MMLU limit=40 questions/subtask, n=2280, seed 1234, fp16; measured as the step-0 eval of the sibling KD-heal run (RIKYU job 93338). Full-benchmark eval intentionally not run on base models.",
20
+ "eval_protocol": "eval_protocol_llama2_13b_base.json"
21
+ }