pub_test_v2 / merge_metadata.json
elk-stack's picture
Upload folder using huggingface_hub
af3f718 verified
Raw History Blame Contribute Delete
2.45 kB
{
"backend": "native",
"base": "/root/distil_dir/train/model_base",
"target": "/root/distil_dir/train/model_target",
"method": "dare_ties",
"alpha": 0.18,
"dare_drop": 0.9,
"ties_keep_top": 0.2,
"axis_scores": null,
"axis_plan": {
"port": {},
"protect": []
},
"precheck": {
"grade": "PASS",
"passed": true,
"mergeable_layer_frac": 1.0,
"recommendation": "Qualified: homologous layers dominate. Use dare_ties + axis-scores; then fine-tune.",
"layers": [
{
"layer": 0,
"cosine": 0.999955415725708,
"rel_delta": 0.03289614524692297,
"sign_conflict": 0.01445366581901908,
"tier": "ok",
"mergeable": true
},
{
"layer": 1,
"cosine": 0.9999827146530151,
"rel_delta": 0.03291291184723377,
"sign_conflict": 0.0117919840849936,
"tier": "ok",
"mergeable": true
},
{
"layer": 6,
"cosine": 0.9999808371067047,
"rel_delta": 0.03292102366685867,
"sign_conflict": 0.0118133625946939,
"tier": "ok",
"mergeable": true
},
{
"layer": 13,
"cosine": 0.9999279975891113,
"rel_delta": 0.032905545085668564,
"sign_conflict": 0.011811455246061087,
"tier": "ok",
"mergeable": true
},
{
"layer": 20,
"cosine": 0.9999344050884247,
"rel_delta": 0.0329118799418211,
"sign_conflict": 0.01176464557647705,
"tier": "ok",
"mergeable": true
},
{
"layer": 25,
"cosine": 0.9999194443225861,
"rel_delta": 0.03291044756770134,
"sign_conflict": 0.012151002883911133,
"tier": "ok",
"mergeable": true
},
{
"layer": 26,
"cosine": 0.9999075531959534,
"rel_delta": 0.03291253559291363,
"sign_conflict": 0.01301272725686431,
"tier": "ok",
"mergeable": true
}
]
},
"cross_author": {
"warnings": [
"Cross-author merge: base='model_base' target='model_target'. Task vectors are approximate; run --precheck and recovery SFT.",
"Homologous architecture detected (different training runs). Prefer dare_ties or MergeKit ties; avoid frankenstein."
],
"blockers": [],
"same_architecture": true,
"same_tokenizer": true
},
"seed": 42,
"references": "MERGE_RESEARCH.md + mergekit (optional)"
}