File size: 2,450 Bytes
af3f718
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
{
  "backend": "native",
  "base": "/root/distil_dir/train/model_base",
  "target": "/root/distil_dir/train/model_target",
  "method": "dare_ties",
  "alpha": 0.18,
  "dare_drop": 0.9,
  "ties_keep_top": 0.2,
  "axis_scores": null,
  "axis_plan": {
    "port": {},
    "protect": []
  },
  "precheck": {
    "grade": "PASS",
    "passed": true,
    "mergeable_layer_frac": 1.0,
    "recommendation": "Qualified: homologous layers dominate. Use dare_ties + axis-scores; then fine-tune.",
    "layers": [
      {
        "layer": 0,
        "cosine": 0.999955415725708,
        "rel_delta": 0.03289614524692297,
        "sign_conflict": 0.01445366581901908,
        "tier": "ok",
        "mergeable": true
      },
      {
        "layer": 1,
        "cosine": 0.9999827146530151,
        "rel_delta": 0.03291291184723377,
        "sign_conflict": 0.0117919840849936,
        "tier": "ok",
        "mergeable": true
      },
      {
        "layer": 6,
        "cosine": 0.9999808371067047,
        "rel_delta": 0.03292102366685867,
        "sign_conflict": 0.0118133625946939,
        "tier": "ok",
        "mergeable": true
      },
      {
        "layer": 13,
        "cosine": 0.9999279975891113,
        "rel_delta": 0.032905545085668564,
        "sign_conflict": 0.011811455246061087,
        "tier": "ok",
        "mergeable": true
      },
      {
        "layer": 20,
        "cosine": 0.9999344050884247,
        "rel_delta": 0.0329118799418211,
        "sign_conflict": 0.01176464557647705,
        "tier": "ok",
        "mergeable": true
      },
      {
        "layer": 25,
        "cosine": 0.9999194443225861,
        "rel_delta": 0.03291044756770134,
        "sign_conflict": 0.012151002883911133,
        "tier": "ok",
        "mergeable": true
      },
      {
        "layer": 26,
        "cosine": 0.9999075531959534,
        "rel_delta": 0.03291253559291363,
        "sign_conflict": 0.01301272725686431,
        "tier": "ok",
        "mergeable": true
      }
    ]
  },
  "cross_author": {
    "warnings": [
      "Cross-author merge: base='model_base' target='model_target'. Task vectors are approximate; run --precheck and recovery SFT.",
      "Homologous architecture detected (different training runs). Prefer dare_ties or MergeKit ties; avoid frankenstein."
    ],
    "blockers": [],
    "same_architecture": true,
    "same_tokenizer": true
  },
  "seed": 42,
  "references": "MERGE_RESEARCH.md + mergekit (optional)"
}