thefinalboss commited on
Commit
3b9027e
·
verified ·
1 Parent(s): e26f7ae

SPIRA Checker 10h18: seen32 recount cov a (indicatif, test20k brut masqué), review v1b fix1 + ancrage (code 9121fdef), dashboard v4 + ligne seen32 indicative, gen broad_cova 5p (indicatif, scale HORS)

Browse files
v3_scale/checker/recount/seen32_cova/recount_seen32_1005.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "seen32__seen": {
3
+ "n": 8000,
4
+ "invocab": 5373,
5
+ "fused_all_pct": 14.5875,
6
+ "snn_all_pct": 10.487499999999999,
7
+ "fused_iv_pct": 21.049692908989392
8
+ },
9
+ "_fresh_en": {
10
+ "n": 8000,
11
+ "invocab": 6503,
12
+ "fused_all_pct": 4.1375,
13
+ "snn_all_pct": 4.05,
14
+ "fused_iv_pct": 5.089958480701215
15
+ },
16
+ "_fresh_fr": {
17
+ "n": 8000,
18
+ "invocab": 4748,
19
+ "fused_all_pct": 2.5375,
20
+ "snn_all_pct": 3.7624999999999997,
21
+ "fused_iv_pct": 4.191238416175231
22
+ },
23
+ "_fc2": {
24
+ "n": 8000,
25
+ "invocab": 6776,
26
+ "fused_all_pct": 18.55,
27
+ "snn_all_pct": 15.387500000000001,
28
+ "fused_iv_pct": 21.207201889020073
29
+ },
30
+ "_test20k": "masqué (brut non publié, strict_clean_only) — voir test20k_strict",
31
+ "_test_v3": {
32
+ "n": 20000,
33
+ "invocab": 15120,
34
+ "fused_all_pct": 6.660000000000001,
35
+ "snn_all_pct": 6.665,
36
+ "fused_iv_pct": 8.78968253968254
37
+ },
38
+ "test20k_strict": 7.105484141851301,
39
+ "fresh_mean": 9.276713093486071,
40
+ "gap": 11.772979815503321,
41
+ "_note": "Copie publiable de checker/recount/recount_seen32_1005.json : seule différence = _test20k brut masqué et listes 'keys' retirées. INDICATIF, scale 0,0295 HORS."
42
+ }
v3_scale/checker/recount/seen32_cova/recount_seen32_1005.py ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import numpy as np, json, hashlib, glob, os
2
+ H='/workspace/spira_shared/checker/scale/hits_v4/'
3
+ out={}
4
+ for w in ['seen32__seen','_fresh_en','_fresh_fr','_fc2','_test20k','_test_v3']:
5
+ f=H+'broad_cova_'+w+'.npz'
6
+ z=np.load(f); n=len(z['fused_hit']); iv=z['invocab']
7
+ r={'n':int(n),'invocab':int(iv.sum()),'fused_all_pct':100*z['fused_hit'].mean(),'snn_all_pct':100*z['snn_hit'].mean(),
8
+ 'fused_iv_pct':100*z['fused_hit'][iv].mean(),'keys':z.files}
9
+ out[w]=r; print(w,r)
10
+ # window sha check
11
+ for c in glob.glob('/workspace/spira_shared/**/broad_local_v1/train.bin',recursive=True)[:1]:
12
+ b=open(c,'rb').read()[19920444:19948981]; print('train.bin',c,'sha',hashlib.sha256(b).hexdigest(),len(b))
13
+ json.dump(out,open('/workspace/spira_shared/checker/recount/recount_seen32_1005.json','w'),indent=1,default=str)
14
+ M=np.load('/workspace/spira_shared/checker/scale/clean_masks/broad_gutenberg_v1_2134.npz'); z=np.load(H+'broad_cova__test20k.npz')
15
+ assert str(z['window_sha256'])==str(M['sha__bench_test20k'])
16
+ E=M['bench_test20k__excl']; bad=np.array([E[s:s+l].any() for s,l in zip(z['tgt_start'],z['tgt_len'])]); iv=z['invocab'].astype(bool)
17
+ t=100*z['fused_hit'][iv&~bad].mean(); print('test20k strict',t,'excl',int(bad.sum()))
18
+ fr=[out[k]['fused_iv_pct'] for k in ['_fc2','_fresh_en','_fresh_fr','_test_v3']]+[t]; m=sum(fr)/5
19
+ print('fresh_mean',m,'gap',out['seen32__seen']['fused_iv_pct']-m)
20
+ out['test20k_strict']=t; out['fresh_mean']=m; out['gap']=out['seen32__seen']['fused_iv_pct']-m
21
+ json.dump(out,open('/workspace/spira_shared/checker/recount/recount_seen32_1005.json','w'),indent=1,default=str)
v3_scale/checker/recount/v1b_review/anchor_newcode_1017.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "code_sha256": "9121fdefad7327a35ea2943dd2384352d8ad9f22c2f73d2079ac7f9b7f03b7d2",
3
+ "lines": [
4
+ "anchored = (s == gs[1] or get(s - 2, 2) == b\"\\n\\n\") and (s + n == gs[2] or get(s + n, 2) == b\"\\n\\n\")",
5
+ "ok = sha_ok and anchored and len(t) - n == cut and is_subseq(seg, t); mode = f\"subsequence_of_strip(raw)_minus_{cut}_dedup_bytes+anchored_nn\""
6
+ ],
7
+ "books": {
8
+ "80": {
9
+ "cut": 1867,
10
+ "sha_ok": true,
11
+ "true": true,
12
+ "flip_byte": false,
13
+ "shifts": {
14
+ "-64": false,
15
+ "-2": false,
16
+ "-1": false,
17
+ "1": false,
18
+ "2": false,
19
+ "3": false,
20
+ "64": false
21
+ },
22
+ "len_pm1": [
23
+ false,
24
+ false
25
+ ]
26
+ },
27
+ "118": {
28
+ "cut": 1163,
29
+ "sha_ok": true,
30
+ "true": true,
31
+ "flip_byte": false,
32
+ "shifts": {
33
+ "-64": false,
34
+ "-2": false,
35
+ "-1": false,
36
+ "1": false,
37
+ "2": false,
38
+ "3": false,
39
+ "64": false
40
+ },
41
+ "len_pm1": [
42
+ false,
43
+ false
44
+ ]
45
+ },
46
+ "250": {
47
+ "cut": 456,
48
+ "sha_ok": true,
49
+ "true": true,
50
+ "flip_byte": false,
51
+ "shifts": {
52
+ "-64": false,
53
+ "-2": false,
54
+ "-1": false,
55
+ "1": false,
56
+ "2": false,
57
+ "3": false,
58
+ "64": false
59
+ },
60
+ "len_pm1": [
61
+ false,
62
+ false
63
+ ]
64
+ },
65
+ "302": {
66
+ "cut": 74,
67
+ "sha_ok": true,
68
+ "true": true,
69
+ "flip_byte": false,
70
+ "shifts": {
71
+ "-64": false,
72
+ "-2": false,
73
+ "-1": false,
74
+ "1": false,
75
+ "2": false,
76
+ "3": false,
77
+ "64": false
78
+ },
79
+ "len_pm1": [
80
+ false,
81
+ false
82
+ ]
83
+ }
84
+ },
85
+ "summary": {
86
+ "true_pass": 4,
87
+ "books": 4,
88
+ "false_accepted": 0,
89
+ "false_total": 40
90
+ }
91
+ }
v3_scale/checker/recount/v1b_review/anchor_newcode_1017.py ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python3
2
+ # Checker 24 oct. ~10 h 17 Toronto : test indépendant de l'ancrage sur le CODE RÉEL de build_v1b_fix1.py (sha imposé). Lecture seule.
3
+ # Les 2 lignes 'anchored = ...' et 'ok = ... is_subseq ...' sont extraites telles quelles du fichier et exécutées.
4
+ import json, hashlib, importlib.util, sys
5
+ sys.dont_write_bytecode=True
6
+ S="/workspace/spira_shared"; P=f"{S}/hashing_gen/corpus_v1b/build_v1b_fix1.py"
7
+ SHA="9121fdefad7327a35ea2943dd2384352d8ad9f22c2f73d2079ac7f9b7f03b7d2"
8
+ src=open(P,"rb").read(); assert hashlib.sha256(src).hexdigest()==SHA
9
+ L=[l.strip() for l in src.decode().split("\n")]
10
+ A=[l for l in L if l.startswith("anchored = ")]; O=[l for l in L if l.startswith("ok = sha_ok and anchored")]
11
+ assert len(A)==1 and len(O)==1, (A,O)
12
+ spec=importlib.util.spec_from_file_location("fx",P); fx=importlib.util.module_from_spec(spec); spec.loader.exec_module(fx)
13
+ spec=importlib.util.spec_from_file_location("bcv2",f"{S}/corpus_gutenberg_v2/build_corpus_v2.py"); bcv2=importlib.util.module_from_spec(spec); spec.loader.exec_module(bcv2)
14
+ get=lambda s,n: fx.pread(fx.V1,s,n); gs=fx.SEG[2]
15
+ r=json.load(open(f"{S}/checker/recount/licence_annex_work/recon_gutenberg_v2.json"))
16
+ def run(s,n,t,cut,sha_ok,seg=None):
17
+ ns={"s":s,"n":n,"t":t,"cut":cut,"sha_ok":sha_ok,"seg":get(s,n) if seg is None else seg,"get":get,"gs":gs,"is_subseq":fx.is_subseq}
18
+ exec(A[0],ns); exec(O[0],ns); return bool(ns["ok"])
19
+ out={"code_sha256":SHA,"lines":[A[0],O[0]],"books":{}}; tp=fa=nf=0
20
+ for b in r["books"]:
21
+ if b["bytes_cut_dedup"]==0 or b["gid"] not in (80,118,250,302): continue
22
+ raw=open(b["raw"],"rb").read(); t=bcv2.strip(raw); s=fx.GOFF+b["offset"]; n=b["bytes_in_train"]; cut=b["bytes_cut_dedup"]
23
+ sha_ok=hashlib.sha256(raw).hexdigest()==b["raw_sha256"]
24
+ seg=bytearray(get(s,n)); seg[n//2]^=0xFF
25
+ d={"cut":cut,"sha_ok":sha_ok,"true":run(s,n,t,cut,sha_ok),"flip_byte":run(s,n,t,cut,sha_ok,bytes(seg)),
26
+ "shifts":{sh:run(s+sh,n,t,cut,sha_ok) for sh in (-64,-2,-1,1,2,3,64)},"len_pm1":[run(s,n-1,t,cut,sha_ok),run(s,n+1,t,cut,sha_ok)]}
27
+ out["books"][b["gid"]]=d; tp+=d["true"]; neg=[d["flip_byte"],*d["shifts"].values(),*d["len_pm1"]]; fa+=sum(neg); nf+=len(neg)
28
+ out["summary"]={"true_pass":tp,"books":len(out["books"]),"false_accepted":fa,"false_total":nf}
29
+ json.dump(out,open("anchor_newcode_1017.json","w"),indent=1); print(out["summary"])
v3_scale/checker/recount/v1b_review/review_v1b_fix1_1010.json ADDED
@@ -0,0 +1,184 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "80": {
3
+ "sha_ok": true,
4
+ "len_gap": 1867,
5
+ "cut": 1867,
6
+ "is_subseq_fix1": true,
7
+ "anchored_runs": [
8
+ [
9
+ 84133,
10
+ 69
11
+ ],
12
+ [
13
+ 84666,
14
+ 70
15
+ ],
16
+ [
17
+ 93941,
18
+ 64
19
+ ],
20
+ [
21
+ 94079,
22
+ 64
23
+ ],
24
+ [
25
+ 94217,
26
+ 64
27
+ ],
28
+ [
29
+ 94355,
30
+ 64
31
+ ],
32
+ [
33
+ 94631,
34
+ 64
35
+ ],
36
+ [
37
+ 95735,
38
+ 64
39
+ ],
40
+ [
41
+ 96011,
42
+ 64
43
+ ],
44
+ [
45
+ 96149,
46
+ 64
47
+ ],
48
+ [
49
+ 96632,
50
+ 64
51
+ ],
52
+ [
53
+ 100896,
54
+ 64
55
+ ],
56
+ [
57
+ 101448,
58
+ 64
59
+ ],
60
+ [
61
+ 101724,
62
+ 64
63
+ ],
64
+ [
65
+ 102207,
66
+ 64
67
+ ],
68
+ [
69
+ 373026,
70
+ 64
71
+ ],
72
+ [
73
+ 373371,
74
+ 64
75
+ ],
76
+ [
77
+ 374807,
78
+ 65
79
+ ],
80
+ [
81
+ 374947,
82
+ 65
83
+ ],
84
+ [
85
+ 391505,
86
+ 64
87
+ ],
88
+ [
89
+ 403380,
90
+ 64
91
+ ],
92
+ [
93
+ 403725,
94
+ 64
95
+ ],
96
+ [
97
+ 600856,
98
+ 224
99
+ ],
100
+ [
101
+ 601158,
102
+ 222
103
+ ]
104
+ ],
105
+ "anchored_removed": 1867,
106
+ "min_run": 64,
107
+ "prefix_eq64": true,
108
+ "suffix_eq64": false,
109
+ "sep_before": true,
110
+ "sep_after": "b'\\n\\n'",
111
+ "shift_negatives_pass_fix1": {
112
+ "-2": false,
113
+ "-1": false,
114
+ "1": true,
115
+ "2": false,
116
+ "64": false
117
+ }
118
+ },
119
+ "118": {
120
+ "sha_ok": true,
121
+ "len_gap": 1163,
122
+ "cut": 1163,
123
+ "is_subseq_fix1": true,
124
+ "anchored_runs": null,
125
+ "anchored_removed": null,
126
+ "min_run": null,
127
+ "prefix_eq64": true,
128
+ "suffix_eq64": true,
129
+ "sep_before": true,
130
+ "sep_after": "b'\\n\\n'",
131
+ "shift_negatives_pass_fix1": {
132
+ "-2": false,
133
+ "-1": false,
134
+ "1": false,
135
+ "2": false,
136
+ "64": false
137
+ }
138
+ },
139
+ "250": {
140
+ "sha_ok": true,
141
+ "len_gap": 456,
142
+ "cut": 456,
143
+ "is_subseq_fix1": true,
144
+ "anchored_runs": null,
145
+ "anchored_removed": null,
146
+ "min_run": null,
147
+ "prefix_eq64": true,
148
+ "suffix_eq64": true,
149
+ "sep_before": true,
150
+ "sep_after": "b'\\n\\n'",
151
+ "shift_negatives_pass_fix1": {
152
+ "-2": false,
153
+ "-1": false,
154
+ "1": false,
155
+ "2": false,
156
+ "64": false
157
+ }
158
+ },
159
+ "302": {
160
+ "sha_ok": true,
161
+ "len_gap": 74,
162
+ "cut": 74,
163
+ "is_subseq_fix1": true,
164
+ "anchored_runs": [
165
+ [
166
+ 171,
167
+ 74
168
+ ]
169
+ ],
170
+ "anchored_removed": 74,
171
+ "min_run": 74,
172
+ "prefix_eq64": true,
173
+ "suffix_eq64": true,
174
+ "sep_before": true,
175
+ "sep_after": "b'\\n\\n'",
176
+ "shift_negatives_pass_fix1": {
177
+ "-2": false,
178
+ "-1": false,
179
+ "1": false,
180
+ "2": false,
181
+ "64": false
182
+ }
183
+ }
184
+ }
v3_scale/checker/recount/v1b_review/review_v1b_fix1_1010.py ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python3
2
+ # Checker 24 oct ~10 h 10 Toronto : relecture du critère sous-séquence de build_v1b_fix1.py (lecture seule).
3
+ import json, hashlib, importlib.util, sys, re
4
+ sys.dont_write_bytecode = True
5
+ S="/workspace/spira_shared"; V1=f"{S}/corpus_diverse_v1/train.bin"; GOFF=34835259
6
+ spec=importlib.util.spec_from_file_location("bcv2",f"{S}/corpus_gutenberg_v2/build_corpus_v2.py"); bcv2=importlib.util.module_from_spec(spec); spec.loader.exec_module(bcv2)
7
+ spec=importlib.util.spec_from_file_location("fx",f"{S}/hashing_gen/corpus_v1b/build_v1b_fix1.py"); fx=importlib.util.module_from_spec(spec); spec.loader.exec_module(fx)
8
+ def get(s,n):
9
+ with open(V1,"rb") as f: f.seek(s); return f.read(n)
10
+ def runs(seg,t,K=64):
11
+ # alignement ancré : avance tant que égal ; à la divergence, cherche la plus petite coupe k telle que t[j+k:j+k+K]==seg[i:i+K]
12
+ i=j=0; out=[]
13
+ while i<len(seg):
14
+ if j<len(t) and seg[i]==t[j]: i+=1; j+=1; continue
15
+ k=1; tail=seg[i:i+K]
16
+ while j+k<=len(t) and t[j+k:j+k+len(tail)]!=tail: k+=1
17
+ if j+k>len(t): return None
18
+ out.append((j,k)); j+=k
19
+ if j<len(t): out.append((j,len(t)-j))
20
+ return out
21
+ r=json.load(open(f"{S}/checker/recount/licence_annex_work/recon_gutenberg_v2.json")); res={}
22
+ for b in r["books"]:
23
+ if b["gid"] not in (80,118,250,302): continue
24
+ raw=open(b["raw"],"rb").read(); t=bcv2.strip(raw); s=GOFF+b["offset"]; n=b["bytes_in_train"]; cut=b["bytes_cut_dedup"]; seg=get(s,n)
25
+ R=runs(seg,t); d={"sha_ok":hashlib.sha256(raw).hexdigest()==b["raw_sha256"],"len_gap":len(t)-n,"cut":cut,"is_subseq_fix1":fx.is_subseq(seg,t),
26
+ "anchored_runs":R,"anchored_removed":sum(k for _,k in R) if R is not None else None,"min_run":min(k for _,k in R) if R else None,
27
+ "prefix_eq64":seg[:64]==t[:64],"suffix_eq64":seg[-64:]==t[-64:],"sep_before":get(s-2,2)==b"\n\n","sep_after":get(s+n,2)}
28
+ neg={}
29
+ for sh in (-2,-1,1,2,64):
30
+ sg=get(s+sh,n); neg[sh]=fx.is_subseq(sg,t) and len(t)-n==cut
31
+ d["shift_negatives_pass_fix1"]=neg; res[b["gid"]]=d
32
+ json.dump(res,open(f"{S}/checker/recount/review_v1b_fix1_1010.json","w"),indent=1,default=str)
33
+ for g,d in res.items(): print(g,{k:v for k,v in d.items() if k!="anchored_runs"},"runs",d["anchored_runs"])
v3_scale/checker/recount/v1b_review/review_v1b_fix1_anchor_1012.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "80": {
3
+ "true": true,
4
+ "shifts": {
5
+ "-64": false,
6
+ "-2": false,
7
+ "-1": false,
8
+ "1": false,
9
+ "2": false,
10
+ "3": false,
11
+ "64": false
12
+ },
13
+ "len_pm1": [
14
+ false,
15
+ false
16
+ ]
17
+ },
18
+ "118": {
19
+ "true": true,
20
+ "shifts": {
21
+ "-64": false,
22
+ "-2": false,
23
+ "-1": false,
24
+ "1": false,
25
+ "2": false,
26
+ "3": false,
27
+ "64": false
28
+ },
29
+ "len_pm1": [
30
+ false,
31
+ false
32
+ ]
33
+ },
34
+ "250": {
35
+ "true": true,
36
+ "shifts": {
37
+ "-64": false,
38
+ "-2": false,
39
+ "-1": false,
40
+ "1": false,
41
+ "2": false,
42
+ "3": false,
43
+ "64": false
44
+ },
45
+ "len_pm1": [
46
+ false,
47
+ false
48
+ ]
49
+ },
50
+ "302": {
51
+ "true": true,
52
+ "shifts": {
53
+ "-64": false,
54
+ "-2": false,
55
+ "-1": false,
56
+ "1": false,
57
+ "2": false,
58
+ "3": false,
59
+ "64": false
60
+ },
61
+ "len_pm1": [
62
+ false,
63
+ false
64
+ ]
65
+ }
66
+ }
v3_scale/checker/recount/v1b_review/review_v1b_fix1_anchor_1012.py ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python3
2
+ # Checker ~10 h 12 Toronto : correctif proposé = fix1 + ancrage par séparateurs "\n\n" avant/après la plage (ou bord de segment). Lecture seule.
3
+ import json, hashlib, importlib.util, sys
4
+ sys.dont_write_bytecode=True
5
+ S="/workspace/spira_shared"; V1=f"{S}/corpus_diverse_v1/train.bin"; GOFF=34835259; GEND=290810502
6
+ spec=importlib.util.spec_from_file_location("bcv2",f"{S}/corpus_gutenberg_v2/build_corpus_v2.py"); bcv2=importlib.util.module_from_spec(spec); spec.loader.exec_module(bcv2)
7
+ spec=importlib.util.spec_from_file_location("fx",f"{S}/hashing_gen/corpus_v1b/build_v1b_fix1.py"); fx=importlib.util.module_from_spec(spec); spec.loader.exec_module(fx)
8
+ def get(s,n):
9
+ with open(V1,"rb") as f: f.seek(s); return f.read(n)
10
+ def ok_anchor(s,n,t,cut):
11
+ seg=get(s,n)
12
+ a=(s==GOFF or get(s-2,2)==b"\n\n") and (s+n==GEND or get(s+n,2)==b"\n\n")
13
+ return a and len(t)-n==cut and fx.is_subseq(seg,t)
14
+ r=json.load(open(f"{S}/checker/recount/licence_annex_work/recon_gutenberg_v2.json")); out={}
15
+ for b in r["books"]:
16
+ if b["gid"] not in (80,118,250,302): continue
17
+ raw=open(b["raw"],"rb").read(); t=bcv2.strip(raw); s=GOFF+b["offset"]; n=b["bytes_in_train"]; cut=b["bytes_cut_dedup"]
18
+ out[b["gid"]]={"true":ok_anchor(s,n,t,cut),"shifts":{sh:ok_anchor(s+sh,n,t,cut) for sh in (-64,-2,-1,1,2,3,64)},
19
+ "len_pm1":[ok_anchor(s,n-1,t,cut),ok_anchor(s,n+1,t,cut)]}
20
+ json.dump(out,open("review_v1b_fix1_anchor_1012.json","w"),indent=1); print(out)
v3_scale/reports/gen/broad_cova_report_5p_1015.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "broad_cova",
3
+ "checkpoint": "spira_cov/cm_broad_cov_a.npz",
4
+ "corpus": "broad_local_v1 (CONTAMINÉ)",
5
+ "fusion_scale": 0.029497431414907835,
6
+ "scale_status": "HORS_PLAGE (0,0295 < 0,03 ; plage patron 0,03–0,11)",
7
+ "statut": "INDICATIF SEULEMENT — scale HORS plage, corpus contaminé ; aucune décision",
8
+ "procedure": "(gen/m8_v3_report_5p_0917) : gen_eval.py (sha 54a9f865d9ed8c39…), prompts_v1.json, 5 prompts en1/en2/fr1/fr2/code × 200 o, décodage fused par défaut seul (seed 0, top_k/T de la cfg), agrégation = gen_5p_report.py",
9
+ "relance_1015": "rejouée 10 h 1x (gate_ok OUI, nice 10, OMP=1) : métriques ET échantillons octet-identiques à la génération antérieure (déterministe)",
10
+ "byte_acc_mean": 0.066,
11
+ "valid_word_rate_mean": 0.4790391855256482,
12
+ "rep_rate8_mean": 0.031088082901554404,
13
+ "longest_copy_max": 40,
14
+ "lang_drift_n": 2,
15
+ "dom_drift_n": 1,
16
+ "per_prompt": {
17
+ "en1": {
18
+ "byte_acc": 0.055,
19
+ "valid_word_rate": 0.45454545454545453,
20
+ "rep_rate8": 0.0,
21
+ "longest_copy": 15,
22
+ "lang_true": "en",
23
+ "lang_gen": "en",
24
+ "dom_true": "prose",
25
+ "dom_gen": "prose"
26
+ },
27
+ "en2": {
28
+ "byte_acc": 0.085,
29
+ "valid_word_rate": 0.4642857142857143,
30
+ "rep_rate8": 0.0,
31
+ "longest_copy": 11,
32
+ "lang_true": "en",
33
+ "lang_gen": "en",
34
+ "dom_true": "prose",
35
+ "dom_gen": "prose"
36
+ },
37
+ "fr1": {
38
+ "byte_acc": 0.07,
39
+ "valid_word_rate": 0.4827586206896552,
40
+ "rep_rate8": 0.0051813471502590676,
41
+ "longest_copy": 15,
42
+ "lang_true": "fr",
43
+ "lang_gen": "en",
44
+ "dom_true": "prose",
45
+ "dom_gen": "prose"
46
+ },
47
+ "fr2": {
48
+ "byte_acc": 0.055,
49
+ "valid_word_rate": 0.43478260869565216,
50
+ "rep_rate8": 0.15025906735751296,
51
+ "longest_copy": 40,
52
+ "lang_true": "fr",
53
+ "lang_gen": "en",
54
+ "dom_true": "prose",
55
+ "dom_gen": "prose"
56
+ },
57
+ "code": {
58
+ "byte_acc": 0.065,
59
+ "valid_word_rate": 0.5588235294117647,
60
+ "rep_rate8": 0.0,
61
+ "longest_copy": 14,
62
+ "lang_true": "en",
63
+ "lang_gen": "en",
64
+ "dom_true": "code",
65
+ "dom_gen": "prose"
66
+ }
67
+ },
68
+ "comparaison_m8_v3_indicative": {
69
+ "byte_acc_mean": 0.05500000000000001,
70
+ "valid_word_rate_mean": 0.9141940089308511,
71
+ "longest_copy_max": 149,
72
+ "lang_drift_n": 2,
73
+ "dom_drift_n": 1
74
+ },
75
+ "peak_rss_mb": 1290
76
+ }
v3_scale/reports/gen/broad_cova_report_5p_1015.md ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Génération broad_cova — 5 prompts × 200 o, décodage fused par défaut — **INDICATIF** (Checker, 24 oct. 10 h 1x, Toronto)
2
+
3
+ **fusion.scale = 0.0295 → HORS plage 0,03–0,11** ; corpus broad_local_v1 contaminé : indicatif seulement, aucune décision.
4
+
5
+ Procédure identique à m8_v3 (gen/m8_v3_report_5p_0917) : gen_eval.py (sha 54a9f865d9ed8c39…), prompts_v1.json, 5 prompts en1/en2/fr1/fr2/code × 200 o, décodage fused par défaut seul (seed 0, top_k/T de la cfg), agrégation = gen_5p_report.py. rejouée 10 h 1x (gate_ok OUI, nice 10, OMP=1) : métriques ET échantillons octet-identiques à la génération antérieure (déterministe).
6
+
7
+ | tag | byte_acc moy. | mots valides moy. | répétition rep8 moy. | copie max (o) | dérive langue | dérive domaine |
8
+ |---|---|---|---|---|---|---|
9
+ | broad_cova (HORS) | 6.6 % | 47.9 % | 3.1 % | 40 | 2/5 | 1/5 |
10
+ | m8_v3 (rappel, 0917) | 5.5 % | 91.4 % | 1,3 % | 149 | 2/5 | 1/5 |
11
+
12
+ | prompt | byte_acc | mots valides | rep8 | langue vrai→gén | domaine vrai→gén | copie max |
13
+ |---|---|---|---|---|---|---|
14
+ | en1 | 5.5 % | 45 % | 0 % | en→en | prose→prose | 15 |
15
+ | en2 | 8.5 % | 46 % | 0 % | en→en | prose→prose | 11 |
16
+ | fr1 | 7.0 % | 48 % | 1 % | fr→en | prose→prose | 15 |
17
+ | fr2 | 5.5 % | 43 % | 15 % | fr→en | prose→prose | 40 |
18
+ | code | 6.5 % | 56 % | 0 % | en→en | code→prose | 14 |
19
+
20
+ Dérives : fr1 et fr2 générés en anglais (dérive langue 2/5) ; code généré en prose (dérive domaine 1/5). Lexique = lexicon_v3 (FR+EN, freq ≥ 3), identique pour les deux modèles.
v3_scale/reports/scale_bench_v4.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "models": {
3
- "old (r\u00e9f)": {
4
  "tag": "old_ref",
5
  "acc_invocab": {
6
  "seen": 98.32992501704159,
@@ -15,14 +15,14 @@
15
  "gap_seen_minus_propre": 93.88874579346097,
16
  "queries": 0.0,
17
  "test20k_positions_excluded": 128,
18
- "test20k_brut": "masqu\u00e9 (strict_clean_only)",
19
- "neither_code": "exclu (contamin\u00e9)",
20
  "wall_s": 1576.3,
21
  "peak_rss_mb": 710.1,
22
  "scale": 0.03498957642842646,
23
  "scale_ok": true
24
  },
25
- "broad 14 % (r\u00e9f)": {
26
  "tag": "broad14_ref",
27
  "acc_invocab": {
28
  "seen": 91.93409742120345,
@@ -37,8 +37,8 @@
37
  "gap_seen_minus_propre": 87.4515271337931,
38
  "queries": 8.02061855670103,
39
  "test20k_positions_excluded": 201,
40
- "test20k_brut": "masqu\u00e9 (strict_clean_only)",
41
- "neither_code": "exclu (contamin\u00e9)",
42
  "wall_s": 1182.7,
43
  "peak_rss_mb": 1280.0,
44
  "scale": 0.034140001563555386,
@@ -75,15 +75,27 @@
75
  "snn_slices_overlapping": [],
76
  "am_slices_overlapping": []
77
  },
78
- "gap_status": "NON CALCULABLE : fen\u00eatre seen non entra\u00een\u00e9e (0 position dans une tranche SNN/AM) ; seen = frais in-distribution ; scale hors plage ; ligne non comparable",
79
  "queries": 3.11340206185567,
80
  "test20k_positions_excluded": 201,
81
- "test20k_brut": "masqu\u00e9 (strict_clean_only)",
82
- "neither_code": "exclu (contamin\u00e9)",
83
  "wall_s": 2354.8,
84
  "peak_rss_mb": 1284.0,
85
  "scale": 0.029497431414907835,
86
- "scale_ok": false
 
 
 
 
 
 
 
 
 
 
 
 
87
  },
88
  "M8 broad CM 14 %": {
89
  "tag": "m8_broad14",
@@ -100,8 +112,8 @@
100
  "gap_seen_minus_propre": 85.95656999646233,
101
  "queries": 4.103092783505154,
102
  "test20k_positions_excluded": 201,
103
- "test20k_brut": "masqu\u00e9 (strict_clean_only)",
104
- "neither_code": "exclu (contamin\u00e9)",
105
  "wall_s": 2923.2999999999997,
106
  "peak_rss_mb": 1548.1,
107
  "scale": 0.029973033367776403,
@@ -122,8 +134,8 @@
122
  "gap_seen_minus_propre": 86.16576277944019,
123
  "queries": 4.098360655737705,
124
  "test20k_positions_excluded": 201,
125
- "test20k_brut": "masqu\u00e9 (strict_clean_only)",
126
- "neither_code": "exclu (contamin\u00e9)",
127
  "wall_s": 3229.7000000000003,
128
  "peak_rss_mb": 1223.8,
129
  "scale": 0.03892635213716242,
@@ -132,16 +144,16 @@
132
  },
133
  "pairs": [
134
  {
135
- "A": "old (r\u00e9f)",
136
- "B": "broad 14 % (r\u00e9f)",
137
  "window": "seen",
138
  "status": "non_comparable_octets_differents",
139
  "A_patch": "7848/8000",
140
  "B_patch": "7348/8000"
141
  },
142
  {
143
- "A": "old (r\u00e9f)",
144
- "B": "broad 14 % (r\u00e9f)",
145
  "window": "fc2",
146
  "unit": "byte",
147
  "boot_delta_pct": -1.0033700980392157,
@@ -167,8 +179,8 @@
167
  "B_patch": "575/8000"
168
  },
169
  {
170
- "A": "old (r\u00e9f)",
171
- "B": "broad 14 % (r\u00e9f)",
172
  "window": "fresh_en",
173
  "unit": "byte",
174
  "boot_delta_pct": 1.5625,
@@ -194,8 +206,8 @@
194
  "B_patch": "336/8000"
195
  },
196
  {
197
- "A": "old (r\u00e9f)",
198
- "B": "broad 14 % (r\u00e9f)",
199
  "window": "fresh_fr",
200
  "unit": "byte",
201
  "boot_delta_pct": 1.38671875,
@@ -221,8 +233,8 @@
221
  "B_patch": "129/8000"
222
  },
223
  {
224
- "A": "old (r\u00e9f)",
225
- "B": "broad 14 % (r\u00e9f)",
226
  "window": "test20k",
227
  "unit": "byte",
228
  "boot_delta_pct": 0.43220766129032256,
@@ -249,8 +261,8 @@
249
  "masked": "strict_clean_only"
250
  },
251
  {
252
- "A": "old (r\u00e9f)",
253
- "B": "broad 14 % (r\u00e9f)",
254
  "window": "queries",
255
  "unit": "byte",
256
  "boot_delta_pct": 5.110677083333334,
@@ -276,8 +288,8 @@
276
  "B_patch": "389/7750"
277
  },
278
  {
279
- "A": "old (r\u00e9f)",
280
- "B": "broad 14 % (r\u00e9f)",
281
  "window": "test_v3",
282
  "unit": "byte",
283
  "boot_delta_pct": -0.6236979166666666,
@@ -303,7 +315,7 @@
303
  "B_patch": "424/20000"
304
  },
305
  {
306
- "A": "old (r\u00e9f)",
307
  "B": "broad_local_v1 cov a",
308
  "window": "seen",
309
  "status": "non_comparable_seen_non_entraine",
@@ -311,7 +323,7 @@
311
  "B_patch": "729/8000"
312
  },
313
  {
314
- "A": "old (r\u00e9f)",
315
  "B": "broad_local_v1 cov a",
316
  "window": "fc2",
317
  "unit": "byte",
@@ -338,7 +350,7 @@
338
  "B_patch": "1484/8000"
339
  },
340
  {
341
- "A": "old (r\u00e9f)",
342
  "B": "broad_local_v1 cov a",
343
  "window": "fresh_en",
344
  "unit": "byte",
@@ -365,7 +377,7 @@
365
  "B_patch": "331/8000"
366
  },
367
  {
368
- "A": "old (r\u00e9f)",
369
  "B": "broad_local_v1 cov a",
370
  "window": "fresh_fr",
371
  "unit": "byte",
@@ -392,7 +404,7 @@
392
  "B_patch": "203/8000"
393
  },
394
  {
395
- "A": "old (r\u00e9f)",
396
  "B": "broad_local_v1 cov a",
397
  "window": "test20k",
398
  "unit": "byte",
@@ -420,7 +432,7 @@
420
  "masked": "strict_clean_only"
421
  },
422
  {
423
- "A": "old (r\u00e9f)",
424
  "B": "broad_local_v1 cov a",
425
  "window": "queries",
426
  "unit": "byte",
@@ -447,7 +459,7 @@
447
  "B_patch": "151/7750"
448
  },
449
  {
450
- "A": "old (r\u00e9f)",
451
  "B": "broad_local_v1 cov a",
452
  "window": "test_v3",
453
  "unit": "byte",
@@ -474,7 +486,7 @@
474
  "B_patch": "1332/20000"
475
  },
476
  {
477
- "A": "old (r\u00e9f)",
478
  "B": "M8 broad CM 14 %",
479
  "window": "seen",
480
  "status": "non_comparable_octets_differents",
@@ -482,7 +494,7 @@
482
  "B_patch": "7340/8000"
483
  },
484
  {
485
- "A": "old (r\u00e9f)",
486
  "B": "M8 broad CM 14 %",
487
  "window": "fc2",
488
  "unit": "byte",
@@ -509,7 +521,7 @@
509
  "B_patch": "972/8000"
510
  },
511
  {
512
- "A": "old (r\u00e9f)",
513
  "B": "M8 broad CM 14 %",
514
  "window": "fresh_en",
515
  "unit": "byte",
@@ -536,7 +548,7 @@
536
  "B_patch": "332/8000"
537
  },
538
  {
539
- "A": "old (r\u00e9f)",
540
  "B": "M8 broad CM 14 %",
541
  "window": "fresh_fr",
542
  "unit": "byte",
@@ -563,7 +575,7 @@
563
  "B_patch": "145/8000"
564
  },
565
  {
566
- "A": "old (r\u00e9f)",
567
  "B": "M8 broad CM 14 %",
568
  "window": "test20k",
569
  "unit": "byte",
@@ -591,7 +603,7 @@
591
  "masked": "strict_clean_only"
592
  },
593
  {
594
- "A": "old (r\u00e9f)",
595
  "B": "M8 broad CM 14 %",
596
  "window": "queries",
597
  "unit": "byte",
@@ -618,7 +630,7 @@
618
  "B_patch": "199/7750"
619
  },
620
  {
621
- "A": "old (r\u00e9f)",
622
  "B": "M8 broad CM 14 %",
623
  "window": "test_v3",
624
  "unit": "byte",
@@ -645,7 +657,7 @@
645
  "B_patch": "499/20000"
646
  },
647
  {
648
- "A": "old (r\u00e9f)",
649
  "B": "corpus_v3 M8 CM (budget broad14)",
650
  "window": "seen",
651
  "status": "non_comparable_octets_differents",
@@ -653,7 +665,7 @@
653
  "B_patch": "7335/8000"
654
  },
655
  {
656
- "A": "old (r\u00e9f)",
657
  "B": "corpus_v3 M8 CM (budget broad14)",
658
  "window": "fc2",
659
  "unit": "byte",
@@ -680,7 +692,7 @@
680
  "B_patch": "905/8000"
681
  },
682
  {
683
- "A": "old (r\u00e9f)",
684
  "B": "corpus_v3 M8 CM (budget broad14)",
685
  "window": "fresh_en",
686
  "unit": "byte",
@@ -707,7 +719,7 @@
707
  "B_patch": "361/8000"
708
  },
709
  {
710
- "A": "old (r\u00e9f)",
711
  "B": "corpus_v3 M8 CM (budget broad14)",
712
  "window": "fresh_fr",
713
  "unit": "byte",
@@ -734,7 +746,7 @@
734
  "B_patch": "140/8000"
735
  },
736
  {
737
- "A": "old (r\u00e9f)",
738
  "B": "corpus_v3 M8 CM (budget broad14)",
739
  "window": "test20k",
740
  "unit": "byte",
@@ -762,7 +774,7 @@
762
  "masked": "strict_clean_only"
763
  },
764
  {
765
- "A": "old (r\u00e9f)",
766
  "B": "corpus_v3 M8 CM (budget broad14)",
767
  "window": "queries",
768
  "unit": "byte",
@@ -789,7 +801,7 @@
789
  "B_patch": "250/7750"
790
  },
791
  {
792
- "A": "old (r\u00e9f)",
793
  "B": "corpus_v3 M8 CM (budget broad14)",
794
  "window": "test_v3",
795
  "unit": "byte",
@@ -816,7 +828,7 @@
816
  "B_patch": "531/20000"
817
  },
818
  {
819
- "A": "broad 14 % (r\u00e9f)",
820
  "B": "broad_local_v1 cov a",
821
  "window": "seen",
822
  "status": "non_comparable_seen_non_entraine",
@@ -824,7 +836,7 @@
824
  "B_patch": "729/8000"
825
  },
826
  {
827
- "A": "broad 14 % (r\u00e9f)",
828
  "B": "broad_local_v1 cov a",
829
  "window": "fc2",
830
  "unit": "byte",
@@ -851,7 +863,7 @@
851
  "B_patch": "1484/8000"
852
  },
853
  {
854
- "A": "broad 14 % (r\u00e9f)",
855
  "B": "broad_local_v1 cov a",
856
  "window": "fresh_en",
857
  "unit": "byte",
@@ -878,7 +890,7 @@
878
  "B_patch": "331/8000"
879
  },
880
  {
881
- "A": "broad 14 % (r\u00e9f)",
882
  "B": "broad_local_v1 cov a",
883
  "window": "fresh_fr",
884
  "unit": "byte",
@@ -905,7 +917,7 @@
905
  "B_patch": "203/8000"
906
  },
907
  {
908
- "A": "broad 14 % (r\u00e9f)",
909
  "B": "broad_local_v1 cov a",
910
  "window": "test20k",
911
  "unit": "byte",
@@ -933,7 +945,7 @@
933
  "masked": "strict_clean_only"
934
  },
935
  {
936
- "A": "broad 14 % (r\u00e9f)",
937
  "B": "broad_local_v1 cov a",
938
  "window": "queries",
939
  "unit": "byte",
@@ -960,7 +972,7 @@
960
  "B_patch": "151/7750"
961
  },
962
  {
963
- "A": "broad 14 % (r\u00e9f)",
964
  "B": "broad_local_v1 cov a",
965
  "window": "test_v3",
966
  "unit": "byte",
@@ -987,7 +999,7 @@
987
  "B_patch": "1332/20000"
988
  },
989
  {
990
- "A": "broad 14 % (r\u00e9f)",
991
  "B": "M8 broad CM 14 %",
992
  "window": "seen",
993
  "unit": "byte",
@@ -1014,7 +1026,7 @@
1014
  "B_patch": "7340/8000"
1015
  },
1016
  {
1017
- "A": "broad 14 % (r\u00e9f)",
1018
  "B": "M8 broad CM 14 %",
1019
  "window": "fc2",
1020
  "unit": "byte",
@@ -1041,7 +1053,7 @@
1041
  "B_patch": "972/8000"
1042
  },
1043
  {
1044
- "A": "broad 14 % (r\u00e9f)",
1045
  "B": "M8 broad CM 14 %",
1046
  "window": "fresh_en",
1047
  "unit": "byte",
@@ -1068,7 +1080,7 @@
1068
  "B_patch": "332/8000"
1069
  },
1070
  {
1071
- "A": "broad 14 % (r\u00e9f)",
1072
  "B": "M8 broad CM 14 %",
1073
  "window": "fresh_fr",
1074
  "unit": "byte",
@@ -1095,7 +1107,7 @@
1095
  "B_patch": "145/8000"
1096
  },
1097
  {
1098
- "A": "broad 14 % (r\u00e9f)",
1099
  "B": "M8 broad CM 14 %",
1100
  "window": "test20k",
1101
  "unit": "byte",
@@ -1123,7 +1135,7 @@
1123
  "masked": "strict_clean_only"
1124
  },
1125
  {
1126
- "A": "broad 14 % (r\u00e9f)",
1127
  "B": "M8 broad CM 14 %",
1128
  "window": "queries",
1129
  "unit": "byte",
@@ -1150,7 +1162,7 @@
1150
  "B_patch": "199/7750"
1151
  },
1152
  {
1153
- "A": "broad 14 % (r\u00e9f)",
1154
  "B": "M8 broad CM 14 %",
1155
  "window": "test_v3",
1156
  "unit": "byte",
@@ -1177,7 +1189,7 @@
1177
  "B_patch": "499/20000"
1178
  },
1179
  {
1180
- "A": "broad 14 % (r\u00e9f)",
1181
  "B": "corpus_v3 M8 CM (budget broad14)",
1182
  "window": "seen",
1183
  "status": "non_comparable_octets_differents",
@@ -1185,7 +1197,7 @@
1185
  "B_patch": "7335/8000"
1186
  },
1187
  {
1188
- "A": "broad 14 % (r\u00e9f)",
1189
  "B": "corpus_v3 M8 CM (budget broad14)",
1190
  "window": "fc2",
1191
  "unit": "byte",
@@ -1212,7 +1224,7 @@
1212
  "B_patch": "905/8000"
1213
  },
1214
  {
1215
- "A": "broad 14 % (r\u00e9f)",
1216
  "B": "corpus_v3 M8 CM (budget broad14)",
1217
  "window": "fresh_en",
1218
  "unit": "byte",
@@ -1239,7 +1251,7 @@
1239
  "B_patch": "361/8000"
1240
  },
1241
  {
1242
- "A": "broad 14 % (r\u00e9f)",
1243
  "B": "corpus_v3 M8 CM (budget broad14)",
1244
  "window": "fresh_fr",
1245
  "unit": "byte",
@@ -1266,7 +1278,7 @@
1266
  "B_patch": "140/8000"
1267
  },
1268
  {
1269
- "A": "broad 14 % (r\u00e9f)",
1270
  "B": "corpus_v3 M8 CM (budget broad14)",
1271
  "window": "test20k",
1272
  "unit": "byte",
@@ -1294,7 +1306,7 @@
1294
  "masked": "strict_clean_only"
1295
  },
1296
  {
1297
- "A": "broad 14 % (r\u00e9f)",
1298
  "B": "corpus_v3 M8 CM (budget broad14)",
1299
  "window": "queries",
1300
  "unit": "byte",
@@ -1321,7 +1333,7 @@
1321
  "B_patch": "250/7750"
1322
  },
1323
  {
1324
- "A": "broad 14 % (r\u00e9f)",
1325
  "B": "corpus_v3 M8 CM (budget broad14)",
1326
  "window": "test_v3",
1327
  "unit": "byte",
 
1
  {
2
  "models": {
3
+ "old (réf)": {
4
  "tag": "old_ref",
5
  "acc_invocab": {
6
  "seen": 98.32992501704159,
 
15
  "gap_seen_minus_propre": 93.88874579346097,
16
  "queries": 0.0,
17
  "test20k_positions_excluded": 128,
18
+ "test20k_brut": "masqué (strict_clean_only)",
19
+ "neither_code": "exclu (contaminé)",
20
  "wall_s": 1576.3,
21
  "peak_rss_mb": 710.1,
22
  "scale": 0.03498957642842646,
23
  "scale_ok": true
24
  },
25
+ "broad 14 % (réf)": {
26
  "tag": "broad14_ref",
27
  "acc_invocab": {
28
  "seen": 91.93409742120345,
 
37
  "gap_seen_minus_propre": 87.4515271337931,
38
  "queries": 8.02061855670103,
39
  "test20k_positions_excluded": 201,
40
+ "test20k_brut": "masqué (strict_clean_only)",
41
+ "neither_code": "exclu (contaminé)",
42
  "wall_s": 1182.7,
43
  "peak_rss_mb": 1280.0,
44
  "scale": 0.034140001563555386,
 
75
  "snn_slices_overlapping": [],
76
  "am_slices_overlapping": []
77
  },
78
+ "gap_status": "NON CALCULABLE : fenêtre seen non entraînée (0 position dans une tranche SNN/AM) ; seen = frais in-distribution ; scale hors plage ; ligne non comparable",
79
  "queries": 3.11340206185567,
80
  "test20k_positions_excluded": 201,
81
+ "test20k_brut": "masqué (strict_clean_only)",
82
+ "neither_code": "exclu (contaminé)",
83
  "wall_s": 2354.8,
84
  "peak_rss_mb": 1284.0,
85
  "scale": 0.029497431414907835,
86
+ "scale_ok": false,
87
+ "seen32_reference_indicative": {
88
+ "statut": "INDICATIF — NON COMPARABLE aux autres lignes (fenêtre seen différente : tranche SNN 32 de cov a, train[19920444:19948981], au lieu de train[2,6 M:2,8 M] ; scale 0,0295 HORS plage 0,03–0,11 ; corpus broad_local_v1 contaminé) ; aucune décision",
89
+ "seen32_fused_invocab_pct": 21.049692908989392,
90
+ "seen32_snn_invocab_pct": 15.615,
91
+ "seen32_n_positions": 8000,
92
+ "seen32_invocab_n": 5373,
93
+ "fresh_mean_propre": 9.276713093486071,
94
+ "gap_seen32_minus_propre": 11.772979815503321,
95
+ "fresh_mean_propre_sans_fc2": 6.294090894602572,
96
+ "gap_seen32_minus_propre_sans_fc2": 14.75560201438682,
97
+ "source": "checker/recount/recount_seen32_1005.json + results_v4.jsonl (tag broad_cova_seen32, eval 24 oct. 10 h 02 Toronto, EXIT 0)"
98
+ }
99
  },
100
  "M8 broad CM 14 %": {
101
  "tag": "m8_broad14",
 
112
  "gap_seen_minus_propre": 85.95656999646233,
113
  "queries": 4.103092783505154,
114
  "test20k_positions_excluded": 201,
115
+ "test20k_brut": "masqué (strict_clean_only)",
116
+ "neither_code": "exclu (contaminé)",
117
  "wall_s": 2923.2999999999997,
118
  "peak_rss_mb": 1548.1,
119
  "scale": 0.029973033367776403,
 
134
  "gap_seen_minus_propre": 86.16576277944019,
135
  "queries": 4.098360655737705,
136
  "test20k_positions_excluded": 201,
137
+ "test20k_brut": "masqué (strict_clean_only)",
138
+ "neither_code": "exclu (contaminé)",
139
  "wall_s": 3229.7000000000003,
140
  "peak_rss_mb": 1223.8,
141
  "scale": 0.03892635213716242,
 
144
  },
145
  "pairs": [
146
  {
147
+ "A": "old (réf)",
148
+ "B": "broad 14 % (réf)",
149
  "window": "seen",
150
  "status": "non_comparable_octets_differents",
151
  "A_patch": "7848/8000",
152
  "B_patch": "7348/8000"
153
  },
154
  {
155
+ "A": "old (réf)",
156
+ "B": "broad 14 % (réf)",
157
  "window": "fc2",
158
  "unit": "byte",
159
  "boot_delta_pct": -1.0033700980392157,
 
179
  "B_patch": "575/8000"
180
  },
181
  {
182
+ "A": "old (réf)",
183
+ "B": "broad 14 % (réf)",
184
  "window": "fresh_en",
185
  "unit": "byte",
186
  "boot_delta_pct": 1.5625,
 
206
  "B_patch": "336/8000"
207
  },
208
  {
209
+ "A": "old (réf)",
210
+ "B": "broad 14 % (réf)",
211
  "window": "fresh_fr",
212
  "unit": "byte",
213
  "boot_delta_pct": 1.38671875,
 
233
  "B_patch": "129/8000"
234
  },
235
  {
236
+ "A": "old (réf)",
237
+ "B": "broad 14 % (réf)",
238
  "window": "test20k",
239
  "unit": "byte",
240
  "boot_delta_pct": 0.43220766129032256,
 
261
  "masked": "strict_clean_only"
262
  },
263
  {
264
+ "A": "old (réf)",
265
+ "B": "broad 14 % (réf)",
266
  "window": "queries",
267
  "unit": "byte",
268
  "boot_delta_pct": 5.110677083333334,
 
288
  "B_patch": "389/7750"
289
  },
290
  {
291
+ "A": "old (réf)",
292
+ "B": "broad 14 % (réf)",
293
  "window": "test_v3",
294
  "unit": "byte",
295
  "boot_delta_pct": -0.6236979166666666,
 
315
  "B_patch": "424/20000"
316
  },
317
  {
318
+ "A": "old (réf)",
319
  "B": "broad_local_v1 cov a",
320
  "window": "seen",
321
  "status": "non_comparable_seen_non_entraine",
 
323
  "B_patch": "729/8000"
324
  },
325
  {
326
+ "A": "old (réf)",
327
  "B": "broad_local_v1 cov a",
328
  "window": "fc2",
329
  "unit": "byte",
 
350
  "B_patch": "1484/8000"
351
  },
352
  {
353
+ "A": "old (réf)",
354
  "B": "broad_local_v1 cov a",
355
  "window": "fresh_en",
356
  "unit": "byte",
 
377
  "B_patch": "331/8000"
378
  },
379
  {
380
+ "A": "old (réf)",
381
  "B": "broad_local_v1 cov a",
382
  "window": "fresh_fr",
383
  "unit": "byte",
 
404
  "B_patch": "203/8000"
405
  },
406
  {
407
+ "A": "old (réf)",
408
  "B": "broad_local_v1 cov a",
409
  "window": "test20k",
410
  "unit": "byte",
 
432
  "masked": "strict_clean_only"
433
  },
434
  {
435
+ "A": "old (réf)",
436
  "B": "broad_local_v1 cov a",
437
  "window": "queries",
438
  "unit": "byte",
 
459
  "B_patch": "151/7750"
460
  },
461
  {
462
+ "A": "old (réf)",
463
  "B": "broad_local_v1 cov a",
464
  "window": "test_v3",
465
  "unit": "byte",
 
486
  "B_patch": "1332/20000"
487
  },
488
  {
489
+ "A": "old (réf)",
490
  "B": "M8 broad CM 14 %",
491
  "window": "seen",
492
  "status": "non_comparable_octets_differents",
 
494
  "B_patch": "7340/8000"
495
  },
496
  {
497
+ "A": "old (réf)",
498
  "B": "M8 broad CM 14 %",
499
  "window": "fc2",
500
  "unit": "byte",
 
521
  "B_patch": "972/8000"
522
  },
523
  {
524
+ "A": "old (réf)",
525
  "B": "M8 broad CM 14 %",
526
  "window": "fresh_en",
527
  "unit": "byte",
 
548
  "B_patch": "332/8000"
549
  },
550
  {
551
+ "A": "old (réf)",
552
  "B": "M8 broad CM 14 %",
553
  "window": "fresh_fr",
554
  "unit": "byte",
 
575
  "B_patch": "145/8000"
576
  },
577
  {
578
+ "A": "old (réf)",
579
  "B": "M8 broad CM 14 %",
580
  "window": "test20k",
581
  "unit": "byte",
 
603
  "masked": "strict_clean_only"
604
  },
605
  {
606
+ "A": "old (réf)",
607
  "B": "M8 broad CM 14 %",
608
  "window": "queries",
609
  "unit": "byte",
 
630
  "B_patch": "199/7750"
631
  },
632
  {
633
+ "A": "old (réf)",
634
  "B": "M8 broad CM 14 %",
635
  "window": "test_v3",
636
  "unit": "byte",
 
657
  "B_patch": "499/20000"
658
  },
659
  {
660
+ "A": "old (réf)",
661
  "B": "corpus_v3 M8 CM (budget broad14)",
662
  "window": "seen",
663
  "status": "non_comparable_octets_differents",
 
665
  "B_patch": "7335/8000"
666
  },
667
  {
668
+ "A": "old (réf)",
669
  "B": "corpus_v3 M8 CM (budget broad14)",
670
  "window": "fc2",
671
  "unit": "byte",
 
692
  "B_patch": "905/8000"
693
  },
694
  {
695
+ "A": "old (réf)",
696
  "B": "corpus_v3 M8 CM (budget broad14)",
697
  "window": "fresh_en",
698
  "unit": "byte",
 
719
  "B_patch": "361/8000"
720
  },
721
  {
722
+ "A": "old (réf)",
723
  "B": "corpus_v3 M8 CM (budget broad14)",
724
  "window": "fresh_fr",
725
  "unit": "byte",
 
746
  "B_patch": "140/8000"
747
  },
748
  {
749
+ "A": "old (réf)",
750
  "B": "corpus_v3 M8 CM (budget broad14)",
751
  "window": "test20k",
752
  "unit": "byte",
 
774
  "masked": "strict_clean_only"
775
  },
776
  {
777
+ "A": "old (réf)",
778
  "B": "corpus_v3 M8 CM (budget broad14)",
779
  "window": "queries",
780
  "unit": "byte",
 
801
  "B_patch": "250/7750"
802
  },
803
  {
804
+ "A": "old (réf)",
805
  "B": "corpus_v3 M8 CM (budget broad14)",
806
  "window": "test_v3",
807
  "unit": "byte",
 
828
  "B_patch": "531/20000"
829
  },
830
  {
831
+ "A": "broad 14 % (réf)",
832
  "B": "broad_local_v1 cov a",
833
  "window": "seen",
834
  "status": "non_comparable_seen_non_entraine",
 
836
  "B_patch": "729/8000"
837
  },
838
  {
839
+ "A": "broad 14 % (réf)",
840
  "B": "broad_local_v1 cov a",
841
  "window": "fc2",
842
  "unit": "byte",
 
863
  "B_patch": "1484/8000"
864
  },
865
  {
866
+ "A": "broad 14 % (réf)",
867
  "B": "broad_local_v1 cov a",
868
  "window": "fresh_en",
869
  "unit": "byte",
 
890
  "B_patch": "331/8000"
891
  },
892
  {
893
+ "A": "broad 14 % (réf)",
894
  "B": "broad_local_v1 cov a",
895
  "window": "fresh_fr",
896
  "unit": "byte",
 
917
  "B_patch": "203/8000"
918
  },
919
  {
920
+ "A": "broad 14 % (réf)",
921
  "B": "broad_local_v1 cov a",
922
  "window": "test20k",
923
  "unit": "byte",
 
945
  "masked": "strict_clean_only"
946
  },
947
  {
948
+ "A": "broad 14 % (réf)",
949
  "B": "broad_local_v1 cov a",
950
  "window": "queries",
951
  "unit": "byte",
 
972
  "B_patch": "151/7750"
973
  },
974
  {
975
+ "A": "broad 14 % (réf)",
976
  "B": "broad_local_v1 cov a",
977
  "window": "test_v3",
978
  "unit": "byte",
 
999
  "B_patch": "1332/20000"
1000
  },
1001
  {
1002
+ "A": "broad 14 % (réf)",
1003
  "B": "M8 broad CM 14 %",
1004
  "window": "seen",
1005
  "unit": "byte",
 
1026
  "B_patch": "7340/8000"
1027
  },
1028
  {
1029
+ "A": "broad 14 % (réf)",
1030
  "B": "M8 broad CM 14 %",
1031
  "window": "fc2",
1032
  "unit": "byte",
 
1053
  "B_patch": "972/8000"
1054
  },
1055
  {
1056
+ "A": "broad 14 % (réf)",
1057
  "B": "M8 broad CM 14 %",
1058
  "window": "fresh_en",
1059
  "unit": "byte",
 
1080
  "B_patch": "332/8000"
1081
  },
1082
  {
1083
+ "A": "broad 14 % (réf)",
1084
  "B": "M8 broad CM 14 %",
1085
  "window": "fresh_fr",
1086
  "unit": "byte",
 
1107
  "B_patch": "145/8000"
1108
  },
1109
  {
1110
+ "A": "broad 14 % (réf)",
1111
  "B": "M8 broad CM 14 %",
1112
  "window": "test20k",
1113
  "unit": "byte",
 
1135
  "masked": "strict_clean_only"
1136
  },
1137
  {
1138
+ "A": "broad 14 % (réf)",
1139
  "B": "M8 broad CM 14 %",
1140
  "window": "queries",
1141
  "unit": "byte",
 
1162
  "B_patch": "199/7750"
1163
  },
1164
  {
1165
+ "A": "broad 14 % (réf)",
1166
  "B": "M8 broad CM 14 %",
1167
  "window": "test_v3",
1168
  "unit": "byte",
 
1189
  "B_patch": "499/20000"
1190
  },
1191
  {
1192
+ "A": "broad 14 % (réf)",
1193
  "B": "corpus_v3 M8 CM (budget broad14)",
1194
  "window": "seen",
1195
  "status": "non_comparable_octets_differents",
 
1197
  "B_patch": "7335/8000"
1198
  },
1199
  {
1200
+ "A": "broad 14 % (réf)",
1201
  "B": "corpus_v3 M8 CM (budget broad14)",
1202
  "window": "fc2",
1203
  "unit": "byte",
 
1224
  "B_patch": "905/8000"
1225
  },
1226
  {
1227
+ "A": "broad 14 % (réf)",
1228
  "B": "corpus_v3 M8 CM (budget broad14)",
1229
  "window": "fresh_en",
1230
  "unit": "byte",
 
1251
  "B_patch": "361/8000"
1252
  },
1253
  {
1254
+ "A": "broad 14 % (réf)",
1255
  "B": "corpus_v3 M8 CM (budget broad14)",
1256
  "window": "fresh_fr",
1257
  "unit": "byte",
 
1278
  "B_patch": "140/8000"
1279
  },
1280
  {
1281
+ "A": "broad 14 % (réf)",
1282
  "B": "corpus_v3 M8 CM (budget broad14)",
1283
  "window": "test20k",
1284
  "unit": "byte",
 
1306
  "masked": "strict_clean_only"
1307
  },
1308
  {
1309
+ "A": "broad 14 % (réf)",
1310
  "B": "corpus_v3 M8 CM (budget broad14)",
1311
  "window": "queries",
1312
  "unit": "byte",
 
1333
  "B_patch": "250/7750"
1334
  },
1335
  {
1336
+ "A": "broad 14 % (réf)",
1337
  "B": "corpus_v3 M8 CM (budget broad14)",
1338
  "window": "test_v3",
1339
  "unit": "byte",
v3_scale/reports/scale_bench_v4.md CHANGED
@@ -7,12 +7,15 @@
7
  | broad 45 % (cov b) | broad_local_v1 | … | … | … | … | … | … | … | | en attente | | | | | |
8
  | broad FULL (M8, AM 100 %) | broad_local_v1 | … | … | … | … | … | … | … | | en attente | | | | | |
9
  | broad_local_v1 cov a ⚠ | broad_local_v1 | 10.37 ⚠ NON ENTRAÎNÉ (0/6980) | 21.21 | 5.09 | 4.19 | 7.11 | 3.11 | 8.79 | **9.28** | **NON CALCULABLE (seen non entraîné) — NON COMPARABLE** | 3.11 | 201 | 2355 | 1284 | 0.029 HORS |
 
10
  | M8 broad CM 14 % | broad_local_v1 | 91.82 | 14.32 | 5.11 | 3.05 | 3.54 | 4.10 | 3.30 | **5.86** | **85.96** | 4.10 | 201 | 2923 | 1548 | 0.030 HORS |
11
  | corpus_v3 cov b | corpus_v3 | … | … | … | … | … | … | … | | en attente | | | | | |
12
  | corpus_v3 M8 CM (budget broad14) | corpus_v3 | 91.95 | 14.45 | 5.55 | 2.03 | 3.59 | 4.10 | 3.28 | **5.78** | **86.17** | 4.10 | 201 | 3230 | 1224 | 0.039 |
13
  | M8 broad_gutenberg_v1 (bg1d, 64 tranches stratifiées, seen = tranche SNN 32) | broad_gutenberg_v1 | … | … | … | … | … | … | … | | en attente | | | | | |
14
  | M8 corpus_diverse_v1 (div1d, 64 tranches stratifiées, seen = tranche SNN 32) | corpus_diverse_v1 | … | … | … | … | … | … | … | | en attente | | | | | |
15
 
 
 
16
  ## McNemar exact par paires — v4.1 apparié par OCTET (même flux d'octets, plage commune ; tokenizers différents ⇒ positions non comparables). p McNemar octet = INDICATIF (octets d'un patch corrélés) ; tests DÉCISIFS = McNemar exact niveau patch (unités entre frontières communes) et bootstrap par blocs de 512 o (IC95 excluant 0 = **). Toutes les paires doivent être en v4.1 avant tout verdict. Titre (Checker 22 h 24) = écart seen − moyenne PROPRE (fc2, fresh_en, fresh_fr, test20k sur positions propres [masque clean_masks/broad_gutenberg_v1_2134.npz, ctx64+span], test_v3) ; queries à part ; neither_code EXCLU (contaminé 100 % broad / 90 % old). Colonne test20k brute SUPPRIMÉE (Checker 24 oct. 02 h 54, ordre patron) ; paires test20k ci-dessous = octets et positions PROPRES seulement (masque strict) ; verdict décisif : verdicts/ (verdict_v41.py). ⚠ = seen NON ENTRAÎNÉ (Checker 24 oct. 05 h 18, seen_audit_v4.json) : broad_local_v1 cov a (tranches stratifiées cov_prepare, 64 × 9 375 patches SNN / 64 × 18 750 AM) évalué sur train[2 600 000:2 800 000] = patches 577 008–585 008, entre les tranches SNN [514 302 ; 523 677) / [649 936 ; 659 311) et AM [462 211 ; 480 961) / [597 845 ; 616 595) : 0/6 980 positions in-vocab entraînées → son « seen » est une fenêtre fraîche in-distribution, écart seen − frais non calculable ; scale 0,029 hors plage aussi. Ligne NON COMPARABLE. m8_broad14 (scale 0,030 HORS de 3e-5) : seen 6 980/6 980 entraîné (préfixe SNN 600 k / AM 1,2 M), écart valide mais scale marquée HORS.
17
  | A | B | fenêtre | A seul (octets) | B seul (octets) | p (indicatif) | signe | A hits/n patches | B hits/n patches | Δ B−A % octets, IC95 bootstrap blocs 512 o |McNemar PATCH (unités à frontières communes) A seul / B seul (DÉCISIF) |
18
  |---|---|---|---|---|---|---|---|---|---|---|
 
7
  | broad 45 % (cov b) | broad_local_v1 | … | … | … | … | … | … | … | | en attente | | | | | |
8
  | broad FULL (M8, AM 100 %) | broad_local_v1 | … | … | … | … | … | … | … | | en attente | | | | | |
9
  | broad_local_v1 cov a ⚠ | broad_local_v1 | 10.37 ⚠ NON ENTRAÎNÉ (0/6980) | 21.21 | 5.09 | 4.19 | 7.11 | 3.11 | 8.79 | **9.28** | **NON CALCULABLE (seen non entraîné) — NON COMPARABLE** | 3.11 | 201 | 2355 | 1284 | 0.029 HORS |
10
+ | ↳ cov a — seen32 (seen = tranche SNN 32 entraînée) — **INDICATIF / NON COMPARABLE** | broad_local_v1 | 21.05 (seen32) | | | | | | | **9.28** | **+11.77 indicatif** (sans fc2 : frais 6.29 → +14.76) | | | | | 0.029 HORS |
11
  | M8 broad CM 14 % | broad_local_v1 | 91.82 | 14.32 | 5.11 | 3.05 | 3.54 | 4.10 | 3.30 | **5.86** | **85.96** | 4.10 | 201 | 2923 | 1548 | 0.030 HORS |
12
  | corpus_v3 cov b | corpus_v3 | … | … | … | … | … | … | … | | en attente | | | | | |
13
  | corpus_v3 M8 CM (budget broad14) | corpus_v3 | 91.95 | 14.45 | 5.55 | 2.03 | 3.59 | 4.10 | 3.28 | **5.78** | **86.17** | 4.10 | 201 | 3230 | 1224 | 0.039 |
14
  | M8 broad_gutenberg_v1 (bg1d, 64 tranches stratifiées, seen = tranche SNN 32) | broad_gutenberg_v1 | … | … | … | … | … | … | … | | en attente | | | | | |
15
  | M8 corpus_diverse_v1 (div1d, 64 tranches stratifiées, seen = tranche SNN 32) | corpus_diverse_v1 | … | … | … | … | … | … | … | | en attente | | | | | |
16
 
17
+ > Ligne « ↳ cov a — seen32 » (Checker, 24 oct. ~10 h 15 Toronto) : écart de référence seen de cov a recalculé sur la tranche SNN 32 (entraînée) au lieu de la fenêtre seen commune train[2,6 M:2,8 M] (non entraînée pour cov a). INDICATIF, NON COMPARABLE aux autres lignes (fenêtre seen différente), scale 0,0295 HORS plage, corpus contaminé ; aucune décision. Source : checker/recount/recount_seen32_1005.json.
18
+
19
  ## McNemar exact par paires — v4.1 apparié par OCTET (même flux d'octets, plage commune ; tokenizers différents ⇒ positions non comparables). p McNemar octet = INDICATIF (octets d'un patch corrélés) ; tests DÉCISIFS = McNemar exact niveau patch (unités entre frontières communes) et bootstrap par blocs de 512 o (IC95 excluant 0 = **). Toutes les paires doivent être en v4.1 avant tout verdict. Titre (Checker 22 h 24) = écart seen − moyenne PROPRE (fc2, fresh_en, fresh_fr, test20k sur positions propres [masque clean_masks/broad_gutenberg_v1_2134.npz, ctx64+span], test_v3) ; queries à part ; neither_code EXCLU (contaminé 100 % broad / 90 % old). Colonne test20k brute SUPPRIMÉE (Checker 24 oct. 02 h 54, ordre patron) ; paires test20k ci-dessous = octets et positions PROPRES seulement (masque strict) ; verdict décisif : verdicts/ (verdict_v41.py). ⚠ = seen NON ENTRAÎNÉ (Checker 24 oct. 05 h 18, seen_audit_v4.json) : broad_local_v1 cov a (tranches stratifiées cov_prepare, 64 × 9 375 patches SNN / 64 × 18 750 AM) évalué sur train[2 600 000:2 800 000] = patches 577 008–585 008, entre les tranches SNN [514 302 ; 523 677) / [649 936 ; 659 311) et AM [462 211 ; 480 961) / [597 845 ; 616 595) : 0/6 980 positions in-vocab entraînées → son « seen » est une fenêtre fraîche in-distribution, écart seen − frais non calculable ; scale 0,029 hors plage aussi. Ligne NON COMPARABLE. m8_broad14 (scale 0,030 HORS de 3e-5) : seen 6 980/6 980 entraîné (préfixe SNN 600 k / AM 1,2 M), écart valide mais scale marquée HORS.
20
  | A | B | fenêtre | A seul (octets) | B seul (octets) | p (indicatif) | signe | A hits/n patches | B hits/n patches | Δ B−A % octets, IC95 bootstrap blocs 512 o |McNemar PATCH (unités à frontières communes) A seul / B seul (DÉCISIF) |
21
  |---|---|---|---|---|---|---|---|---|---|---|