File size: 7,363 Bytes
9e815d4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
{
  "event": "final",
  "run": "ali_ali-nogate_s2",
  "arch": "ali",
  "objective": "ratio",
  "condition": "A",
  "step": 6000,
  "params": 22583040,
  "seed": 2,
  "per_lang": {
    "en": {
      "cpc": 0.19898868011262427,
      "cps": 27.0546875,
      "bpb": 1.8907021931586165,
      "bytes_per_chunk": 4.774110126662964,
      "reads_per_chunk": 1.2381281927535308
    },
    "tr": {
      "cpc": 0.19217809202894548,
      "cps": 27.1796875,
      "bpb": 2.0078134890429227,
      "bytes_per_chunk": 5.701447415639919,
      "reads_per_chunk": 1.1191643920528074
    },
    "fi": {
      "cpc": 0.23565998617829992,
      "cps": 34.6328125,
      "bpb": 2.135555677512,
      "bytes_per_chunk": 4.474325166201559,
      "reads_per_chunk": 1.2938631301364603
    }
  },
  "bpb_mean": 2.0113571199045133,
  "gini_cpc": 0.0462455200709706,
  "gini_cps": 0.056849816849816825,
  "bpic": 4.9874285714285715,
  "mean_boundary_entropy": 0.08459479361772537,
  "dechunk": "ema",
  "router_noise": 0.0,
  "transitions": [
    {
      "step": 0,
      "phase": 1,
      "objective": "global",
      "router_trainable": true,
      "encoder_trainable": true,
      "frozen_router_params": 0
    },
    {
      "step": 2400,
      "phase": 2,
      "objective": "global",
      "router_trainable": true,
      "encoder_trainable": true,
      "frozen_router_params": 0
    },
    {
      "step": 4200,
      "phase": 3,
      "objective": "global",
      "router_trainable": true,
      "encoder_trainable": true,
      "frozen_router_params": 0
    }
  ],
  "probe_overhead_sec_total": 655.3590018749237,
  "probe_overhead_seq_frac": 0.4999166666666667,
  "wall_sec": 7093.758770465851,
  "inventory": {
    "size": 326815,
    "admitted": 65536,
    "staged": 261279,
    "budget_B": 65536,
    "staging_capacity": 262144,
    "collisions": 0,
    "dropped": 0,
    "type_rejected": 0,
    "config_keys": 309,
    "admitted_surface": 4481,
    "staged_surface": 60545,
    "admitted_split": 26664,
    "staged_split": 38941,
    "admitted_merge": 472,
    "staged_merge": 116445,
    "admitted_skel": 33919,
    "staged_skel": 45348,
    "mean_count": 97.21986389160156,
    "n_util_obs": 119,
    "util_count_spearman": -0.03260219341974078
  },
  "ali_params": 66048,
  "ali_config": {
    "enabled": true,
    "budget_B": 65536,
    "staging_capacity": 262144,
    "policy": "utility",
    "candidate_types": [
      "surface",
      "split",
      "merge",
      "skel"
    ],
    "gate": "fixed",
    "retrieval": true,
    "memory_scope": "persistent",
    "read_dropout": 0.1,
    "write_rule": "mean",
    "eta_min": 0.0,
    "consolidate_every": 50,
    "probe_seqs": 2,
    "probe_reps": 8,
    "horizon": 32,
    "predictor": "mlp",
    "lambda_util": 0.1,
    "max_span": 64,
    "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
    "gate_hidden": 0,
    "type_dim": 16,
    "gate_bias_init": -2.0
  },
  "util_vs_frequency_spearman": -0.03260219341974078,
  "paired_vs_dropout": {
    "n": 208,
    "pearson": 0.0825986859117928,
    "spearman": 0.07110492947815863,
    "mean_abs_discrepancy": 0.47589969635009766,
    "mean_paired": 0.06143887713551521,
    "mean_dropout": -0.0013654965441673994
  },
  "predictor_calibration": {
    "n": 448,
    "all": {
      "n": 448,
      "pearson": 0.27419206979201555,
      "spearman": 0.34708509679164457,
      "mae": 0.09882353991270065,
      "reliability": [
        {
          "pred": -0.05415333807468414,
          "obs": -0.02853841334581375,
          "n": 45
        },
        {
          "pred": -0.007294744718819857,
          "obs": -0.001424427842721343,
          "n": 45
        },
        {
          "pred": 0.005994849838316441,
          "obs": -0.02136598713696003,
          "n": 45
        },
        {
          "pred": 0.015444248914718628,
          "obs": -0.013368398882448673,
          "n": 44
        },
        {
          "pred": 0.02222636342048645,
          "obs": 0.04202955961227417,
          "n": 45
        },
        {
          "pred": 0.030621835961937904,
          "obs": 0.02750343270599842,
          "n": 45
        },
        {
          "pred": 0.03888808190822601,
          "obs": 0.09125562012195587,
          "n": 44
        },
        {
          "pred": 0.04635119438171387,
          "obs": 0.02448802813887596,
          "n": 45
        },
        {
          "pred": 0.05713669955730438,
          "obs": 0.07425041496753693,
          "n": 45
        },
        {
          "pred": 0.08990553766489029,
          "obs": 0.12833207845687866,
          "n": 45
        }
      ]
    },
    "admitted": {
      "n": 392,
      "pearson": 0.297736410331879,
      "spearman": 0.33225223373047735,
      "mae": 0.10331287980079651,
      "reliability": [
        {
          "pred": -0.027794986963272095,
          "obs": -0.028260279446840286,
          "n": 40
        },
        {
          "pred": 0.0013785598566755652,
          "obs": -0.004991315305233002,
          "n": 39
        },
        {
          "pred": 0.012782593257725239,
          "obs": -0.0007603932754136622,
          "n": 39
        },
        {
          "pred": 0.019375503063201904,
          "obs": 0.00865496601909399,
          "n": 39
        },
        {
          "pred": 0.026326298713684082,
          "obs": 0.05772741138935089,
          "n": 39
        },
        {
          "pred": 0.03455347567796707,
          "obs": 0.028935914859175682,
          "n": 39
        },
        {
          "pred": 0.04132489487528801,
          "obs": 0.09000570327043533,
          "n": 39
        },
        {
          "pred": 0.04854412004351616,
          "obs": 0.018100187182426453,
          "n": 39
        },
        {
          "pred": 0.059164874255657196,
          "obs": 0.0905885323882103,
          "n": 39
        },
        {
          "pred": 0.09204334020614624,
          "obs": 0.14134018123149872,
          "n": 40
        }
      ]
    },
    "staged": {
      "n": 56,
      "pearson": -0.21051951687867865,
      "spearman": -0.16780587833219412,
      "mae": 0.06739813089370728,
      "reliability": [
        {
          "pred": -0.11244863271713257,
          "obs": 0.0026294353883713484,
          "n": 6
        },
        {
          "pred": -0.0638633519411087,
          "obs": -0.060557860881090164,
          "n": 5
        },
        {
          "pred": -0.04960934817790985,
          "obs": -0.008761084638535976,
          "n": 6
        },
        {
          "pred": -0.02946900762617588,
          "obs": -0.013326779007911682,
          "n": 5
        },
        {
          "pred": -0.018250929191708565,
          "obs": -0.04056590422987938,
          "n": 6
        },
        {
          "pred": -0.009116731584072113,
          "obs": 0.0328606516122818,
          "n": 6
        },
        {
          "pred": 0.0021271780133247375,
          "obs": -0.03079809807240963,
          "n": 5
        },
        {
          "pred": 0.007894627749919891,
          "obs": -0.053449757397174835,
          "n": 5
        },
        {
          "pred": 0.023091867566108704,
          "obs": -0.038045961409807205,
          "n": 6
        },
        {
          "pred": 0.05435998737812042,
          "obs": -0.03316957876086235,
          "n": 6
        }
      ]
    }
  }
}