final: log, final.json, probes
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- config.yaml +78 -0
- final.json +253 -0
- hub.jsonl +18 -0
- log.jsonl +0 -0
- probe/000000__en.npz +3 -0
- probe/000000__fi.npz +3 -0
- probe/000000__tr.npz +3 -0
- probe/000001__en.npz +3 -0
- probe/000001__fi.npz +3 -0
- probe/000001__tr.npz +3 -0
- probe/000002__en.npz +3 -0
- probe/000002__fi.npz +3 -0
- probe/000002__tr.npz +3 -0
- probe/000004__en.npz +3 -0
- probe/000004__fi.npz +3 -0
- probe/000004__tr.npz +3 -0
- probe/000006__en.npz +3 -0
- probe/000006__fi.npz +3 -0
- probe/000006__tr.npz +3 -0
- probe/000008__en.npz +3 -0
- probe/000008__fi.npz +3 -0
- probe/000008__tr.npz +3 -0
- probe/000016__en.npz +3 -0
- probe/000016__fi.npz +3 -0
- probe/000016__tr.npz +3 -0
- probe/000032__en.npz +3 -0
- probe/000032__fi.npz +3 -0
- probe/000032__tr.npz +3 -0
- probe/000064__en.npz +3 -0
- probe/000064__fi.npz +3 -0
- probe/000064__tr.npz +3 -0
- probe/000128__en.npz +3 -0
- probe/000128__fi.npz +3 -0
- probe/000128__tr.npz +3 -0
- probe/000200__en.npz +3 -0
- probe/000200__fi.npz +3 -0
- probe/000200__tr.npz +3 -0
- probe/000256__en.npz +3 -0
- probe/000256__fi.npz +3 -0
- probe/000256__tr.npz +3 -0
- probe/000400__en.npz +3 -0
- probe/000400__fi.npz +3 -0
- probe/000400__tr.npz +3 -0
- probe/000512__en.npz +3 -0
- probe/000512__fi.npz +3 -0
- probe/000512__tr.npz +3 -0
- probe/000600__en.npz +3 -0
- probe/000600__fi.npz +3 -0
- probe/000600__tr.npz +3 -0
- probe/000800__en.npz +3 -0
config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model: {architecture: ali, d_enc: 256, d_main: 512, n_enc: 2, n_dec: 2, n_main: 6,
|
| 2 |
+
n_heads_enc: 4, n_heads_main: 8, seq_len: 1024, dropout: 0.0, target_ratio: 6.0,
|
| 3 |
+
max_chunk_mult: 3.0, dechunk: ema, router_noise: 0.0, rope_base: 10000.0}
|
| 4 |
+
memory:
|
| 5 |
+
ali:
|
| 6 |
+
budget_B: 65536
|
| 7 |
+
staging_capacity: 262144
|
| 8 |
+
policy: frequency
|
| 9 |
+
value_mode: learned
|
| 10 |
+
candidate_types: [split]
|
| 11 |
+
write_rule: mean
|
| 12 |
+
eta_min: 0.0
|
| 13 |
+
memory_scope: persistent
|
| 14 |
+
consolidate_every: 50
|
| 15 |
+
max_span: 64
|
| 16 |
+
gate: vector
|
| 17 |
+
retrieval: true
|
| 18 |
+
read_dropout: 0.1
|
| 19 |
+
gate_hidden: 0
|
| 20 |
+
type_dim: 16
|
| 21 |
+
gate_bias_init: -2.0
|
| 22 |
+
probe_seqs: 2
|
| 23 |
+
probe_reps: 8
|
| 24 |
+
horizon: 32
|
| 25 |
+
predictor: mlp
|
| 26 |
+
lambda_util: 0.1
|
| 27 |
+
enabled: true
|
| 28 |
+
inventory_kwargs: {}
|
| 29 |
+
probe_mix: null
|
| 30 |
+
util_batch_slots: 1024
|
| 31 |
+
pkm: {n_keys: 256, topk: 8, heads: 1, d_key: null, value_lr_mult: 1.0}
|
| 32 |
+
objective: {name: ratio, schedule: null, alpha: 0.03, alpha_parity_cap: 0.06, global_anchor: 0.0,
|
| 33 |
+
premium_clip: 4.0, premium_kind: flores_per_sent, tau1: 0.4, tau2: 0.7, freeze_scope: router,
|
| 34 |
+
cpc_decay: 0.9, genreg_target_entropy: null, genreg_eta: 0.05}
|
| 35 |
+
data:
|
| 36 |
+
corpus: corpus
|
| 37 |
+
langs: [en, tr, fi]
|
| 38 |
+
mixture: null
|
| 39 |
+
doc_filters: null
|
| 40 |
+
byte_classes: scratch/data/byte_classes.json
|
| 41 |
+
training:
|
| 42 |
+
seed: 0
|
| 43 |
+
max_steps: 6000
|
| 44 |
+
batch_size: 32
|
| 45 |
+
grad_accum: 1
|
| 46 |
+
lr: 0.0003
|
| 47 |
+
min_lr_frac: 0.1
|
| 48 |
+
warmup: 300
|
| 49 |
+
weight_decay: 0.1
|
| 50 |
+
grad_clip: 1.0
|
| 51 |
+
betas: [0.9, 0.95]
|
| 52 |
+
router_lr_mult: 1.0
|
| 53 |
+
log_every: 50
|
| 54 |
+
amp: bf16
|
| 55 |
+
compile: false
|
| 56 |
+
device: cuda
|
| 57 |
+
checkpointing:
|
| 58 |
+
run_name: ali_mem-split_s0
|
| 59 |
+
runs_dir: runs
|
| 60 |
+
ckpt_every: 200
|
| 61 |
+
keep: false
|
| 62 |
+
milestones: [1000, 3000]
|
| 63 |
+
resume: auto
|
| 64 |
+
keep_schedule: log2
|
| 65 |
+
keep_extra_offsets: [2, 4, 6, 8]
|
| 66 |
+
hub_repo: AdaptiveChunking/{run_name}
|
| 67 |
+
hub_private: false
|
| 68 |
+
keep_local: false
|
| 69 |
+
evaluation:
|
| 70 |
+
eval_every: 200
|
| 71 |
+
eval_batches: 8
|
| 72 |
+
probe_sents: 128
|
| 73 |
+
probe_bpb_batches: 4
|
| 74 |
+
log_spaced_probe: true
|
| 75 |
+
dense_early_every: 0
|
| 76 |
+
dense_early_until: 0
|
| 77 |
+
dump_reps: true
|
| 78 |
+
dump_reps_thresholds: [0.3, 0.4, 0.5, 0.6, 0.7]
|
final.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"event": "final",
|
| 3 |
+
"run": "ali_mem-split_s0",
|
| 4 |
+
"arch": "ali",
|
| 5 |
+
"objective": "ratio",
|
| 6 |
+
"condition": "A",
|
| 7 |
+
"step": 6000,
|
| 8 |
+
"params": 22785088,
|
| 9 |
+
"seed": 0,
|
| 10 |
+
"per_lang": {
|
| 11 |
+
"en": {
|
| 12 |
+
"cpc": 0.22536344308452566,
|
| 13 |
+
"cps": 30.640625,
|
| 14 |
+
"bpb": 1.843992167387652,
|
| 15 |
+
"bytes_per_chunk": 4.136198680930291,
|
| 16 |
+
"reads_per_chunk": 1.5196598188645902
|
| 17 |
+
},
|
| 18 |
+
"tr": {
|
| 19 |
+
"cpc": 0.20836325470916423,
|
| 20 |
+
"cps": 29.46875,
|
| 21 |
+
"bpb": 1.9622358400409017,
|
| 22 |
+
"bytes_per_chunk": 5.304250174519187,
|
| 23 |
+
"reads_per_chunk": 1.5301235292332285
|
| 24 |
+
},
|
| 25 |
+
"fi": {
|
| 26 |
+
"cpc": 0.2685131040348732,
|
| 27 |
+
"cps": 39.4609375,
|
| 28 |
+
"bpb": 2.089965506023213,
|
| 29 |
+
"bytes_per_chunk": 3.9784794469612463,
|
| 30 |
+
"reads_per_chunk": 1.5997146781402478
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"bpb_mean": 1.9653978378172556,
|
| 34 |
+
"gini_cpc": 0.057102857807342255,
|
| 35 |
+
"gini_cps": 0.06690205309271624,
|
| 36 |
+
"bpic": 4.451314240878776,
|
| 37 |
+
"mean_boundary_entropy": 0.09847099334001541,
|
| 38 |
+
"dechunk": "ema",
|
| 39 |
+
"router_noise": 0.0,
|
| 40 |
+
"transitions": [
|
| 41 |
+
{
|
| 42 |
+
"step": 0,
|
| 43 |
+
"phase": 1,
|
| 44 |
+
"objective": "global",
|
| 45 |
+
"router_trainable": true,
|
| 46 |
+
"encoder_trainable": true,
|
| 47 |
+
"frozen_router_params": 0
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"step": 2400,
|
| 51 |
+
"phase": 2,
|
| 52 |
+
"objective": "global",
|
| 53 |
+
"router_trainable": true,
|
| 54 |
+
"encoder_trainable": true,
|
| 55 |
+
"frozen_router_params": 0
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"step": 4200,
|
| 59 |
+
"phase": 3,
|
| 60 |
+
"objective": "global",
|
| 61 |
+
"router_trainable": true,
|
| 62 |
+
"encoder_trainable": true,
|
| 63 |
+
"frozen_router_params": 0
|
| 64 |
+
}
|
| 65 |
+
],
|
| 66 |
+
"probe_overhead_sec_total": 427.4591462612152,
|
| 67 |
+
"probe_overhead_seq_frac": 0.4999166666666667,
|
| 68 |
+
"wall_sec": 2133.869960784912,
|
| 69 |
+
"inventory": {
|
| 70 |
+
"size": 65536,
|
| 71 |
+
"admitted": 65536,
|
| 72 |
+
"staged": 0,
|
| 73 |
+
"budget_B": 65536,
|
| 74 |
+
"staging_capacity": 0,
|
| 75 |
+
"collisions": 0,
|
| 76 |
+
"dropped": 0,
|
| 77 |
+
"type_rejected": 0,
|
| 78 |
+
"config_keys": 0,
|
| 79 |
+
"admitted_surface": 0,
|
| 80 |
+
"staged_surface": 0,
|
| 81 |
+
"admitted_split": 65536,
|
| 82 |
+
"staged_split": 0,
|
| 83 |
+
"admitted_merge": 0,
|
| 84 |
+
"staged_merge": 0,
|
| 85 |
+
"admitted_skel": 0,
|
| 86 |
+
"staged_skel": 0,
|
| 87 |
+
"mean_count": 1068.75830078125,
|
| 88 |
+
"n_util_obs": 807,
|
| 89 |
+
"util_count_spearman": 0.02020842990823289
|
| 90 |
+
},
|
| 91 |
+
"ali_params": 268096,
|
| 92 |
+
"ali_config": {
|
| 93 |
+
"enabled": true,
|
| 94 |
+
"budget_B": 65536,
|
| 95 |
+
"staging_capacity": 262144,
|
| 96 |
+
"policy": "frequency",
|
| 97 |
+
"value_mode": "learned",
|
| 98 |
+
"candidate_types": [
|
| 99 |
+
"split"
|
| 100 |
+
],
|
| 101 |
+
"gate": "vector",
|
| 102 |
+
"retrieval": true,
|
| 103 |
+
"memory_scope": "persistent",
|
| 104 |
+
"read_dropout": 0.1,
|
| 105 |
+
"write_rule": "mean",
|
| 106 |
+
"eta_min": 0.0,
|
| 107 |
+
"consolidate_every": 50,
|
| 108 |
+
"probe_seqs": 2,
|
| 109 |
+
"probe_reps": 8,
|
| 110 |
+
"horizon": 32,
|
| 111 |
+
"predictor": "mlp",
|
| 112 |
+
"lambda_util": 0.1,
|
| 113 |
+
"max_span": 64,
|
| 114 |
+
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
|
| 115 |
+
"gate_hidden": 0,
|
| 116 |
+
"type_dim": 16,
|
| 117 |
+
"gate_bias_init": -2.0
|
| 118 |
+
},
|
| 119 |
+
"util_vs_frequency_spearman": 0.02020842990823289,
|
| 120 |
+
"paired_vs_dropout": {
|
| 121 |
+
"n": 1590,
|
| 122 |
+
"pearson": 0.03828952290328227,
|
| 123 |
+
"spearman": 0.046105361011623096,
|
| 124 |
+
"mean_abs_discrepancy": 0.6029863953590393,
|
| 125 |
+
"mean_paired": 0.04134468734264374,
|
| 126 |
+
"mean_dropout": 0.020680971443653107
|
| 127 |
+
},
|
| 128 |
+
"predictor_calibration": {
|
| 129 |
+
"n": 3672,
|
| 130 |
+
"all": {
|
| 131 |
+
"n": 3672,
|
| 132 |
+
"pearson": 0.0397897783293938,
|
| 133 |
+
"spearman": 0.024521104378081506,
|
| 134 |
+
"mae": 0.11948022991418839,
|
| 135 |
+
"reliability": [
|
| 136 |
+
{
|
| 137 |
+
"pred": 0.013053256087005138,
|
| 138 |
+
"obs": 0.027919422835111618,
|
| 139 |
+
"n": 368
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"pred": 0.027160631492733955,
|
| 143 |
+
"obs": 0.0491105280816555,
|
| 144 |
+
"n": 367
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"pred": 0.030427003279328346,
|
| 148 |
+
"obs": 0.052247654646635056,
|
| 149 |
+
"n": 367
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"pred": 0.03256373107433319,
|
| 153 |
+
"obs": 0.045953698456287384,
|
| 154 |
+
"n": 367
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"pred": 0.03412698209285736,
|
| 158 |
+
"obs": 0.05165256932377815,
|
| 159 |
+
"n": 367
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"pred": 0.035439010709524155,
|
| 163 |
+
"obs": 0.04385748505592346,
|
| 164 |
+
"n": 367
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"pred": 0.036855943500995636,
|
| 168 |
+
"obs": 0.04135484620928764,
|
| 169 |
+
"n": 367
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"pred": 0.038765888661146164,
|
| 173 |
+
"obs": 0.032969918102025986,
|
| 174 |
+
"n": 367
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"pred": 0.0413256511092186,
|
| 178 |
+
"obs": 0.05154295265674591,
|
| 179 |
+
"n": 367
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"pred": 0.046464499086141586,
|
| 183 |
+
"obs": 0.04758923128247261,
|
| 184 |
+
"n": 368
|
| 185 |
+
}
|
| 186 |
+
]
|
| 187 |
+
},
|
| 188 |
+
"admitted": {
|
| 189 |
+
"n": 3672,
|
| 190 |
+
"pearson": 0.0397897783293938,
|
| 191 |
+
"spearman": 0.024521104378081506,
|
| 192 |
+
"mae": 0.11948022991418839,
|
| 193 |
+
"reliability": [
|
| 194 |
+
{
|
| 195 |
+
"pred": 0.013053256087005138,
|
| 196 |
+
"obs": 0.027919422835111618,
|
| 197 |
+
"n": 368
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"pred": 0.027160631492733955,
|
| 201 |
+
"obs": 0.0491105280816555,
|
| 202 |
+
"n": 367
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"pred": 0.030427003279328346,
|
| 206 |
+
"obs": 0.052247654646635056,
|
| 207 |
+
"n": 367
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"pred": 0.03256373107433319,
|
| 211 |
+
"obs": 0.045953698456287384,
|
| 212 |
+
"n": 367
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"pred": 0.03412698209285736,
|
| 216 |
+
"obs": 0.05165256932377815,
|
| 217 |
+
"n": 367
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"pred": 0.035439010709524155,
|
| 221 |
+
"obs": 0.04385748505592346,
|
| 222 |
+
"n": 367
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"pred": 0.036855943500995636,
|
| 226 |
+
"obs": 0.04135484620928764,
|
| 227 |
+
"n": 367
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"pred": 0.038765888661146164,
|
| 231 |
+
"obs": 0.032969918102025986,
|
| 232 |
+
"n": 367
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"pred": 0.0413256511092186,
|
| 236 |
+
"obs": 0.05154295265674591,
|
| 237 |
+
"n": 367
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"pred": 0.046464499086141586,
|
| 241 |
+
"obs": 0.04758923128247261,
|
| 242 |
+
"n": 368
|
| 243 |
+
}
|
| 244 |
+
]
|
| 245 |
+
},
|
| 246 |
+
"staged": {
|
| 247 |
+
"n": 0,
|
| 248 |
+
"pearson": NaN,
|
| 249 |
+
"spearman": NaN,
|
| 250 |
+
"mae": NaN
|
| 251 |
+
}
|
| 252 |
+
}
|
| 253 |
+
}
|
hub.jsonl
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "hub_push", "step": 0, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-0", "sec": 9.9, "local_deleted": true, "t": "2026-11-08 20:47:30"}
|
| 2 |
+
{"event": "hub_push", "step": 1, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-1", "sec": 10.4, "local_deleted": true, "t": "2026-11-08 20:47:41"}
|
| 3 |
+
{"event": "hub_push", "step": 2, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-2", "sec": 8.9, "local_deleted": true, "t": "2026-11-08 20:47:50"}
|
| 4 |
+
{"event": "hub_push", "step": 4, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-4", "sec": 9.0, "local_deleted": true, "t": "2026-11-08 20:47:59"}
|
| 5 |
+
{"event": "hub_push", "step": 6, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-6", "sec": 8.7, "local_deleted": true, "t": "2026-11-08 20:48:07"}
|
| 6 |
+
{"event": "hub_push", "step": 8, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-8", "sec": 9.9, "local_deleted": true, "t": "2026-11-08 20:48:17"}
|
| 7 |
+
{"event": "hub_push", "step": 16, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-16", "sec": 10.6, "local_deleted": true, "t": "2026-11-08 20:48:28"}
|
| 8 |
+
{"event": "hub_push", "step": 32, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-32", "sec": 10.8, "local_deleted": true, "t": "2026-11-08 20:48:39"}
|
| 9 |
+
{"event": "hub_push", "step": 64, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-64", "sec": 11.0, "local_deleted": true, "t": "2026-11-08 20:48:50"}
|
| 10 |
+
{"event": "hub_push", "step": 128, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-128", "sec": 9.2, "local_deleted": true, "t": "2026-11-08 20:48:59"}
|
| 11 |
+
{"event": "hub_push", "step": 256, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-256", "sec": 10.2, "local_deleted": true, "t": "2026-11-08 20:49:17"}
|
| 12 |
+
{"event": "hub_push", "step": 512, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-512", "sec": 10.3, "local_deleted": true, "t": "2026-11-08 20:51:21"}
|
| 13 |
+
{"event": "hub_push", "step": 1000, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-1000", "sec": 9.9, "local_deleted": true, "t": "2026-11-08 20:53:45"}
|
| 14 |
+
{"event": "hub_push", "step": 1024, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-1024", "sec": 10.7, "local_deleted": true, "t": "2026-11-08 20:53:56"}
|
| 15 |
+
{"event": "hub_push", "step": 2048, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-2048", "sec": 11.7, "local_deleted": true, "t": "2026-11-08 21:00:11"}
|
| 16 |
+
{"event": "hub_push", "step": 3000, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-3000", "sec": 10.9, "local_deleted": true, "t": "2026-11-08 21:05:41"}
|
| 17 |
+
{"event": "hub_push", "step": 4096, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-4096", "sec": 10.0, "local_deleted": true, "t": "2026-11-08 21:11:47"}
|
| 18 |
+
{"event": "hub_push", "step": 6000, "repo": "AdaptiveChunking/ali_mem-split_s0", "branch": "step-6000", "sec": 11.1, "local_deleted": true, "t": "2026-11-08 21:22:56"}
|
log.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
probe/000000__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:246e33ccf60e09d4ee9867bdab9fb7a888920df25c1f712f527ffd299adfd882
|
| 3 |
+
size 258090
|
probe/000000__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7b2abab1e9398b5a4d85c23c7d67562a82e0e04c94ebe64c6bfde72bb87705a
|
| 3 |
+
size 295839
|
probe/000000__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4facad77fe7e6325fc302615cac5f448983bd45eb3902b924d29bae86113e448
|
| 3 |
+
size 279476
|
probe/000001__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c17583d953545d97a4a3be226d6a44e35effdf2fb76f09032257246d12266eaf
|
| 3 |
+
size 258084
|
probe/000001__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45f777bd6f32349d75edad79be68633e682bb1ff0266a220723d81306f6f7fe7
|
| 3 |
+
size 295815
|
probe/000001__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e376ce8c0c05c96f52ac3ca3480634f98d9ed570616897ae63bf86f8737204a1
|
| 3 |
+
size 279475
|
probe/000002__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:581a85e470e7c10108ce73e349b74dd7b7bb760c3c5ded63c6d40b8d764b8d68
|
| 3 |
+
size 258190
|
probe/000002__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc76fa6036fc10f3203497bb5e404d21687489258f4c8ba3df14436ebcd0112c
|
| 3 |
+
size 295718
|
probe/000002__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:558f34906b72ced5de217edfc74dc60d786e3830bdf5cd3bd3cdc3d4f3a72afa
|
| 3 |
+
size 279466
|
probe/000004__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0edf266e42da5332231dc0fd5a458b749ad6934c92149d1f78391c901ed52a85
|
| 3 |
+
size 257878
|
probe/000004__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:675098a7f9d5393229113c249a93a04560d1d379b15839646c12f48a12ef46e5
|
| 3 |
+
size 295421
|
probe/000004__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3bac067540ed8336c4cd54bf1668c1f200647d89fb40315f5ae531555ba8183a
|
| 3 |
+
size 279074
|
probe/000006__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00326995decf8503ad2a5b1363c0e7a0a6ea6d73a991a3af078f2e67a6026948
|
| 3 |
+
size 257817
|
probe/000006__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e77682b9f365190557acf4210ef2e1eab56b0f7cb5e3f5c854b540f560b3f154
|
| 3 |
+
size 295235
|
probe/000006__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:773195bf88cccbefea862cb8af0c046360a3bc4fbca15fb9d53634f4587912e0
|
| 3 |
+
size 278408
|
probe/000008__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:566064322bbab71d10667688df722ed41fc6d7b3e687b3b3b786f3a51fb9bd70
|
| 3 |
+
size 257297
|
probe/000008__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ca1373d2ae1f0e45aa3294781046e9356d5a1649bc71c8651649ad73075725b2
|
| 3 |
+
size 294847
|
probe/000008__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:26b811df5e94dbec71480b3adac085c700e200322e6f61584daeb02149d2a626
|
| 3 |
+
size 277920
|
probe/000016__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7dda05c0b8716ced7d7688525d6acfacca8653d30c545c753a1dc91f63dea381
|
| 3 |
+
size 255607
|
probe/000016__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36036ff1e9065b011c045cdfd980b5d1effed6ea5758fb3e8e0b16253fa79406
|
| 3 |
+
size 294581
|
probe/000016__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b46e1513d74469d98290f96c71c2d084542b877e414ecf776ab1900a3099e79e
|
| 3 |
+
size 276792
|
probe/000032__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:79e6f168c342f84e87177e6a05fddf2c4d382672453071c3b00c864fe71f3670
|
| 3 |
+
size 252092
|
probe/000032__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4145b9dfb1162513cdd394d8d1dd405ced2d453a8c93dd82810ac21080153528
|
| 3 |
+
size 289961
|
probe/000032__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7835c3517ac9517da56e09ed932cc681417c581aeb5e1c8d0711682c4448cda0
|
| 3 |
+
size 272311
|
probe/000064__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ade10b7518b842b244d9200f95217057e1c33239fb6fca3f66565813a03a12e3
|
| 3 |
+
size 257176
|
probe/000064__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c3fd1985e7954464a59b3729420a5d73a385732d6c738e1e7530cf738acf734
|
| 3 |
+
size 294533
|
probe/000064__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c24ddd15228f3a2cb4861186e298ec2270c269d29aae64d36b153615bfb6cb35
|
| 3 |
+
size 274203
|
probe/000128__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bbeabb4a007e92f4d0c6da03e24308172a2a395b30ad2063024f80a23b4f905d
|
| 3 |
+
size 268264
|
probe/000128__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80014657d0d1548062b1cde42eb2e586dc46276bdfa37b1a66911dd92876fa6d
|
| 3 |
+
size 304589
|
probe/000128__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9b2ecf6ce227aafa0667ae5e9c3345da3076bed95f4d4a0ec499166c465e16b
|
| 3 |
+
size 284395
|
probe/000200__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a4b1b858b44d7945c1862cf55b87f874df02e55928cbca974191f5e776782cf
|
| 3 |
+
size 267817
|
probe/000200__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:320408f587c3fb43be527b4072c9e95e2c31b2db3766de9456c753b87a82eeac
|
| 3 |
+
size 304094
|
probe/000200__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a4a191ef1bbaf655178a8a8c28b03838805bdc7ad018382ab9f6af4120e413d
|
| 3 |
+
size 287693
|
probe/000256__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8798c6e119002fdcd84e24274686a2210fe3d08789d9d5cc2d309cdb3dff5a34
|
| 3 |
+
size 271469
|
probe/000256__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96a5eff4be36ffc6c8d5e9f1c8bde84de6178eef024461f5a85f81d5df2c7c06
|
| 3 |
+
size 308595
|
probe/000256__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:17cb88869bb822d872970c09ccc87aedd82e7f63628a4009fae0d407c28bec1c
|
| 3 |
+
size 291814
|
probe/000400__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cdf0a7254b36f984a92809ff8a439e2b6d8ff38bdbf3f93cbc5856aaaaf28a59
|
| 3 |
+
size 273748
|
probe/000400__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a6b7ec2152117fa30026a2b476fac362bd6fccba31f2f1452b347afb0dc779ea
|
| 3 |
+
size 315111
|
probe/000400__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:722ed6b7a99c890c4e8d4d521451d0cfac73aaf91feccde74e2ae96ec4d1e87e
|
| 3 |
+
size 296333
|
probe/000512__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:254e9e6d33db4456ad304f3f1bbb168ef954fbf9c69a81133586531efeeecca6
|
| 3 |
+
size 275677
|
probe/000512__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b1a98ed8577ae2b0a8ad699e16b8fd0f29ea4669aedd9ea7c488a19f3f509f3
|
| 3 |
+
size 315004
|
probe/000512__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:169abee9e95c943935bd2ee17e44fb4b00bbc41d7f0321b4041137ee9c25a802
|
| 3 |
+
size 295609
|
probe/000600__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4fb2e1979b2beeb937385c268b5f1b1c5bf4b5dcc5d89b7e653feca6f58ef17e
|
| 3 |
+
size 272477
|
probe/000600__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc34266786ea1cd87697d7b0846781ebff3c8b8b4b0ea759cd402348ccef4d3d
|
| 3 |
+
size 311737
|
probe/000600__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95c6556d0e5b47132294ab8a55634b5c4e4c0bd738dd3020cf0367d6b5fa92f8
|
| 3 |
+
size 294907
|
probe/000800__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef59eacbd59e5ae11e6f28827c7960032cdcbe840e9ab30882070a8b68f765b5
|
| 3 |
+
size 270045
|