final: log, final.json, probes
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- config.yaml +78 -0
- final.json +253 -0
- hub.jsonl +18 -0
- log.jsonl +0 -0
- probe/000000__en.npz +3 -0
- probe/000000__fi.npz +3 -0
- probe/000000__tr.npz +3 -0
- probe/000001__en.npz +3 -0
- probe/000001__fi.npz +3 -0
- probe/000001__tr.npz +3 -0
- probe/000002__en.npz +3 -0
- probe/000002__fi.npz +3 -0
- probe/000002__tr.npz +3 -0
- probe/000004__en.npz +3 -0
- probe/000004__fi.npz +3 -0
- probe/000004__tr.npz +3 -0
- probe/000006__en.npz +3 -0
- probe/000006__fi.npz +3 -0
- probe/000006__tr.npz +3 -0
- probe/000008__en.npz +3 -0
- probe/000008__fi.npz +3 -0
- probe/000008__tr.npz +3 -0
- probe/000016__en.npz +3 -0
- probe/000016__fi.npz +3 -0
- probe/000016__tr.npz +3 -0
- probe/000032__en.npz +3 -0
- probe/000032__fi.npz +3 -0
- probe/000032__tr.npz +3 -0
- probe/000064__en.npz +3 -0
- probe/000064__fi.npz +3 -0
- probe/000064__tr.npz +3 -0
- probe/000128__en.npz +3 -0
- probe/000128__fi.npz +3 -0
- probe/000128__tr.npz +3 -0
- probe/000200__en.npz +3 -0
- probe/000200__fi.npz +3 -0
- probe/000200__tr.npz +3 -0
- probe/000256__en.npz +3 -0
- probe/000256__fi.npz +3 -0
- probe/000256__tr.npz +3 -0
- probe/000400__en.npz +3 -0
- probe/000400__fi.npz +3 -0
- probe/000400__tr.npz +3 -0
- probe/000512__en.npz +3 -0
- probe/000512__fi.npz +3 -0
- probe/000512__tr.npz +3 -0
- probe/000600__en.npz +3 -0
- probe/000600__fi.npz +3 -0
- probe/000600__tr.npz +3 -0
- probe/000800__en.npz +3 -0
config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model: {architecture: ali, d_enc: 256, d_main: 512, n_enc: 2, n_dec: 2, n_main: 6,
|
| 2 |
+
n_heads_enc: 4, n_heads_main: 8, seq_len: 1024, dropout: 0.0, target_ratio: 6.0,
|
| 3 |
+
max_chunk_mult: 3.0, dechunk: ema, router_noise: 0.0, rope_base: 10000.0}
|
| 4 |
+
memory:
|
| 5 |
+
ali:
|
| 6 |
+
budget_B: 65536
|
| 7 |
+
staging_capacity: 262144
|
| 8 |
+
policy: random
|
| 9 |
+
value_mode: learned
|
| 10 |
+
candidate_types: [surface]
|
| 11 |
+
write_rule: mean
|
| 12 |
+
eta_min: 0.0
|
| 13 |
+
memory_scope: persistent
|
| 14 |
+
consolidate_every: 50
|
| 15 |
+
max_span: 64
|
| 16 |
+
gate: vector
|
| 17 |
+
retrieval: true
|
| 18 |
+
read_dropout: 0.1
|
| 19 |
+
gate_hidden: 0
|
| 20 |
+
type_dim: 16
|
| 21 |
+
gate_bias_init: -2.0
|
| 22 |
+
probe_seqs: 2
|
| 23 |
+
probe_reps: 8
|
| 24 |
+
horizon: 32
|
| 25 |
+
predictor: mlp
|
| 26 |
+
lambda_util: 0.1
|
| 27 |
+
enabled: true
|
| 28 |
+
inventory_kwargs: {}
|
| 29 |
+
probe_mix: null
|
| 30 |
+
util_batch_slots: 1024
|
| 31 |
+
pkm: {n_keys: 256, topk: 8, heads: 1, d_key: null, value_lr_mult: 1.0}
|
| 32 |
+
objective: {name: ratio, schedule: null, alpha: 0.03, alpha_parity_cap: 0.06, global_anchor: 0.0,
|
| 33 |
+
premium_clip: 4.0, premium_kind: flores_per_sent, tau1: 0.4, tau2: 0.7, freeze_scope: router,
|
| 34 |
+
cpc_decay: 0.9, genreg_target_entropy: null, genreg_eta: 0.05}
|
| 35 |
+
data:
|
| 36 |
+
corpus: corpus
|
| 37 |
+
langs: [en, tr, fi]
|
| 38 |
+
mixture: null
|
| 39 |
+
doc_filters: null
|
| 40 |
+
byte_classes: scratch/data/byte_classes.json
|
| 41 |
+
training:
|
| 42 |
+
seed: 0
|
| 43 |
+
max_steps: 6000
|
| 44 |
+
batch_size: 32
|
| 45 |
+
grad_accum: 1
|
| 46 |
+
lr: 0.0003
|
| 47 |
+
min_lr_frac: 0.1
|
| 48 |
+
warmup: 300
|
| 49 |
+
weight_decay: 0.1
|
| 50 |
+
grad_clip: 1.0
|
| 51 |
+
betas: [0.9, 0.95]
|
| 52 |
+
router_lr_mult: 1.0
|
| 53 |
+
log_every: 50
|
| 54 |
+
amp: bf16
|
| 55 |
+
compile: false
|
| 56 |
+
device: cuda
|
| 57 |
+
checkpointing:
|
| 58 |
+
run_name: ali_mem-random_s0
|
| 59 |
+
runs_dir: runs
|
| 60 |
+
ckpt_every: 200
|
| 61 |
+
keep: false
|
| 62 |
+
milestones: [1000, 3000]
|
| 63 |
+
resume: auto
|
| 64 |
+
keep_schedule: log2
|
| 65 |
+
keep_extra_offsets: [2, 4, 6, 8]
|
| 66 |
+
hub_repo: AdaptiveChunking/{run_name}
|
| 67 |
+
hub_private: false
|
| 68 |
+
keep_local: false
|
| 69 |
+
evaluation:
|
| 70 |
+
eval_every: 200
|
| 71 |
+
eval_batches: 8
|
| 72 |
+
probe_sents: 128
|
| 73 |
+
probe_bpb_batches: 4
|
| 74 |
+
log_spaced_probe: true
|
| 75 |
+
dense_early_every: 0
|
| 76 |
+
dense_early_until: 0
|
| 77 |
+
dump_reps: true
|
| 78 |
+
dump_reps_thresholds: [0.3, 0.4, 0.5, 0.6, 0.7]
|
final.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"event": "final",
|
| 3 |
+
"run": "ali_mem-random_s0",
|
| 4 |
+
"arch": "ali",
|
| 5 |
+
"objective": "ratio",
|
| 6 |
+
"condition": "A",
|
| 7 |
+
"step": 6000,
|
| 8 |
+
"params": 22785088,
|
| 9 |
+
"seed": 0,
|
| 10 |
+
"per_lang": {
|
| 11 |
+
"en": {
|
| 12 |
+
"cpc": 0.19887375739814975,
|
| 13 |
+
"cps": 27.0390625,
|
| 14 |
+
"bpb": 1.8781563704967295,
|
| 15 |
+
"bytes_per_chunk": 4.643003896563939,
|
| 16 |
+
"reads_per_chunk": 0.7038434289762664
|
| 17 |
+
},
|
| 18 |
+
"tr": {
|
| 19 |
+
"cpc": 0.20753466276307794,
|
| 20 |
+
"cps": 29.3515625,
|
| 21 |
+
"bpb": 1.9948379032343608,
|
| 22 |
+
"bytes_per_chunk": 5.3451323824767805,
|
| 23 |
+
"reads_per_chunk": 0.6104988428639881
|
| 24 |
+
},
|
| 25 |
+
"fi": {
|
| 26 |
+
"cpc": 0.26367550901068526,
|
| 27 |
+
"cps": 38.75,
|
| 28 |
+
"bpb": 2.116448243767407,
|
| 29 |
+
"bytes_per_chunk": 4.003482032407336,
|
| 30 |
+
"reads_per_chunk": 0.6805998869866675
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"bpb_mean": 1.996480839166166,
|
| 34 |
+
"gini_cpc": 0.06447127868754898,
|
| 35 |
+
"gini_cps": 0.08206054634039539,
|
| 36 |
+
"bpic": 4.658564624733125,
|
| 37 |
+
"mean_boundary_entropy": 0.07662175595760345,
|
| 38 |
+
"dechunk": "ema",
|
| 39 |
+
"router_noise": 0.0,
|
| 40 |
+
"transitions": [
|
| 41 |
+
{
|
| 42 |
+
"step": 0,
|
| 43 |
+
"phase": 1,
|
| 44 |
+
"objective": "global",
|
| 45 |
+
"router_trainable": true,
|
| 46 |
+
"encoder_trainable": true,
|
| 47 |
+
"frozen_router_params": 0
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"step": 2400,
|
| 51 |
+
"phase": 2,
|
| 52 |
+
"objective": "global",
|
| 53 |
+
"router_trainable": true,
|
| 54 |
+
"encoder_trainable": true,
|
| 55 |
+
"frozen_router_params": 0
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"step": 4200,
|
| 59 |
+
"phase": 3,
|
| 60 |
+
"objective": "global",
|
| 61 |
+
"router_trainable": true,
|
| 62 |
+
"encoder_trainable": true,
|
| 63 |
+
"frozen_router_params": 0
|
| 64 |
+
}
|
| 65 |
+
],
|
| 66 |
+
"probe_overhead_sec_total": 350.02211689949036,
|
| 67 |
+
"probe_overhead_seq_frac": 0.4999166666666667,
|
| 68 |
+
"wall_sec": 2101.258498430252,
|
| 69 |
+
"inventory": {
|
| 70 |
+
"size": 65536,
|
| 71 |
+
"admitted": 65536,
|
| 72 |
+
"staged": 0,
|
| 73 |
+
"budget_B": 65536,
|
| 74 |
+
"staging_capacity": 0,
|
| 75 |
+
"collisions": 0,
|
| 76 |
+
"dropped": 0,
|
| 77 |
+
"type_rejected": 0,
|
| 78 |
+
"config_keys": 0,
|
| 79 |
+
"admitted_surface": 65536,
|
| 80 |
+
"staged_surface": 0,
|
| 81 |
+
"admitted_split": 0,
|
| 82 |
+
"staged_split": 0,
|
| 83 |
+
"admitted_merge": 0,
|
| 84 |
+
"staged_merge": 0,
|
| 85 |
+
"admitted_skel": 0,
|
| 86 |
+
"staged_skel": 0,
|
| 87 |
+
"mean_count": 193.4493865966797,
|
| 88 |
+
"n_util_obs": 164,
|
| 89 |
+
"util_count_spearman": 0.25436861507488473
|
| 90 |
+
},
|
| 91 |
+
"ali_params": 268096,
|
| 92 |
+
"ali_config": {
|
| 93 |
+
"enabled": true,
|
| 94 |
+
"budget_B": 65536,
|
| 95 |
+
"staging_capacity": 262144,
|
| 96 |
+
"policy": "random",
|
| 97 |
+
"value_mode": "learned",
|
| 98 |
+
"candidate_types": [
|
| 99 |
+
"surface"
|
| 100 |
+
],
|
| 101 |
+
"gate": "vector",
|
| 102 |
+
"retrieval": true,
|
| 103 |
+
"memory_scope": "persistent",
|
| 104 |
+
"read_dropout": 0.1,
|
| 105 |
+
"write_rule": "mean",
|
| 106 |
+
"eta_min": 0.0,
|
| 107 |
+
"consolidate_every": 50,
|
| 108 |
+
"probe_seqs": 2,
|
| 109 |
+
"probe_reps": 8,
|
| 110 |
+
"horizon": 32,
|
| 111 |
+
"predictor": "mlp",
|
| 112 |
+
"lambda_util": 0.1,
|
| 113 |
+
"max_span": 64,
|
| 114 |
+
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
|
| 115 |
+
"gate_hidden": 0,
|
| 116 |
+
"type_dim": 16,
|
| 117 |
+
"gate_bias_init": -2.0
|
| 118 |
+
},
|
| 119 |
+
"util_vs_frequency_spearman": 0.25436861507488473,
|
| 120 |
+
"paired_vs_dropout": {
|
| 121 |
+
"n": 206,
|
| 122 |
+
"pearson": -0.05789862526539241,
|
| 123 |
+
"spearman": 0.04106634818986434,
|
| 124 |
+
"mean_abs_discrepancy": 0.4448119103908539,
|
| 125 |
+
"mean_paired": 0.10705802589654922,
|
| 126 |
+
"mean_dropout": 0.15868043899536133
|
| 127 |
+
},
|
| 128 |
+
"predictor_calibration": {
|
| 129 |
+
"n": 296,
|
| 130 |
+
"all": {
|
| 131 |
+
"n": 296,
|
| 132 |
+
"pearson": 0.08562289340702656,
|
| 133 |
+
"spearman": 0.18541947186014981,
|
| 134 |
+
"mae": 0.1300479769706726,
|
| 135 |
+
"reliability": [
|
| 136 |
+
{
|
| 137 |
+
"pred": 0.02058553136885166,
|
| 138 |
+
"obs": 0.06193329766392708,
|
| 139 |
+
"n": 30
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"pred": 0.03354654088616371,
|
| 143 |
+
"obs": 0.1291121393442154,
|
| 144 |
+
"n": 29
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"pred": 0.04112684354186058,
|
| 148 |
+
"obs": 0.10601386427879333,
|
| 149 |
+
"n": 30
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"pred": 0.047962941229343414,
|
| 153 |
+
"obs": 0.08316776156425476,
|
| 154 |
+
"n": 29
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"pred": 0.056136149913072586,
|
| 158 |
+
"obs": 0.11587131768465042,
|
| 159 |
+
"n": 30
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"pred": 0.06734459102153778,
|
| 163 |
+
"obs": 0.0836767628788948,
|
| 164 |
+
"n": 29
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"pred": 0.08217541128396988,
|
| 168 |
+
"obs": 0.08114955574274063,
|
| 169 |
+
"n": 30
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"pred": 0.10127806663513184,
|
| 173 |
+
"obs": 0.09566253423690796,
|
| 174 |
+
"n": 29
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"pred": 0.1088084876537323,
|
| 178 |
+
"obs": 0.10158620029687881,
|
| 179 |
+
"n": 30
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"pred": 0.15344582498073578,
|
| 183 |
+
"obs": 0.16678810119628906,
|
| 184 |
+
"n": 30
|
| 185 |
+
}
|
| 186 |
+
]
|
| 187 |
+
},
|
| 188 |
+
"admitted": {
|
| 189 |
+
"n": 296,
|
| 190 |
+
"pearson": 0.08562289340702656,
|
| 191 |
+
"spearman": 0.18541947186014981,
|
| 192 |
+
"mae": 0.1300479769706726,
|
| 193 |
+
"reliability": [
|
| 194 |
+
{
|
| 195 |
+
"pred": 0.02058553136885166,
|
| 196 |
+
"obs": 0.06193329766392708,
|
| 197 |
+
"n": 30
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"pred": 0.03354654088616371,
|
| 201 |
+
"obs": 0.1291121393442154,
|
| 202 |
+
"n": 29
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"pred": 0.04112684354186058,
|
| 206 |
+
"obs": 0.10601386427879333,
|
| 207 |
+
"n": 30
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"pred": 0.047962941229343414,
|
| 211 |
+
"obs": 0.08316776156425476,
|
| 212 |
+
"n": 29
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"pred": 0.056136149913072586,
|
| 216 |
+
"obs": 0.11587131768465042,
|
| 217 |
+
"n": 30
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"pred": 0.06734459102153778,
|
| 221 |
+
"obs": 0.0836767628788948,
|
| 222 |
+
"n": 29
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"pred": 0.08217541128396988,
|
| 226 |
+
"obs": 0.08114955574274063,
|
| 227 |
+
"n": 30
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"pred": 0.10127806663513184,
|
| 231 |
+
"obs": 0.09566253423690796,
|
| 232 |
+
"n": 29
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"pred": 0.1088084876537323,
|
| 236 |
+
"obs": 0.10158620029687881,
|
| 237 |
+
"n": 30
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"pred": 0.15344582498073578,
|
| 241 |
+
"obs": 0.16678810119628906,
|
| 242 |
+
"n": 30
|
| 243 |
+
}
|
| 244 |
+
]
|
| 245 |
+
},
|
| 246 |
+
"staged": {
|
| 247 |
+
"n": 0,
|
| 248 |
+
"pearson": NaN,
|
| 249 |
+
"spearman": NaN,
|
| 250 |
+
"mae": NaN
|
| 251 |
+
}
|
| 252 |
+
}
|
| 253 |
+
}
|
hub.jsonl
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "hub_push", "step": 0, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-0", "sec": 8.9, "local_deleted": true, "t": "2026-11-08 22:12:23"}
|
| 2 |
+
{"event": "hub_push", "step": 1, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-1", "sec": 9.2, "local_deleted": true, "t": "2026-11-08 22:12:32"}
|
| 3 |
+
{"event": "hub_push", "step": 2, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-2", "sec": 9.7, "local_deleted": true, "t": "2026-11-08 22:12:41"}
|
| 4 |
+
{"event": "hub_push", "step": 4, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-4", "sec": 8.6, "local_deleted": true, "t": "2026-11-08 22:12:50"}
|
| 5 |
+
{"event": "hub_push", "step": 6, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-6", "sec": 8.3, "local_deleted": true, "t": "2026-11-08 22:12:58"}
|
| 6 |
+
{"event": "hub_push", "step": 8, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-8", "sec": 9.1, "local_deleted": true, "t": "2026-11-08 22:13:08"}
|
| 7 |
+
{"event": "hub_push", "step": 16, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-16", "sec": 8.9, "local_deleted": true, "t": "2026-11-08 22:13:16"}
|
| 8 |
+
{"event": "hub_push", "step": 32, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-32", "sec": 10.2, "local_deleted": true, "t": "2026-11-08 22:13:27"}
|
| 9 |
+
{"event": "hub_push", "step": 64, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-64", "sec": 9.3, "local_deleted": true, "t": "2026-11-08 22:13:36"}
|
| 10 |
+
{"event": "hub_push", "step": 128, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-128", "sec": 9.5, "local_deleted": true, "t": "2026-11-08 22:13:46"}
|
| 11 |
+
{"event": "hub_push", "step": 256, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-256", "sec": 10.3, "local_deleted": true, "t": "2026-11-08 22:13:56"}
|
| 12 |
+
{"event": "hub_push", "step": 512, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-512", "sec": 12.8, "local_deleted": true, "t": "2026-11-08 22:15:44"}
|
| 13 |
+
{"event": "hub_push", "step": 1000, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-1000", "sec": 11.3, "local_deleted": true, "t": "2026-11-08 22:18:44"}
|
| 14 |
+
{"event": "hub_push", "step": 1024, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-1024", "sec": 11.5, "local_deleted": true, "t": "2026-11-08 22:18:55"}
|
| 15 |
+
{"event": "hub_push", "step": 2048, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-2048", "sec": 13.3, "local_deleted": true, "t": "2026-11-08 22:25:47"}
|
| 16 |
+
{"event": "hub_push", "step": 3000, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-3000", "sec": 11.9, "local_deleted": true, "t": "2026-11-08 22:32:14"}
|
| 17 |
+
{"event": "hub_push", "step": 4096, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-4096", "sec": 10.5, "local_deleted": true, "t": "2026-11-08 22:37:37"}
|
| 18 |
+
{"event": "hub_push", "step": 6000, "repo": "AdaptiveChunking/ali_mem-random_s0", "branch": "step-6000", "sec": 11.5, "local_deleted": true, "t": "2026-11-08 22:47:18"}
|
log.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
probe/000000__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:246e33ccf60e09d4ee9867bdab9fb7a888920df25c1f712f527ffd299adfd882
|
| 3 |
+
size 258090
|
probe/000000__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7b2abab1e9398b5a4d85c23c7d67562a82e0e04c94ebe64c6bfde72bb87705a
|
| 3 |
+
size 295839
|
probe/000000__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4facad77fe7e6325fc302615cac5f448983bd45eb3902b924d29bae86113e448
|
| 3 |
+
size 279476
|
probe/000001__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:41cfc58e43f2b11419d1ed50ebbecb2903ebb6695fbff698b433c15516621282
|
| 3 |
+
size 258202
|
probe/000001__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0e93494dcfe7a2443fec4da0fd285f6ea62c02c7b0eae1ccd9a87e432cdaf0dd
|
| 3 |
+
size 295895
|
probe/000001__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:584e8fdab71d56ec8806ca3d0d7fe65aabb86761915c7597d9fb6c7f04fc510e
|
| 3 |
+
size 279445
|
probe/000002__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c2d9dcc7ebaf3971b0a863b534af505218a828f2dc2e19d729ec8f034ca93e6
|
| 3 |
+
size 258245
|
probe/000002__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:85d8d3665b092ceb9a515801b44aec8e0c62e7ef31798bf38319bd0938920081
|
| 3 |
+
size 295565
|
probe/000002__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c61e94722627210b3ac8308198cb9a736e86a595655c71c8558c9dcdc6451a58
|
| 3 |
+
size 279231
|
probe/000004__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:278b089709648a21a85c36b3a4697beaae60596aa3b5f9170829d8b16ccd6dd6
|
| 3 |
+
size 257895
|
probe/000004__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:635a53b67c039f1e55e413f8845b11c895ef7fee506c40e2c345c71e577bcd71
|
| 3 |
+
size 295560
|
probe/000004__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c1676d383e7cc07bf04672b78e24a736f2ea15fd115b7cd334de9823ed0e3376
|
| 3 |
+
size 279103
|
probe/000006__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e989bc5f39c42e01a86a5b0596617cbefcca87b4f59aa04624a9596c24f2d773
|
| 3 |
+
size 257525
|
probe/000006__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dfdddab37977c27555ac7d4450d38af56e4100dfce35ec88e2d2dab7ef290f72
|
| 3 |
+
size 295280
|
probe/000006__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:371a25cdee1752d4dad0308694e45e48e34fdec4ce63696da022e516bdf2dc7d
|
| 3 |
+
size 278335
|
probe/000008__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9ff37fed912fb3302017280496267c421180a00f32edc93dad812bc5d420af01
|
| 3 |
+
size 257315
|
probe/000008__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d489013503975f7361b47410a7e13474a5ff0bd42a79ebe2c4e2fa9be2763c78
|
| 3 |
+
size 294951
|
probe/000008__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b8da3b0b240343a59b979524a9892bf703061344d5b4838e85b4675b2aed3bd
|
| 3 |
+
size 277886
|
probe/000016__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69f684aa9a2e6e80c68c86aaced651c6c14d395a99797730d065e8f6a2397b24
|
| 3 |
+
size 255434
|
probe/000016__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ca77428d65c6298207ee8a2fb2fd8f48ef3a2c08d2e5b53067b8c3d0504c0f5
|
| 3 |
+
size 294611
|
probe/000016__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4658bbb2dc4607d89a4b7151a0eeb715835aadbe47fcb3f7b28805c805706df1
|
| 3 |
+
size 276595
|
probe/000032__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:58352532e6e887f8639d3ca0595f5abe0a9890dabc314df25cdf598e499c328d
|
| 3 |
+
size 252179
|
probe/000032__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2a5e9ecd61f051e2d2c5c56f83643de9af5ccf1b69666d77c9dc774d69b4031
|
| 3 |
+
size 289920
|
probe/000032__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bfa791ba13d4c628ea6a1f33bf9dd2acf23a0e67911a8ba2207d0624d9e03df2
|
| 3 |
+
size 272306
|
probe/000064__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:127700a2361cf25776e37c1f68fcf10c4ddd78af999c42854d14a873043ef29e
|
| 3 |
+
size 256835
|
probe/000064__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08dc2a1e5a065747cb9c7e0a9811af455ce058810796277dff13b1308b586b4f
|
| 3 |
+
size 294105
|
probe/000064__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1d6eaa8bf86e2c8c9eefda54bbb22dec2b5aff6ffd7b0104a90ce8aac35db23
|
| 3 |
+
size 273874
|
probe/000128__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38e7c541f91ead0aff0bce274b059475969cb1069c41e1f59658e13c00f189fc
|
| 3 |
+
size 267674
|
probe/000128__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f6f448e4242f679db9b594254ef804feff68fc79ba1aa5bf6b40f7865978198
|
| 3 |
+
size 304303
|
probe/000128__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b00f82091e6474dbcf4c3aa62ffb15e28c43febf99ac2889ca1825b1d5ad75de
|
| 3 |
+
size 283717
|
probe/000200__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b993907f2c8f9192b7e26c670867559bc5d6351d5998365ba62a133a30c38b17
|
| 3 |
+
size 266760
|
probe/000200__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c72807e7e09d35b7fc9e951a82bf2b5927f44c41a217175335a1b60797147888
|
| 3 |
+
size 304081
|
probe/000200__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:474d693229b593384773d9f9668723a99840aa72fa3cbe72fbc6e2b191cec155
|
| 3 |
+
size 285684
|
probe/000256__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15b30d0053228e510f6963ed6154c67bdad8abf3fe2130036fc4142c81101b53
|
| 3 |
+
size 270180
|
probe/000256__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f1aec4d3abe04ae4939b83b1c4baf5eedbe433f9c111e2d849532cccaf59c33
|
| 3 |
+
size 308143
|
probe/000256__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2a37a628e0ef68493544037640db7227f0cc43f3a963be57b0d302905284d200
|
| 3 |
+
size 289600
|
probe/000400__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0417f923407d67e87f7b2fbeb7bd0d38914c50c8962f467f2381490f9d43e6ea
|
| 3 |
+
size 273076
|
probe/000400__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6a667b039960289a0627805a022b2933980caab0901479d8d2d1c02675ea38e
|
| 3 |
+
size 313765
|
probe/000400__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:52025c8d2fd88d49c6f862052ff73f87e8302e869abc03c2db21d247edf80dff
|
| 3 |
+
size 295544
|
probe/000512__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b219204bf0d8e0bfc63e2fcf028a3ca168717c01a5599d4a4b9c881e89d1b655
|
| 3 |
+
size 275646
|
probe/000512__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da962308df52e541872b4cdf4cf2f0aad5001de94613df260e1be0fe38a2dcd6
|
| 3 |
+
size 315268
|
probe/000512__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:781c01d205727c13480ed9e2ede3fe6271a77e293ffa70c1b06dcb295370980d
|
| 3 |
+
size 295897
|
probe/000600__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84daf83f8169ac16ce17cdd0578cf2423148ce285e7c42abab9decf254946400
|
| 3 |
+
size 272846
|
probe/000600__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a629dec3d11fce29fa545fd799dc6f1d74bf02e48c6c9c87f4ac5fdda661860
|
| 3 |
+
size 311152
|
probe/000600__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3b92c9eb601772f161a71c7d406778d6bece1f795b8e735fb5135f962a5b94a2
|
| 3 |
+
size 294378
|
probe/000800__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36ec89b7d6a862987543b52dab0d3601221e9ca2e3ef735c4ba3efa95e6b16c4
|
| 3 |
+
size 272209
|