final: log, final.json, probes
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- config.yaml +78 -0
- final.json +253 -0
- hub.jsonl +18 -0
- log.jsonl +0 -0
- probe/000000__en.npz +3 -0
- probe/000000__fi.npz +3 -0
- probe/000000__tr.npz +3 -0
- probe/000001__en.npz +3 -0
- probe/000001__fi.npz +3 -0
- probe/000001__tr.npz +3 -0
- probe/000002__en.npz +3 -0
- probe/000002__fi.npz +3 -0
- probe/000002__tr.npz +3 -0
- probe/000004__en.npz +3 -0
- probe/000004__fi.npz +3 -0
- probe/000004__tr.npz +3 -0
- probe/000006__en.npz +3 -0
- probe/000006__fi.npz +3 -0
- probe/000006__tr.npz +3 -0
- probe/000008__en.npz +3 -0
- probe/000008__fi.npz +3 -0
- probe/000008__tr.npz +3 -0
- probe/000016__en.npz +3 -0
- probe/000016__fi.npz +3 -0
- probe/000016__tr.npz +3 -0
- probe/000032__en.npz +3 -0
- probe/000032__fi.npz +3 -0
- probe/000032__tr.npz +3 -0
- probe/000064__en.npz +3 -0
- probe/000064__fi.npz +3 -0
- probe/000064__tr.npz +3 -0
- probe/000128__en.npz +3 -0
- probe/000128__fi.npz +3 -0
- probe/000128__tr.npz +3 -0
- probe/000200__en.npz +3 -0
- probe/000200__fi.npz +3 -0
- probe/000200__tr.npz +3 -0
- probe/000256__en.npz +3 -0
- probe/000256__fi.npz +3 -0
- probe/000256__tr.npz +3 -0
- probe/000400__en.npz +3 -0
- probe/000400__fi.npz +3 -0
- probe/000400__tr.npz +3 -0
- probe/000512__en.npz +3 -0
- probe/000512__fi.npz +3 -0
- probe/000512__tr.npz +3 -0
- probe/000600__en.npz +3 -0
- probe/000600__fi.npz +3 -0
- probe/000600__tr.npz +3 -0
- probe/000800__en.npz +3 -0
config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model: {architecture: ali, d_enc: 256, d_main: 512, n_enc: 2, n_dec: 2, n_main: 6,
|
| 2 |
+
n_heads_enc: 4, n_heads_main: 8, seq_len: 1024, dropout: 0.0, target_ratio: 6.0,
|
| 3 |
+
max_chunk_mult: 3.0, dechunk: ema, router_noise: 0.0, rope_base: 10000.0}
|
| 4 |
+
memory:
|
| 5 |
+
ali:
|
| 6 |
+
budget_B: 65536
|
| 7 |
+
staging_capacity: 262144
|
| 8 |
+
policy: frequency
|
| 9 |
+
value_mode: learned
|
| 10 |
+
candidate_types: [split]
|
| 11 |
+
write_rule: mean
|
| 12 |
+
eta_min: 0.0
|
| 13 |
+
memory_scope: persistent
|
| 14 |
+
consolidate_every: 50
|
| 15 |
+
max_span: 64
|
| 16 |
+
gate: vector
|
| 17 |
+
retrieval: true
|
| 18 |
+
read_dropout: 0.1
|
| 19 |
+
gate_hidden: 0
|
| 20 |
+
type_dim: 16
|
| 21 |
+
gate_bias_init: -2.0
|
| 22 |
+
probe_seqs: 2
|
| 23 |
+
probe_reps: 8
|
| 24 |
+
horizon: 32
|
| 25 |
+
predictor: mlp
|
| 26 |
+
lambda_util: 0.1
|
| 27 |
+
enabled: true
|
| 28 |
+
inventory_kwargs: {}
|
| 29 |
+
probe_mix: null
|
| 30 |
+
util_batch_slots: 1024
|
| 31 |
+
pkm: {n_keys: 256, topk: 8, heads: 1, d_key: null, value_lr_mult: 1.0}
|
| 32 |
+
objective: {name: ratio, schedule: null, alpha: 0.03, alpha_parity_cap: 0.06, global_anchor: 0.0,
|
| 33 |
+
premium_clip: 4.0, premium_kind: flores_per_sent, tau1: 0.4, tau2: 0.7, freeze_scope: router,
|
| 34 |
+
cpc_decay: 0.9, genreg_target_entropy: null, genreg_eta: 0.05}
|
| 35 |
+
data:
|
| 36 |
+
corpus: corpus
|
| 37 |
+
langs: [en, tr, fi]
|
| 38 |
+
mixture: null
|
| 39 |
+
doc_filters: null
|
| 40 |
+
byte_classes: scratch/data/byte_classes.json
|
| 41 |
+
training:
|
| 42 |
+
seed: 2
|
| 43 |
+
max_steps: 6000
|
| 44 |
+
batch_size: 32
|
| 45 |
+
grad_accum: 1
|
| 46 |
+
lr: 0.0003
|
| 47 |
+
min_lr_frac: 0.1
|
| 48 |
+
warmup: 300
|
| 49 |
+
weight_decay: 0.1
|
| 50 |
+
grad_clip: 1.0
|
| 51 |
+
betas: [0.9, 0.95]
|
| 52 |
+
router_lr_mult: 1.0
|
| 53 |
+
log_every: 50
|
| 54 |
+
amp: bf16
|
| 55 |
+
compile: false
|
| 56 |
+
device: cuda
|
| 57 |
+
checkpointing:
|
| 58 |
+
run_name: ali_mem-split_s2
|
| 59 |
+
runs_dir: runs
|
| 60 |
+
ckpt_every: 200
|
| 61 |
+
keep: false
|
| 62 |
+
milestones: [1000, 3000]
|
| 63 |
+
resume: auto
|
| 64 |
+
keep_schedule: log2
|
| 65 |
+
keep_extra_offsets: [2, 4, 6, 8]
|
| 66 |
+
hub_repo: AdaptiveChunking/{run_name}
|
| 67 |
+
hub_private: false
|
| 68 |
+
keep_local: false
|
| 69 |
+
evaluation:
|
| 70 |
+
eval_every: 200
|
| 71 |
+
eval_batches: 8
|
| 72 |
+
probe_sents: 128
|
| 73 |
+
probe_bpb_batches: 4
|
| 74 |
+
log_spaced_probe: true
|
| 75 |
+
dense_early_every: 0
|
| 76 |
+
dense_early_until: 0
|
| 77 |
+
dump_reps: true
|
| 78 |
+
dump_reps_thresholds: [0.3, 0.4, 0.5, 0.6, 0.7]
|
final.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"event": "final",
|
| 3 |
+
"run": "ali_mem-split_s2",
|
| 4 |
+
"arch": "ali",
|
| 5 |
+
"objective": "ratio",
|
| 6 |
+
"condition": "A",
|
| 7 |
+
"step": 6000,
|
| 8 |
+
"params": 22785088,
|
| 9 |
+
"seed": 2,
|
| 10 |
+
"per_lang": {
|
| 11 |
+
"en": {
|
| 12 |
+
"cpc": 0.1938746193185083,
|
| 13 |
+
"cps": 26.359375,
|
| 14 |
+
"bpb": 1.8871370572997246,
|
| 15 |
+
"bytes_per_chunk": 4.841831127693174,
|
| 16 |
+
"reads_per_chunk": 1.5941929942834978
|
| 17 |
+
},
|
| 18 |
+
"tr": {
|
| 19 |
+
"cpc": 0.19344859967961112,
|
| 20 |
+
"cps": 27.359375,
|
| 21 |
+
"bpb": 2.0003227739356775,
|
| 22 |
+
"bytes_per_chunk": 5.760646947655254,
|
| 23 |
+
"reads_per_chunk": 1.5141849426449259
|
| 24 |
+
},
|
| 25 |
+
"fi": {
|
| 26 |
+
"cpc": 0.23045026845994365,
|
| 27 |
+
"cps": 33.8671875,
|
| 28 |
+
"bpb": 2.1228573277366287,
|
| 29 |
+
"bytes_per_chunk": 4.577415355602508,
|
| 30 |
+
"reads_per_chunk": 1.6137089874102917
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"bpb_mean": 2.003439052990677,
|
| 34 |
+
"gini_cpc": 0.03993013570133663,
|
| 35 |
+
"gini_cps": 0.057146255166057314,
|
| 36 |
+
"bpic": 5.06038711979306,
|
| 37 |
+
"mean_boundary_entropy": 0.07869629561901093,
|
| 38 |
+
"dechunk": "ema",
|
| 39 |
+
"router_noise": 0.0,
|
| 40 |
+
"transitions": [
|
| 41 |
+
{
|
| 42 |
+
"step": 0,
|
| 43 |
+
"phase": 1,
|
| 44 |
+
"objective": "global",
|
| 45 |
+
"router_trainable": true,
|
| 46 |
+
"encoder_trainable": true,
|
| 47 |
+
"frozen_router_params": 0
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"step": 2400,
|
| 51 |
+
"phase": 2,
|
| 52 |
+
"objective": "global",
|
| 53 |
+
"router_trainable": true,
|
| 54 |
+
"encoder_trainable": true,
|
| 55 |
+
"frozen_router_params": 0
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"step": 4200,
|
| 59 |
+
"phase": 3,
|
| 60 |
+
"objective": "global",
|
| 61 |
+
"router_trainable": true,
|
| 62 |
+
"encoder_trainable": true,
|
| 63 |
+
"frozen_router_params": 0
|
| 64 |
+
}
|
| 65 |
+
],
|
| 66 |
+
"probe_overhead_sec_total": 423.73862648010254,
|
| 67 |
+
"probe_overhead_seq_frac": 0.49990625,
|
| 68 |
+
"wall_sec": 1900.4829647541046,
|
| 69 |
+
"inventory": {
|
| 70 |
+
"size": 65536,
|
| 71 |
+
"admitted": 65536,
|
| 72 |
+
"staged": 0,
|
| 73 |
+
"budget_B": 65536,
|
| 74 |
+
"staging_capacity": 0,
|
| 75 |
+
"collisions": 0,
|
| 76 |
+
"dropped": 0,
|
| 77 |
+
"type_rejected": 0,
|
| 78 |
+
"config_keys": 0,
|
| 79 |
+
"admitted_surface": 0,
|
| 80 |
+
"staged_surface": 0,
|
| 81 |
+
"admitted_split": 65536,
|
| 82 |
+
"staged_split": 0,
|
| 83 |
+
"admitted_merge": 0,
|
| 84 |
+
"staged_merge": 0,
|
| 85 |
+
"admitted_skel": 0,
|
| 86 |
+
"staged_skel": 0,
|
| 87 |
+
"mean_count": 959.2438354492188,
|
| 88 |
+
"n_util_obs": 913,
|
| 89 |
+
"util_count_spearman": -0.04965040731562304
|
| 90 |
+
},
|
| 91 |
+
"ali_params": 268096,
|
| 92 |
+
"ali_config": {
|
| 93 |
+
"enabled": true,
|
| 94 |
+
"budget_B": 65536,
|
| 95 |
+
"staging_capacity": 262144,
|
| 96 |
+
"policy": "frequency",
|
| 97 |
+
"value_mode": "learned",
|
| 98 |
+
"candidate_types": [
|
| 99 |
+
"split"
|
| 100 |
+
],
|
| 101 |
+
"gate": "vector",
|
| 102 |
+
"retrieval": true,
|
| 103 |
+
"memory_scope": "persistent",
|
| 104 |
+
"read_dropout": 0.1,
|
| 105 |
+
"write_rule": "mean",
|
| 106 |
+
"eta_min": 0.0,
|
| 107 |
+
"consolidate_every": 50,
|
| 108 |
+
"probe_seqs": 2,
|
| 109 |
+
"probe_reps": 8,
|
| 110 |
+
"horizon": 32,
|
| 111 |
+
"predictor": "mlp",
|
| 112 |
+
"lambda_util": 0.1,
|
| 113 |
+
"max_span": 64,
|
| 114 |
+
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
|
| 115 |
+
"gate_hidden": 0,
|
| 116 |
+
"type_dim": 16,
|
| 117 |
+
"gate_bias_init": -2.0
|
| 118 |
+
},
|
| 119 |
+
"util_vs_frequency_spearman": -0.04965040731562304,
|
| 120 |
+
"paired_vs_dropout": {
|
| 121 |
+
"n": 1788,
|
| 122 |
+
"pearson": -0.0030876698017904647,
|
| 123 |
+
"spearman": 0.011169164198972185,
|
| 124 |
+
"mean_abs_discrepancy": 0.6378756761550903,
|
| 125 |
+
"mean_paired": 0.023726264014840126,
|
| 126 |
+
"mean_dropout": 0.01686469279229641
|
| 127 |
+
},
|
| 128 |
+
"predictor_calibration": {
|
| 129 |
+
"n": 4068,
|
| 130 |
+
"all": {
|
| 131 |
+
"n": 4068,
|
| 132 |
+
"pearson": 0.0846433533068819,
|
| 133 |
+
"spearman": 0.06590938152129017,
|
| 134 |
+
"mae": 0.08614727854728699,
|
| 135 |
+
"reliability": [
|
| 136 |
+
{
|
| 137 |
+
"pred": -0.0006287364521995187,
|
| 138 |
+
"obs": 0.004920631647109985,
|
| 139 |
+
"n": 407
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"pred": 0.008317101746797562,
|
| 143 |
+
"obs": 0.006895688362419605,
|
| 144 |
+
"n": 407
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"pred": 0.011855889111757278,
|
| 148 |
+
"obs": 0.01249079778790474,
|
| 149 |
+
"n": 407
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"pred": 0.014004413969814777,
|
| 153 |
+
"obs": 0.024222392588853836,
|
| 154 |
+
"n": 406
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"pred": 0.01570117473602295,
|
| 158 |
+
"obs": 0.032149795442819595,
|
| 159 |
+
"n": 407
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"pred": 0.017101813107728958,
|
| 163 |
+
"obs": 0.01511900033801794,
|
| 164 |
+
"n": 407
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"pred": 0.018620165064930916,
|
| 168 |
+
"obs": 0.029573889449238777,
|
| 169 |
+
"n": 406
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"pred": 0.02080720290541649,
|
| 173 |
+
"obs": 0.0296308696269989,
|
| 174 |
+
"n": 407
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"pred": 0.023795345798134804,
|
| 178 |
+
"obs": 0.031094778329133987,
|
| 179 |
+
"n": 407
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"pred": 0.03035973384976387,
|
| 183 |
+
"obs": 0.0438702292740345,
|
| 184 |
+
"n": 407
|
| 185 |
+
}
|
| 186 |
+
]
|
| 187 |
+
},
|
| 188 |
+
"admitted": {
|
| 189 |
+
"n": 4068,
|
| 190 |
+
"pearson": 0.0846433533068819,
|
| 191 |
+
"spearman": 0.06590938152129017,
|
| 192 |
+
"mae": 0.08614727854728699,
|
| 193 |
+
"reliability": [
|
| 194 |
+
{
|
| 195 |
+
"pred": -0.0006287364521995187,
|
| 196 |
+
"obs": 0.004920631647109985,
|
| 197 |
+
"n": 407
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"pred": 0.008317101746797562,
|
| 201 |
+
"obs": 0.006895688362419605,
|
| 202 |
+
"n": 407
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"pred": 0.011855889111757278,
|
| 206 |
+
"obs": 0.01249079778790474,
|
| 207 |
+
"n": 407
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"pred": 0.014004413969814777,
|
| 211 |
+
"obs": 0.024222392588853836,
|
| 212 |
+
"n": 406
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"pred": 0.01570117473602295,
|
| 216 |
+
"obs": 0.032149795442819595,
|
| 217 |
+
"n": 407
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"pred": 0.017101813107728958,
|
| 221 |
+
"obs": 0.01511900033801794,
|
| 222 |
+
"n": 407
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"pred": 0.018620165064930916,
|
| 226 |
+
"obs": 0.029573889449238777,
|
| 227 |
+
"n": 406
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"pred": 0.02080720290541649,
|
| 231 |
+
"obs": 0.0296308696269989,
|
| 232 |
+
"n": 407
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"pred": 0.023795345798134804,
|
| 236 |
+
"obs": 0.031094778329133987,
|
| 237 |
+
"n": 407
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"pred": 0.03035973384976387,
|
| 241 |
+
"obs": 0.0438702292740345,
|
| 242 |
+
"n": 407
|
| 243 |
+
}
|
| 244 |
+
]
|
| 245 |
+
},
|
| 246 |
+
"staged": {
|
| 247 |
+
"n": 0,
|
| 248 |
+
"pearson": NaN,
|
| 249 |
+
"spearman": NaN,
|
| 250 |
+
"mae": NaN
|
| 251 |
+
}
|
| 252 |
+
}
|
| 253 |
+
}
|
hub.jsonl
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "hub_push", "step": 0, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-0", "sec": 9.8, "local_deleted": true, "t": "2026-11-09 02:38:57"}
|
| 2 |
+
{"event": "hub_push", "step": 1, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-1", "sec": 9.9, "local_deleted": true, "t": "2026-11-09 02:39:07"}
|
| 3 |
+
{"event": "hub_push", "step": 2, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-2", "sec": 10.2, "local_deleted": true, "t": "2026-11-09 02:39:17"}
|
| 4 |
+
{"event": "hub_push", "step": 4, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-4", "sec": 8.6, "local_deleted": true, "t": "2026-11-09 02:39:25"}
|
| 5 |
+
{"event": "hub_push", "step": 6, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-6", "sec": 9.5, "local_deleted": true, "t": "2026-11-09 02:39:35"}
|
| 6 |
+
{"event": "hub_push", "step": 8, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-8", "sec": 9.0, "local_deleted": true, "t": "2026-11-09 02:39:44"}
|
| 7 |
+
{"event": "hub_push", "step": 16, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-16", "sec": 9.3, "local_deleted": true, "t": "2026-11-09 02:39:53"}
|
| 8 |
+
{"event": "hub_push", "step": 32, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-32", "sec": 9.9, "local_deleted": true, "t": "2026-11-09 02:40:03"}
|
| 9 |
+
{"event": "hub_push", "step": 64, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-64", "sec": 9.8, "local_deleted": true, "t": "2026-11-09 02:40:13"}
|
| 10 |
+
{"event": "hub_push", "step": 128, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-128", "sec": 10.5, "local_deleted": true, "t": "2026-11-09 02:40:24"}
|
| 11 |
+
{"event": "hub_push", "step": 256, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-256", "sec": 9.9, "local_deleted": true, "t": "2026-11-09 02:40:33"}
|
| 12 |
+
{"event": "hub_push", "step": 512, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-512", "sec": 10.6, "local_deleted": true, "t": "2026-11-09 02:41:48"}
|
| 13 |
+
{"event": "hub_push", "step": 1000, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-1000", "sec": 10.4, "local_deleted": true, "t": "2026-11-09 02:44:16"}
|
| 14 |
+
{"event": "hub_push", "step": 1024, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-1024", "sec": 9.1, "local_deleted": true, "t": "2026-11-09 02:44:25"}
|
| 15 |
+
{"event": "hub_push", "step": 2048, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-2048", "sec": 11.3, "local_deleted": true, "t": "2026-11-09 02:50:06"}
|
| 16 |
+
{"event": "hub_push", "step": 3000, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-3000", "sec": 12.7, "local_deleted": true, "t": "2026-11-09 02:55:17"}
|
| 17 |
+
{"event": "hub_push", "step": 4096, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-4096", "sec": 11.0, "local_deleted": true, "t": "2026-11-09 03:00:35"}
|
| 18 |
+
{"event": "hub_push", "step": 6000, "repo": "AdaptiveChunking/ali_mem-split_s2", "branch": "step-6000", "sec": 14.4, "local_deleted": true, "t": "2026-11-09 03:10:32"}
|
log.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
probe/000000__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb0b6634cc4b45f928c76202d90bdabfaab6e9250cfa6e2435c8be6418caf152
|
| 3 |
+
size 258145
|
probe/000000__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b646c430a3196036ae4e60d0eede797d26eb98a11aa180037f78798fae99653
|
| 3 |
+
size 294036
|
probe/000000__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4fe8326a3316548dc94ef8ec37d5e1d8a69df2d544d6888dc9b5419691d6fbc0
|
| 3 |
+
size 281520
|
probe/000001__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15e086c8bde501230ebe0615def19c66e425c8cb2825573a7415af6498ffe85a
|
| 3 |
+
size 258259
|
probe/000001__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b98b88fe7e53a033258ac0ee88e454d327845b23f60068e617a21f55182a02bb
|
| 3 |
+
size 294256
|
probe/000001__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:737a5b72af6543ac41ff1f75e2634ec02b98d3fed119589d3c38d7b4c8707417
|
| 3 |
+
size 281365
|
probe/000002__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec87cbc8fb8723343f250f43c8f521499d20c7d657dda531e50e2d95d4d4abe0
|
| 3 |
+
size 258184
|
probe/000002__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a6a798ab931c58b0e0eb499c8b8f925fefb4abf7032777cf55154764e6b4942
|
| 3 |
+
size 294318
|
probe/000002__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68f55cc96b824669a85d7852fd16cdaa98abc75c318fea6b96103f08251e245b
|
| 3 |
+
size 281422
|
probe/000004__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9180c5f4a6215e43712e62ae6c3a5a71f2805fd6828c44902fb9a07a4468fc5f
|
| 3 |
+
size 258069
|
probe/000004__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ac3d5b4d9b8f65d09053c209e816bcf2e15c6a7170b3e36de7cab3f609bfb62
|
| 3 |
+
size 294745
|
probe/000004__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f3655121705ec118eb69bf8d9b0577eb1e96c1b51db0f36ff692c8cc0066efd
|
| 3 |
+
size 281532
|
probe/000006__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b4e237229d9b76a0e84f5e5184d8db29a04afc5dbc9722cb37d5866a8482aacf
|
| 3 |
+
size 258705
|
probe/000006__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aad309075b852ceb3a03368470c11c757226087f1661342991829038302bec54
|
| 3 |
+
size 295064
|
probe/000006__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09e984b6b4039fcbbb02b3899e76499648c163ad26bbc37ef8add21a8194935f
|
| 3 |
+
size 281696
|
probe/000008__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82c1cab95ad08abba7d9ce384a6bf6a71d687de2bce5cb3ecf228839dc3ff8ae
|
| 3 |
+
size 258953
|
probe/000008__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d376a889659f1192a0997a33a29106a05f86ca2cce5d1b07c505fc97d06d1a4
|
| 3 |
+
size 295575
|
probe/000008__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ebdfabeb38bacea74549f36f0c5053863104ecc3ec66f5688ef8e18906006349
|
| 3 |
+
size 281758
|
probe/000016__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2bb696c3531b36cb1d3765e6b37dd06de42fa68f1c916232b627692cae477675
|
| 3 |
+
size 257917
|
probe/000016__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95bd3daec4f28ecf300e224aa883555db3515c5a6ba071f5aa8f8acdc303783a
|
| 3 |
+
size 294493
|
probe/000016__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb0f8ef2537fa030ed0c59cf0a476bda630c781ae786103797569b2fec47a138
|
| 3 |
+
size 281356
|
probe/000032__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:942602f0d155dee509afdf46db1f87558ca8ce465247d1679083079b237a363f
|
| 3 |
+
size 252425
|
probe/000032__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ddbfc9ed6f34fcef89dd39efd3cf44061fe304434e0af9ea5f2ead29e907cb7
|
| 3 |
+
size 284979
|
probe/000032__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77864b4d752dfc880e9eb6b71b77c69c89aad86ae13eab84b8b9243ba2967251
|
| 3 |
+
size 275650
|
probe/000064__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9439e0d017513a7ec6380203ef6bb2c8fd8aab0cc10a284c7beaf738b361d399
|
| 3 |
+
size 262026
|
probe/000064__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af6782be92f97ef3c2d7c20ad27142c9b59847d29845346c36e64d47ec9a345a
|
| 3 |
+
size 298039
|
probe/000064__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:658cd1b241305e2cf37a97de6204608a83c7820232da4176f0b3c2b62b1fcb52
|
| 3 |
+
size 281382
|
probe/000128__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:19d92da836273da026077468cd03b20631c5cf21b8713a4a18a4e8482d090fb1
|
| 3 |
+
size 265978
|
probe/000128__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8df62a7f9d16328ca3961973d510fcd86321e1b1429b2fd41c4a4f87d0108c26
|
| 3 |
+
size 303411
|
probe/000128__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25487fac38ad77ffb4d4e8d096fbec90e387f3d6c1a1f5bc91ded0328de724be
|
| 3 |
+
size 287455
|
probe/000200__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ff7902c1ae9860498e0be97b70b5ef26b9b82871bb737a16e0a6743fa1d3b6a
|
| 3 |
+
size 270239
|
probe/000200__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1641a5f728c2a31f7cbfd4dee448847e0ee226173c25684bab7cf6bbd8fe0fd3
|
| 3 |
+
size 307163
|
probe/000200__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:263e3dee57993575908b9a6db1afaec9c925e650234bab6f1b6fedce7dae97d6
|
| 3 |
+
size 290359
|
probe/000256__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c216cf91a1fb89162f6303d90069497659cfd50cf54565f8930ef45d4cda7702
|
| 3 |
+
size 269252
|
probe/000256__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:55973bbd6c7dfee738a1c6c940e84c2b18baa52d156a321e961877027f9d01e0
|
| 3 |
+
size 307342
|
probe/000256__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c55862b5e3b39f0d95d08fc10753cf7dd39c258dd00bd6c085fe4a7de7fbe191
|
| 3 |
+
size 291511
|
probe/000400__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3a4e19f157c6862253ab3e6fba1acdd6b9007ef31be473faacd98c7d274015d
|
| 3 |
+
size 272063
|
probe/000400__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d609255c5d99df8a841969b85aa3bce802597b416771d26de9dc965e5d234dba
|
| 3 |
+
size 310849
|
probe/000400__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:869f0062e03f498131ec6870e4b743a50ba36c965932187159b97a6c5681fd42
|
| 3 |
+
size 291821
|
probe/000512__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a03974c64adc5a32e6ecd45b7016eded196eb9c12a68b8f2884f63c7d577a14
|
| 3 |
+
size 270710
|
probe/000512__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ffccf5671206547ae4bb9c3abfdaf5d5e10646421a184c8307b52c4b8e0e604
|
| 3 |
+
size 307938
|
probe/000512__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:35ffcaa84c4453b7c2e7a21df9747eb32172fb00fb80e90a880e75ea5f938e3b
|
| 3 |
+
size 291195
|
probe/000600__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b6e4eb4067c533f2d1c3135e757d03bae1387142cb57aeef6b32dd1ca3fb642
|
| 3 |
+
size 269096
|
probe/000600__fi.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a269e2a09eb20de4544b1f47da2d9c414a438969bd6d84d3b44b8e3d45c8219
|
| 3 |
+
size 306152
|
probe/000600__tr.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15b377a0fa334810b0f82ec88a8fd9f02a9112129907b49880726265bcae1379
|
| 3 |
+
size 289726
|
probe/000800__en.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:85440e0eb075d43daefd82f5e0a87a99542a76a5d1864ebbe4312499b271b231
|
| 3 |
+
size 268115
|