ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- docs/artifacts/hard_v2_deeper/chunk_150k/probe.txt +19 -0
- docs/artifacts/hard_v2_deeper/chunk_150k/run_metrics.json +144 -0
- docs/artifacts/hard_v2_deeper/chunk_150k/train_excerpt.txt +29 -0
- docs/artifacts/hard_v2_deeper/chunk_50k/chat.txt +59 -0
- docs/artifacts/hard_v2_deeper/chunk_50k/probe.txt +21 -0
- docs/artifacts/hard_v2_deeper/chunk_50k/run_metrics.json +144 -0
- docs/artifacts/hard_v2_deeper/chunk_50k/train_excerpt.txt +29 -0
- docs/artifacts/hard_v2_deeper/pytest.txt +2 -0
- docs/artifacts/last_atom_dropout/chat_seeds_ladrop_4876000.json +167 -0
- docs/artifacts/last_atom_dropout/chat_seeds_ladrop_4876000.txt +27 -0
- docs/artifacts/last_atom_dropout/chat_seeds_live_4876000.json +167 -0
- docs/artifacts/last_atom_dropout/chat_seeds_live_4876000.txt +27 -0
- docs/artifacts/last_atom_dropout/chat_seeds_start_4868000.json +167 -0
- docs/artifacts/last_atom_dropout/chat_seeds_start_4868000.txt +27 -0
- docs/artifacts/last_atom_dropout/gen_coherent_4868000_b4828.txt +6 -0
- docs/artifacts/last_atom_dropout/gen_coherent_4876000_b4828.txt +6 -0
- docs/artifacts/last_atom_dropout/gen_coherent_4876000_ladrop.txt +6 -0
- docs/artifacts/last_atom_dropout/measure.sh +26 -0
- docs/artifacts/last_atom_dropout/probe_start_time.txt +1 -0
- docs/artifacts/last_atom_dropout/pytest_full.txt +87 -0
- docs/artifacts/last_atom_dropout/run_metrics_4868000_d32_ms1M_lrd_b4828.json +163 -0
- docs/artifacts/last_atom_dropout/run_metrics_4876000_d32_ms1M_lrd_b4828.json +165 -0
- docs/artifacts/last_atom_dropout/run_metrics_4876000_ladrop.json +165 -0
- docs/artifacts/last_atom_dropout/train_ladrop.log +504 -0
- docs/artifacts/last_atom_dropout/train_live_4868000_4876000.log +504 -0
- docs/artifacts/last_atom_dropout/val_ablation.json +87 -0
- docs/artifacts/last_atom_dropout/val_ablation.txt +19 -0
- docs/artifacts/last_atom_dropout/val_window_baselines.json +7 -0
- docs/artifacts/last_atom_dropout/yield_to_live.py +72 -0
- docs/artifacts/lign_ablate_2k5/lign_probe_after.txt +19 -0
- docs/artifacts/lign_ablate_2k5/lign_probe_before.txt +19 -0
- docs/artifacts/lign_ablate_2k5/probe_after.txt +19 -0
- docs/artifacts/lign_ablate_2k5/probe_after_report.json +447 -0
- docs/artifacts/lign_ablate_2k5/probe_before.txt +19 -0
- docs/artifacts/lign_ablate_2k5/probe_before_report.json +443 -0
- docs/artifacts/lign_ablate_2k5/run_metrics.json +126 -0
- docs/artifacts/lign_ablate_2k5/series_row.json +12 -0
- docs/artifacts/lign_ablate_2k5/train_log.txt +146 -0
- docs/artifacts/lign_ablate_2k5/train_log_excerpt.txt +57 -0
- docs/artifacts/lign_both_2k5/lign_probe_after.txt +19 -0
- docs/artifacts/lign_both_2k5/lign_probe_before.txt +19 -0
- docs/artifacts/lign_both_2k5/probe_after.txt +19 -0
- docs/artifacts/lign_both_2k5/probe_after_report.json +447 -0
- docs/artifacts/lign_both_2k5/probe_before.txt +19 -0
- docs/artifacts/lign_both_2k5/probe_before_report.json +443 -0
- docs/artifacts/lign_both_2k5/run_metrics.json +126 -0
- docs/artifacts/lign_both_2k5/series_row.json +12 -0
- docs/artifacts/lign_both_2k5/train_log.txt +146 -0
- docs/artifacts/lign_both_2k5/train_log_excerpt.txt +57 -0
- docs/artifacts/lign_prompt_bank_2k5/lign_probe_after.txt +19 -0
docs/artifacts/hard_v2_deeper/chunk_150k/probe.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_obligatory_hard/atom_native.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=3275000
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.004311 -> 0.029649 (norm 0.2759 -> 1.8976) atoms 3 -> 22
|
| 5 |
+
gen_preview=" 'ns 'ns '�s '�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�sfr!p�"
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006657 -> 0.031680 (norm 0.4261 -> 2.0275) atoms 7 -> 26
|
| 8 |
+
gen_preview="\n'�a\n'�s\n'�s\n'�s\n'�s\ne�s\n'�s\n'�s\ne�s\n'�s\n'�s\neys\n'ys\n'ysfr�p�.\n'ys\n'ys\n'esgr�p�.\n'ys\n'es\n'esgr�p�."
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006141 -> 0.030857 (norm 0.3930 -> 1.9749) atoms 6 -> 25
|
| 11 |
+
gen_preview=" a�s a�a a�a '�a '�a '�a '�a 8�a '�a '�a 8�a '�a U�a U�a U�a U�aaU�aaU�aaU�aaU�a"
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.004311 -> 0.029649 (norm 0.2759 -> 1.8976) atoms 3 -> 22
|
| 14 |
+
gen_preview=" 'ns 'ns '�s '�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�sfr!p�"
|
| 15 |
+
[probe] mean off-diag cosine logits=0.914219 alpha=0.839724
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/logs/field_probe_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/hard_v2_deeper/chunk_150k/run_metrics.json
ADDED
|
@@ -0,0 +1,144 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stream": true,
|
| 3 |
+
"data_path": null,
|
| 4 |
+
"data_glob": "data/dialogue_shards/part_*",
|
| 5 |
+
"shard_paths": [
|
| 6 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_000",
|
| 7 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_001",
|
| 8 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_002",
|
| 9 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_003",
|
| 10 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_004",
|
| 11 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_005",
|
| 12 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_006",
|
| 13 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_007",
|
| 14 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_008",
|
| 15 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_train.txt"
|
| 16 |
+
],
|
| 17 |
+
"data_bytes": 7066157,
|
| 18 |
+
"data_characters": null,
|
| 19 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 20 |
+
"feature_dim": 320,
|
| 21 |
+
"packet_count": null,
|
| 22 |
+
"train_packet_count": null,
|
| 23 |
+
"validation_packet_count": 2048,
|
| 24 |
+
"mean_packet_bytes": null,
|
| 25 |
+
"max_packet_bytes": null,
|
| 26 |
+
"min_packet_bytes": null,
|
| 27 |
+
"bytes_seen": 524288,
|
| 28 |
+
"config": {
|
| 29 |
+
"d_model": 64,
|
| 30 |
+
"n_modes": 64,
|
| 31 |
+
"n_atoms_max": 512,
|
| 32 |
+
"max_span_bytes": 16,
|
| 33 |
+
"episode_length": 512,
|
| 34 |
+
"episode_reset": false,
|
| 35 |
+
"atom_flush_every": 256,
|
| 36 |
+
"learning_rate": 0.0001,
|
| 37 |
+
"surface_learning_rate": 0.0003,
|
| 38 |
+
"steps": 50000,
|
| 39 |
+
"start_step": 3225000,
|
| 40 |
+
"seed": 20260918,
|
| 41 |
+
"surface_alphabet": 256,
|
| 42 |
+
"field_max_rms": 3.0,
|
| 43 |
+
"energy_decay_bounds": [
|
| 44 |
+
0.3,
|
| 45 |
+
0.95
|
| 46 |
+
],
|
| 47 |
+
"stream": true,
|
| 48 |
+
"chunk_bytes": 1048576,
|
| 49 |
+
"loop_shards": true,
|
| 50 |
+
"stream_buffer": 2048,
|
| 51 |
+
"stream_prefetch": true,
|
| 52 |
+
"enable_merge": true,
|
| 53 |
+
"field_loss_weight": 0.05,
|
| 54 |
+
"field_contrast_weight": 0.1,
|
| 55 |
+
"field_ignorance_weight": 0.0,
|
| 56 |
+
"field_ignorance_ablate_shared": false,
|
| 57 |
+
"field_ignorance_prompt_bank": false,
|
| 58 |
+
"field_obligatory_readout": true,
|
| 59 |
+
"field_obligatory_hard": true,
|
| 60 |
+
"slow_every": 1
|
| 61 |
+
},
|
| 62 |
+
"packets_seen": 97538,
|
| 63 |
+
"stream_epoch": 0,
|
| 64 |
+
"train": {
|
| 65 |
+
"steps": 50000,
|
| 66 |
+
"start_step": 3225000,
|
| 67 |
+
"total_steps": 3275000,
|
| 68 |
+
"episode_length": 512,
|
| 69 |
+
"episode_reset": false,
|
| 70 |
+
"atom_flush_every": 256,
|
| 71 |
+
"elapsed_seconds": 1381.466633162001,
|
| 72 |
+
"transitions_per_second": 36.19341850157928,
|
| 73 |
+
"first_loss": 11.078485488891602,
|
| 74 |
+
"final_loss": 6.2086687088012695,
|
| 75 |
+
"final_total_perplexity": 497.0391068427024,
|
| 76 |
+
"finite_losses": true,
|
| 77 |
+
"finite_parameters": true,
|
| 78 |
+
"nan_or_inf": false,
|
| 79 |
+
"field_rms_before_max": 3.0059940814971924,
|
| 80 |
+
"field_rms_after_max": 2.999999523162842,
|
| 81 |
+
"field_scale_min": 0.9980056285858154,
|
| 82 |
+
"field_norm_max": 191.99998474121094,
|
| 83 |
+
"field_limited_steps": 48452,
|
| 84 |
+
"field_limited_fraction": 0.96904,
|
| 85 |
+
"final_dynamics": {
|
| 86 |
+
"coupling_scale": 2.0,
|
| 87 |
+
"energy_decay": 0.30000001192092896,
|
| 88 |
+
"phase_sync": 0.3081580400466919,
|
| 89 |
+
"energy_decay_before": 0.29993849992752075,
|
| 90 |
+
"energy_decay_repaired": true,
|
| 91 |
+
"energy_decay_bounds": [
|
| 92 |
+
0.3,
|
| 93 |
+
0.95
|
| 94 |
+
]
|
| 95 |
+
},
|
| 96 |
+
"final_atoms_before_validation": 8,
|
| 97 |
+
"stream": true,
|
| 98 |
+
"bytes_seen": 524288
|
| 99 |
+
},
|
| 100 |
+
"validation": {
|
| 101 |
+
"transitions": 256,
|
| 102 |
+
"loss": 7.102966853417456,
|
| 103 |
+
"total_perplexity": 1215.5681424282864,
|
| 104 |
+
"byte_loss": 4.10431616846472,
|
| 105 |
+
"byte_perplexity": 60.60128930231591,
|
| 106 |
+
"source": "stream_ring"
|
| 107 |
+
},
|
| 108 |
+
"checkpoint": "checkpoints/atom_native_obligatory_hard/atom_native.pt",
|
| 109 |
+
"reload": {
|
| 110 |
+
"n_atoms": 80,
|
| 111 |
+
"field_norm": 191.99984741210938,
|
| 112 |
+
"time": 500.1767883300781,
|
| 113 |
+
"finite": true
|
| 114 |
+
},
|
| 115 |
+
"generation": {
|
| 116 |
+
"The future of AI is": {
|
| 117 |
+
"temperature": 0.8,
|
| 118 |
+
"top_k": 5,
|
| 119 |
+
"max_length": 20,
|
| 120 |
+
"bytes_hex": "21723f2721726c2d3f210a276561216521",
|
| 121 |
+
"text": "!r?'!rl-?!\n'ea!e!",
|
| 122 |
+
"reload_text": "!r?'!rl-?!\n'ea!e!",
|
| 123 |
+
"reload_match": true
|
| 124 |
+
},
|
| 125 |
+
"Bonjour, je m'appelle": {
|
| 126 |
+
"temperature": 0.8,
|
| 127 |
+
"top_k": 5,
|
| 128 |
+
"max_length": 20,
|
| 129 |
+
"bytes_hex": "c271706d7975c371202d672c2d4a7971700a20a9",
|
| 130 |
+
"text": "\ufffdqpmyu\ufffdq -g,-Jyqp\n \ufffd",
|
| 131 |
+
"reload_text": "\ufffdqpmyu\ufffdq -g,-Jyqp\n \ufffd",
|
| 132 |
+
"reload_match": true
|
| 133 |
+
},
|
| 134 |
+
"Valkyria Chronicles III is": {
|
| 135 |
+
"temperature": 0.8,
|
| 136 |
+
"top_k": 5,
|
| 137 |
+
"max_length": 20,
|
| 138 |
+
"bytes_hex": "4165616d217520a869a92155c361216565612175",
|
| 139 |
+
"text": "Aeam!u \ufffdi\ufffd!U\ufffda!eea!u",
|
| 140 |
+
"reload_text": "Aeam!u \ufffdi\ufffd!U\ufffda!eea!u",
|
| 141 |
+
"reload_match": true
|
| 142 |
+
}
|
| 143 |
+
}
|
| 144 |
+
}
|
docs/artifacts/hard_v2_deeper/chunk_150k/train_excerpt.txt
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
train lock skipped (--allow-parallel-train)
|
| 2 |
+
resumed weights from checkpoints/atom_native_obligatory_hard/atom_native.pt (recorded step=3225000, legacy_surface_migrated=False)
|
| 3 |
+
dynamics on load: energy_decay=0.30000001192092896 -> 0.30000001192092896 (repaired=False, bounds=(0.3, 0.95))
|
| 4 |
+
field_obligatory_hard=ON hard-v2+ (mix_floor=1.0, freeze bypass, logits=frozen+cap*scale*alpha_MLP)
|
| 5 |
+
field_obligatory_readout=ON (migrated=False)
|
| 6 |
+
optimizer groups: field/other lr=0.0001 (11 tensors), surface lr=0.0003 (11 tensors); energy_decay_bounds=(0.3, 0.95); field_max_rms=3.0
|
| 7 |
+
stream mode: 10 shard(s), chunk_bytes=1048576, loop_shards=True, stream_buffer=2048, stream_prefetch=True
|
| 8 |
+
optimizer restore skipped: surface LR param groups differ from checkpoint
|
| 9 |
+
step=3225001 (run 1/50000) loss=11.07849 byte_ppl=1135.752 atoms=1 merges=0 field=0.1176 rms=0.0021 scale=1.0000 fcos=0.678 ign=0.0000 mph=0.000 bytes=524288 pkts=97538 shard=0
|
| 10 |
+
step=3225025 (run 25/50000) loss=7.47295 byte_ppl=57.852 atoms=25 merges=0 field=1.1280 rms=0.0177 scale=1.0000 fcos=0.647 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 11 |
+
step=3225050 (run 50/50000) loss=5.37463 byte_ppl=124.084 atoms=50 merges=0 field=2.1560 rms=0.0337 scale=1.0000 fcos=0.624 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 12 |
+
step=3225075 (run 75/50000) loss=6.48096 byte_ppl=32.551 atoms=75 merges=0 field=3.1031 rms=0.0485 scale=1.0000 fcos=0.618 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 13 |
+
step=3225100 (run 100/50000) loss=6.93733 byte_ppl=84.216 atoms=100 merges=0 field=4.0551 rms=0.0634 scale=1.0000 fcos=0.613 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 14 |
+
step=3225125 (run 125/50000) loss=9.17130 byte_ppl=80.493 atoms=125 merges=0 field=4.8758 rms=0.0762 scale=1.0000 fcos=0.607 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 15 |
+
step=3225150 (run 150/50000) loss=5.43816 byte_ppl=39.604 atoms=150 merges=0 field=5.8057 rms=0.0907 scale=1.0000 fcos=0.604 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 16 |
+
step=3225175 (run 175/50000) loss=5.48505 byte_ppl=60.693 atoms=175 merges=0 field=6.6279 rms=0.1036 scale=1.0000 fcos=0.599 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 17 |
+
step=3225200 (run 200/50000) loss=10.14227 byte_ppl=222.128 atoms=200 merges=0 field=7.5621 rms=0.1182 scale=1.0000 fcos=0.594 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 18 |
+
step=3225225 (run 225/50000) loss=4.57154 byte_ppl=19.913 atoms=225 merges=0 field=8.3569 rms=0.1306 scale=1.0000 fcos=0.587 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 19 |
+
step=3225250 (run 250/50000) loss=7.15508 byte_ppl=48.066 atoms=250 merges=0 field=9.3910 rms=0.1467 scale=1.0000 fcos=0.584 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 20 |
+
step=3225275 (run 275/50000) loss=5.39268 byte_ppl=55.482 atoms=19 merges=0 field=10.2292 rms=0.1598 scale=1.0000 fcos=0.578 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 21 |
+
...
|
| 22 |
+
step=3235000 (run 10000/50000) loss=7.28107 byte_ppl=188.979 atoms=16 merges=0 field=191.9999 rms=3.0000 scale=0.9981 fcos=0.550 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 23 |
+
step=3250000 (run 25000/50000) loss=8.16118 byte_ppl=117.372 atoms=168 merges=0 field=191.9999 rms=3.0000 scale=0.9982 fcos=0.550 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 24 |
+
step=3275000 (run 50000/50000) loss=6.20867 byte_ppl=70.255 atoms=80 merges=0 field=191.9998 rms=3.0000 scale=0.9981 fcos=0.550 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 25 |
+
"reload_text": "Aeam!u \ufffdi\ufffd!U\ufffda!eea!u",
|
| 26 |
+
"reload_match": true
|
| 27 |
+
}
|
| 28 |
+
}
|
| 29 |
+
}
|
docs/artifacts/hard_v2_deeper/chunk_50k/chat.txt
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
### Bonjour
|
| 2 |
+
Prompt: Bonjour
|
| 3 |
+
Response: uaasu.�
|
| 4 |
+
|
| 5 |
+
ߧ'
|
| 6 |
+
'�rg'�"�e
|
| 7 |
+
j�s�.y
|
| 8 |
+
C�s s-a
|
| 9 |
+
xts�'�ps�
|
| 10 |
+
|
| 11 |
+
'�s
|
| 12 |
+
'��or�0�.
|
| 13 |
+
O'�yxysgryp 'vs�.�"�.A'v -r�p O�s '�
|
| 14 |
+
'y aqmp
|
| 15 |
+
ets
|
| 16 |
+
sys��dd�]p'��p�vM
|
| 17 |
+
shMg�Wp
|
| 18 |
+
|
| 19 |
+
### Qui es-tu ?
|
| 20 |
+
Prompt: Qui es-tu ?
|
| 21 |
+
Response: e a
|
| 22 |
+
8'ag�
|
| 23 |
+
e��
|
| 24 |
+
syao.�
|
| 25 |
+
sva
|
| 26 |
+
�a C' �?'v
|
| 27 |
+
|
| 28 |
+
s�
|
| 29 |
+
|
| 30 |
+
sfa���'s. eya
|
| 31 |
+
j�
|
| 32 |
+
efa
|
| 33 |
+
'ea
|
| 34 |
+
'va�CyM
|
| 35 |
+
?xha���0s.��
|
| 36 |
+
s s
|
| 37 |
+
|
| 38 |
+
### Il était une fois
|
| 39 |
+
Prompt: Il était une fois
|
| 40 |
+
Response: !el !'�m!feM '�
|
| 41 |
+
e�a�nea
|
| 42 |
+
ߔa�'�aj'ts ee �'e
|
| 43 |
+
|
| 44 |
+
8e
|
| 45 |
+
|
| 46 |
+
8Qs
|
| 47 |
+
'Qa
|
| 48 |
+
jea
|
| 49 |
+
'�e��es
|
| 50 |
+
'�
|
| 51 |
+
|
| 52 |
+
s�eiuQd�e
|
| 53 |
+
O'�ir�p?'�e�iL. sye
|
| 54 |
+
xee
|
| 55 |
+
|
| 56 |
+
|
| 57 |
+
### Bonjour det
|
| 58 |
+
Prompt: Bonjour
|
| 59 |
+
Response: u�asu'asu'lsu'lsuuliunli6nli6sli6sliustiuOtiuOtiuOtiuO�ijO�ijO�i6O�s6O�s6O�s6O�s6O�s6O�s6O�s6u�s
|
docs/artifacts/hard_v2_deeper/chunk_50k/probe.txt
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_obligatory_hard/atom_native.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=3175000
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.004304 -> 0.028417 (norm 0.2755 -> 1.8187) atoms 3 -> 22
|
| 5 |
+
gen_preview=" 'ns 'ns '�s '�s '�s '�s '�s\n'ps\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s"
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006704 -> 0.032128 (norm 0.4291 -> 2.0562) atoms 7 -> 26
|
| 8 |
+
gen_preview='\nߔa\nߔs\nߔs\ne�s\ne�s\ne�s\ne�s\ne�s\nC�s\nC�s\ne�s\nC�s\nC�sv.mps.\nC�s\nC�s\ne�s\nC�sv.mps.\nC�s\nC�s\nC�s'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006004 -> 0.028465 (norm 0.3842 -> 1.8217) atoms 6 -> 25
|
| 11 |
+
gen_preview=" a�a a�a a�a '�a '�a '�a '�a '�aaU�aaU�aaU�aa'�aaU�aaU�aaU�aa'�aaU�a6U�a6U�a6U�a"
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.004304 -> 0.028417 (norm 0.2755 -> 1.8187) atoms 3 -> 22
|
| 14 |
+
gen_preview=" 'ns 'ns '�s '�s '�s '�s '�s\n'ps\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s\n'�s"
|
| 15 |
+
[probe] mean off-diag cosine logits=0.915435 alpha=0.845265
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/logs/field_probe_report.json
|
| 18 |
+
[probe] wrote /workspace/exports/atom-ai/docs/FIELD_PROBE.md
|
| 19 |
+
[probe] wrote /workspace/exports/atom-ai/docs/PERSISTENCE_TEST.md
|
| 20 |
+
[probe] updated /workspace/exports/atom-ai/docs/SCALE.md
|
| 21 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/hard_v2_deeper/chunk_50k/run_metrics.json
ADDED
|
@@ -0,0 +1,144 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stream": true,
|
| 3 |
+
"data_path": null,
|
| 4 |
+
"data_glob": "data/dialogue_shards/part_*",
|
| 5 |
+
"shard_paths": [
|
| 6 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_000",
|
| 7 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_001",
|
| 8 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_002",
|
| 9 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_003",
|
| 10 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_004",
|
| 11 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_005",
|
| 12 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_006",
|
| 13 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_007",
|
| 14 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_008",
|
| 15 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_train.txt"
|
| 16 |
+
],
|
| 17 |
+
"data_bytes": 7066157,
|
| 18 |
+
"data_characters": null,
|
| 19 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 20 |
+
"feature_dim": 320,
|
| 21 |
+
"packet_count": null,
|
| 22 |
+
"train_packet_count": null,
|
| 23 |
+
"validation_packet_count": 2048,
|
| 24 |
+
"mean_packet_bytes": null,
|
| 25 |
+
"max_packet_bytes": null,
|
| 26 |
+
"min_packet_bytes": null,
|
| 27 |
+
"bytes_seen": 524288,
|
| 28 |
+
"config": {
|
| 29 |
+
"d_model": 64,
|
| 30 |
+
"n_modes": 64,
|
| 31 |
+
"n_atoms_max": 512,
|
| 32 |
+
"max_span_bytes": 16,
|
| 33 |
+
"episode_length": 512,
|
| 34 |
+
"episode_reset": false,
|
| 35 |
+
"atom_flush_every": 256,
|
| 36 |
+
"learning_rate": 0.0001,
|
| 37 |
+
"surface_learning_rate": 0.0003,
|
| 38 |
+
"steps": 50000,
|
| 39 |
+
"start_step": 3125000,
|
| 40 |
+
"seed": 20260918,
|
| 41 |
+
"surface_alphabet": 256,
|
| 42 |
+
"field_max_rms": 3.0,
|
| 43 |
+
"energy_decay_bounds": [
|
| 44 |
+
0.3,
|
| 45 |
+
0.95
|
| 46 |
+
],
|
| 47 |
+
"stream": true,
|
| 48 |
+
"chunk_bytes": 1048576,
|
| 49 |
+
"loop_shards": true,
|
| 50 |
+
"stream_buffer": 2048,
|
| 51 |
+
"stream_prefetch": true,
|
| 52 |
+
"enable_merge": true,
|
| 53 |
+
"field_loss_weight": 0.05,
|
| 54 |
+
"field_contrast_weight": 0.1,
|
| 55 |
+
"field_ignorance_weight": 0.0,
|
| 56 |
+
"field_ignorance_ablate_shared": false,
|
| 57 |
+
"field_ignorance_prompt_bank": false,
|
| 58 |
+
"field_obligatory_readout": true,
|
| 59 |
+
"field_obligatory_hard": true,
|
| 60 |
+
"slow_every": 1
|
| 61 |
+
},
|
| 62 |
+
"packets_seen": 97538,
|
| 63 |
+
"stream_epoch": 0,
|
| 64 |
+
"train": {
|
| 65 |
+
"steps": 50000,
|
| 66 |
+
"start_step": 3125000,
|
| 67 |
+
"total_steps": 3175000,
|
| 68 |
+
"episode_length": 512,
|
| 69 |
+
"episode_reset": false,
|
| 70 |
+
"atom_flush_every": 256,
|
| 71 |
+
"elapsed_seconds": 1460.8717423260005,
|
| 72 |
+
"transitions_per_second": 34.22613946956766,
|
| 73 |
+
"first_loss": 20.27935218811035,
|
| 74 |
+
"final_loss": 6.268411636352539,
|
| 75 |
+
"final_total_perplexity": 527.6386299168859,
|
| 76 |
+
"finite_losses": true,
|
| 77 |
+
"finite_parameters": true,
|
| 78 |
+
"nan_or_inf": false,
|
| 79 |
+
"field_rms_before_max": 3.0064809322357178,
|
| 80 |
+
"field_rms_after_max": 2.999999523162842,
|
| 81 |
+
"field_scale_min": 0.9978440403938293,
|
| 82 |
+
"field_norm_max": 191.99996948242188,
|
| 83 |
+
"field_limited_steps": 48500,
|
| 84 |
+
"field_limited_fraction": 0.97,
|
| 85 |
+
"final_dynamics": {
|
| 86 |
+
"coupling_scale": 2.0,
|
| 87 |
+
"energy_decay": 0.30000001192092896,
|
| 88 |
+
"phase_sync": 0.28007209300994873,
|
| 89 |
+
"energy_decay_before": 0.2999384105205536,
|
| 90 |
+
"energy_decay_repaired": true,
|
| 91 |
+
"energy_decay_bounds": [
|
| 92 |
+
0.3,
|
| 93 |
+
0.95
|
| 94 |
+
]
|
| 95 |
+
},
|
| 96 |
+
"final_atoms_before_validation": 7,
|
| 97 |
+
"stream": true,
|
| 98 |
+
"bytes_seen": 524288
|
| 99 |
+
},
|
| 100 |
+
"validation": {
|
| 101 |
+
"transitions": 256,
|
| 102 |
+
"loss": 7.183161847293377,
|
| 103 |
+
"total_perplexity": 1317.0660433453525,
|
| 104 |
+
"byte_loss": 4.123776443302631,
|
| 105 |
+
"byte_perplexity": 61.79215676999581,
|
| 106 |
+
"source": "stream_ring"
|
| 107 |
+
},
|
| 108 |
+
"checkpoint": "checkpoints/atom_native_obligatory_hard/atom_native.pt",
|
| 109 |
+
"reload": {
|
| 110 |
+
"n_atoms": 80,
|
| 111 |
+
"field_norm": 191.99986267089844,
|
| 112 |
+
"time": 500.1767883300781,
|
| 113 |
+
"finite": true
|
| 114 |
+
},
|
| 115 |
+
"generation": {
|
| 116 |
+
"The future of AI is": {
|
| 117 |
+
"temperature": 0.8,
|
| 118 |
+
"top_k": 5,
|
| 119 |
+
"max_length": 20,
|
| 120 |
+
"bytes_hex": "617261616c61726c782d6fa82c61726c61617270",
|
| 121 |
+
"text": "araalarlx-o\ufffd,arlaarp",
|
| 122 |
+
"reload_text": "araalarlx-o\ufffd,arlaarp",
|
| 123 |
+
"reload_match": true
|
| 124 |
+
},
|
| 125 |
+
"Bonjour, je m'appelle": {
|
| 126 |
+
"temperature": 0.8,
|
| 127 |
+
"top_k": 5,
|
| 128 |
+
"max_length": 20,
|
| 129 |
+
"bytes_hex": "c2636d61797570612075722c2175706d6175c373",
|
| 130 |
+
"text": "\ufffdcmayupa ur,!upmau\ufffds",
|
| 131 |
+
"reload_text": "\ufffdcmayupa ur,!upmau\ufffds",
|
| 132 |
+
"reload_match": true
|
| 133 |
+
},
|
| 134 |
+
"Valkyria Chronicles III is": {
|
| 135 |
+
"temperature": 0.8,
|
| 136 |
+
"top_k": 5,
|
| 137 |
+
"max_length": 20,
|
| 138 |
+
"bytes_hex": "2075200a216594a86565212cc3f12075202d2138",
|
| 139 |
+
"text": " u \n!e\ufffd\ufffdee!,\ufffd\ufffd u -!8",
|
| 140 |
+
"reload_text": " u \n!e\ufffd\ufffdee!,\ufffd\ufffd u -!8",
|
| 141 |
+
"reload_match": true
|
| 142 |
+
}
|
| 143 |
+
}
|
| 144 |
+
}
|
docs/artifacts/hard_v2_deeper/chunk_50k/train_excerpt.txt
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
train lock skipped (--allow-parallel-train)
|
| 2 |
+
resumed weights from checkpoints/atom_native_obligatory_hard/atom_native.pt (recorded step=3125000, legacy_surface_migrated=True)
|
| 3 |
+
dynamics on load: energy_decay=0.30000001192092896 -> 0.30000001192092896 (repaired=False, bounds=(0.3, 0.95))
|
| 4 |
+
field_obligatory_hard=ON hard-v2+ (mix_floor=1.0, freeze bypass, logits=frozen+cap*scale*alpha_MLP)
|
| 5 |
+
field_obligatory_readout=ON (migrated=False)
|
| 6 |
+
optimizer groups: field/other lr=0.0001 (11 tensors), surface lr=0.0003 (11 tensors); energy_decay_bounds=(0.3, 0.95); field_max_rms=3.0
|
| 7 |
+
stream mode: 10 shard(s), chunk_bytes=1048576, loop_shards=True, stream_buffer=2048, stream_prefetch=True
|
| 8 |
+
optimizer restore skipped: surface LayerNorm migration changed bias scale
|
| 9 |
+
step=3125001 (run 1/50000) loss=20.27935 byte_ppl=1781.479 atoms=1 merges=0 field=0.1173 rms=0.0021 scale=1.0000 fcos=0.000 ign=0.0000 mph=0.000 bytes=524288 pkts=97538 shard=0
|
| 10 |
+
step=3125025 (run 25/50000) loss=11.63221 byte_ppl=115.688 atoms=25 merges=0 field=1.1821 rms=0.0185 scale=1.0000 fcos=0.143 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 11 |
+
step=3125050 (run 50/50000) loss=7.01860 byte_ppl=180.592 atoms=50 merges=0 field=2.2246 rms=0.0348 scale=1.0000 fcos=0.408 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 12 |
+
step=3125075 (run 75/50000) loss=5.78146 byte_ppl=28.657 atoms=75 merges=0 field=3.2307 rms=0.0505 scale=1.0000 fcos=0.373 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 13 |
+
step=3125100 (run 100/50000) loss=6.38058 byte_ppl=75.765 atoms=100 merges=0 field=4.2239 rms=0.0660 scale=1.0000 fcos=0.527 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 14 |
+
step=3125125 (run 125/50000) loss=8.49685 byte_ppl=76.502 atoms=125 merges=0 field=5.0844 rms=0.0794 scale=1.0000 fcos=0.532 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 15 |
+
step=3125150 (run 150/50000) loss=5.92573 byte_ppl=67.643 atoms=150 merges=0 field=6.0760 rms=0.0949 scale=1.0000 fcos=0.536 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 16 |
+
step=3125175 (run 175/50000) loss=5.78230 byte_ppl=72.286 atoms=175 merges=0 field=6.9639 rms=0.1088 scale=1.0000 fcos=0.542 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 17 |
+
step=3125200 (run 200/50000) loss=10.76589 byte_ppl=409.006 atoms=200 merges=0 field=7.9200 rms=0.1238 scale=1.0000 fcos=0.539 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 18 |
+
step=3125225 (run 225/50000) loss=4.54946 byte_ppl=17.638 atoms=225 merges=0 field=8.7302 rms=0.1364 scale=1.0000 fcos=0.550 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 19 |
+
step=3125250 (run 250/50000) loss=7.75172 byte_ppl=52.010 atoms=250 merges=0 field=9.7824 rms=0.1529 scale=1.0000 fcos=0.546 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 20 |
+
step=3125275 (run 275/50000) loss=5.36541 byte_ppl=55.040 atoms=19 merges=0 field=10.6460 rms=0.1663 scale=1.0000 fcos=0.549 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 21 |
+
...
|
| 22 |
+
step=3135000 (run 10000/50000) loss=7.39594 byte_ppl=198.787 atoms=16 merges=0 field=191.9999 rms=3.0000 scale=0.9979 fcos=0.550 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 23 |
+
step=3150000 (run 25000/50000) loss=8.09320 byte_ppl=118.844 atoms=168 merges=0 field=191.9999 rms=3.0000 scale=0.9980 fcos=0.550 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 24 |
+
step=3175000 (run 50000/50000) loss=6.26841 byte_ppl=73.648 atoms=80 merges=0 field=191.9999 rms=3.0000 scale=0.9980 fcos=0.550 ign=0.0000 mph=0.500 bytes=524288 pkts=97538 shard=0
|
| 25 |
+
"reload_text": " u \n!e\ufffd\ufffdee!,\ufffd\ufffd u -!8",
|
| 26 |
+
"reload_match": true
|
| 27 |
+
}
|
| 28 |
+
}
|
| 29 |
+
}
|
docs/artifacts/hard_v2_deeper/pytest.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
.............................s............... [100%]
|
| 2 |
+
44 passed, 1 skipped in 3.75s
|
docs/artifacts/last_atom_dropout/chat_seeds_ladrop_4876000.json
ADDED
|
@@ -0,0 +1,167 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "checkpoints/byte_tick_ladrop/atom_native_step_4876000_d32_ms1M_lrd_b4828_ladrop.pt",
|
| 3 |
+
"rows": [
|
| 4 |
+
{
|
| 5 |
+
"temp": 0.8,
|
| 6 |
+
"seed": 1,
|
| 7 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 8 |
+
"resp": "Je \nsoirends \nAsssistant:::::::::::::::::::O \nuurrraais "
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"temp": 0.8,
|
| 12 |
+
"seed": 1,
|
| 13 |
+
"prompt": "Qui es-tu ?",
|
| 14 |
+
"resp": "Je \n \nAsssistant:::::::::::::::::::::::::::O toirriraaarte.tee "
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"temp": 0.8,
|
| 18 |
+
"seed": 1,
|
| 19 |
+
"prompt": "Il était une fois",
|
| 20 |
+
"resp": "Je \nsoirends \nAsssistant:::::::::::::::::::O \nuurrraais "
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"temp": 0.8,
|
| 24 |
+
"seed": 2,
|
| 25 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 26 |
+
"resp": "Je \n'uttilisateur::::::::::::::::::::::::::::::::::::::::::::::::::::tuurrriilisateur:::::"
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"temp": 0.8,
|
| 30 |
+
"seed": 2,
|
| 31 |
+
"prompt": "Qui es-tu ?",
|
| 32 |
+
"resp": "Je \n'uttilisateur::::::::::::::::::::::::::::::::::::::::::::::::::::tuurrriilisateur:::::"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"temp": 0.8,
|
| 36 |
+
"seed": 2,
|
| 37 |
+
"prompt": "Il était une fois",
|
| 38 |
+
"resp": "Je \nAsssistant::::::::::::::::::::::::::::::::::::::::tuurrriilisateur:::::"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"temp": 0.8,
|
| 42 |
+
"seed": 3,
|
| 43 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 44 |
+
"resp": "Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrre "
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"temp": 0.8,
|
| 48 |
+
"seed": 3,
|
| 49 |
+
"prompt": "Qui es-tu ?",
|
| 50 |
+
"resp": "Je \nAAsssistant::::::::::::::::::::::::::::::toirrriisaateur:::::::::::::::"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"temp": 0.8,
|
| 54 |
+
"seed": 3,
|
| 55 |
+
"prompt": "Il était une fois",
|
| 56 |
+
"resp": "Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrre "
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"temp": 0.6,
|
| 60 |
+
"seed": 1,
|
| 61 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 62 |
+
"resp": "Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrrrierraine "
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"temp": 0.6,
|
| 66 |
+
"seed": 1,
|
| 67 |
+
"prompt": "Qui es-tu ?",
|
| 68 |
+
"resp": "Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrrrierraine "
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"temp": 0.6,
|
| 72 |
+
"seed": 1,
|
| 73 |
+
"prompt": "Il était une fois",
|
| 74 |
+
"resp": "Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrrrierraine "
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"temp": 0.6,
|
| 78 |
+
"seed": 2,
|
| 79 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 80 |
+
"resp": "Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrriraaite "
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"temp": 0.6,
|
| 84 |
+
"seed": 2,
|
| 85 |
+
"prompt": "Qui es-tu ?",
|
| 86 |
+
"resp": "Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrriraaite "
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"temp": 0.6,
|
| 90 |
+
"seed": 2,
|
| 91 |
+
"prompt": "Il était une fois",
|
| 92 |
+
"resp": "Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrriraaite "
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"temp": 0.6,
|
| 96 |
+
"seed": 3,
|
| 97 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 98 |
+
"resp": "Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrrriraiisateur::"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"temp": 0.6,
|
| 102 |
+
"seed": 3,
|
| 103 |
+
"prompt": "Qui es-tu ?",
|
| 104 |
+
"resp": "Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrrriraiisateur::"
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"temp": 0.6,
|
| 108 |
+
"seed": 3,
|
| 109 |
+
"prompt": "Il était une fois",
|
| 110 |
+
"resp": "Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrrriraiisateur::"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"temp": 1.0,
|
| 114 |
+
"seed": 1,
|
| 115 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 116 |
+
"resp": "Je \n'ut--ourra.toi un \nAsssistant::::::::::::::::::ttiisiisateur:::::::"
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"temp": 1.0,
|
| 120 |
+
"seed": 1,
|
| 121 |
+
"prompt": "Qui es-tu ?",
|
| 122 |
+
"resp": "Je \n'ut--ourra.toi un \nAsssistant::::::::::::::::::ttiisiisateur:::::::"
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"temp": 1.0,
|
| 126 |
+
"seed": 1,
|
| 127 |
+
"prompt": "Il était une fois",
|
| 128 |
+
"resp": "Je \n'ut--ourra un \nAsssistant::::::::::::::::::Juurrrriraiisateur::"
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"temp": 1.0,
|
| 132 |
+
"seed": 2,
|
| 133 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 134 |
+
"resp": "Je uuirra..\nUtilisateur:::::::::::::::::::::::::::::::::::riisiilisateur:::::::::::::::::::"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"temp": 1.0,
|
| 138 |
+
"seed": 2,
|
| 139 |
+
"prompt": "Qui es-tu ?",
|
| 140 |
+
"resp": "Je uuirra..\nUtilisateur:::::::::::::::::::::::::::::::::::riisiilisateur:::::::::::::::::::"
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"temp": 1.0,
|
| 144 |
+
"seed": 2,
|
| 145 |
+
"prompt": "Il était une fois",
|
| 146 |
+
"resp": "Je uuirra..\nUtilisateur:::::::::::::::::::::::::::::::::::riisiilisateur:::::::::::::::::::"
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"temp": 1.0,
|
| 150 |
+
"seed": 3,
|
| 151 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 152 |
+
"resp": "Je \nAAsssistant::::::::::::::::::::::::aiiliirs reuttilisateur"
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"temp": 1.0,
|
| 156 |
+
"seed": 3,
|
| 157 |
+
"prompt": "Qui es-tu ?",
|
| 158 |
+
"resp": "Je \nAAsssistant:::::::::::::::::::::O un \n\n"
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"temp": 1.0,
|
| 162 |
+
"seed": 3,
|
| 163 |
+
"prompt": "Il était une fois",
|
| 164 |
+
"resp": "Je \nAAsssistant::::::::::::::::::::::::aiiliirs reuuiss "
|
| 165 |
+
}
|
| 166 |
+
]
|
| 167 |
+
}
|
docs/artifacts/last_atom_dropout/chat_seeds_ladrop_4876000.txt
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[T=0.8 seed=1] 'Bonjour, comment ça va ?' -> 'Je \nsoirends \nAsssistant:::::::::::::::::::O \nuurrraais '
|
| 2 |
+
[T=0.8 seed=1] 'Qui es-tu ?' -> 'Je \n \nAsssistant:::::::::::::::::::::::::::O toirriraaarte.tee '
|
| 3 |
+
[T=0.8 seed=1] 'Il était une fois' -> 'Je \nsoirends \nAsssistant:::::::::::::::::::O \nuurrraais '
|
| 4 |
+
[T=0.8 seed=2] 'Bonjour, comment ça va ?' -> "Je \n'uttilisateur::::::::::::::::::::::::::::::::::::::::::::::::::::tuurrriilisateur:::::"
|
| 5 |
+
[T=0.8 seed=2] 'Qui es-tu ?' -> "Je \n'uttilisateur::::::::::::::::::::::::::::::::::::::::::::::::::::tuurrriilisateur:::::"
|
| 6 |
+
[T=0.8 seed=2] 'Il était une fois' -> 'Je \nAsssistant::::::::::::::::::::::::::::::::::::::::tuurrriilisateur:::::'
|
| 7 |
+
[T=0.8 seed=3] 'Bonjour, comment ça va ?' -> 'Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrre '
|
| 8 |
+
[T=0.8 seed=3] 'Qui es-tu ?' -> 'Je \nAAsssistant::::::::::::::::::::::::::::::toirrriisaateur:::::::::::::::'
|
| 9 |
+
[T=0.8 seed=3] 'Il était une fois' -> 'Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrre '
|
| 10 |
+
[T=0.6 seed=1] 'Bonjour, comment ça va ?' -> 'Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrrrierraine '
|
| 11 |
+
[T=0.6 seed=1] 'Qui es-tu ?' -> 'Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrrrierraine '
|
| 12 |
+
[T=0.6 seed=1] 'Il était une fois' -> 'Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrrrierraine '
|
| 13 |
+
[T=0.6 seed=2] 'Bonjour, comment ça va ?' -> 'Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrriraaite '
|
| 14 |
+
[T=0.6 seed=2] 'Qui es-tu ?' -> 'Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrriraaite '
|
| 15 |
+
[T=0.6 seed=2] 'Il était une fois' -> 'Je \nAsssistant:::::::::::::::::::::::::::::::::::::::::trrrrriraaite '
|
| 16 |
+
[T=0.6 seed=3] 'Bonjour, comment ça va ?' -> 'Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrrriraiisateur::'
|
| 17 |
+
[T=0.6 seed=3] 'Qui es-tu ?' -> 'Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrrriraiisateur::'
|
| 18 |
+
[T=0.6 seed=3] 'Il était une fois' -> 'Je \nAAsssistant::::::::::::::::::::::::::::::::::::::::toirrrriraiisateur::'
|
| 19 |
+
[T=1.0 seed=1] 'Bonjour, comment ça va ?' -> "Je \n'ut--ourra.toi un \nAsssistant::::::::::::::::::ttiisiisateur:::::::"
|
| 20 |
+
[T=1.0 seed=1] 'Qui es-tu ?' -> "Je \n'ut--ourra.toi un \nAsssistant::::::::::::::::::ttiisiisateur:::::::"
|
| 21 |
+
[T=1.0 seed=1] 'Il était une fois' -> "Je \n'ut--ourra un \nAsssistant::::::::::::::::::Juurrrriraiisateur::"
|
| 22 |
+
[T=1.0 seed=2] 'Bonjour, comment ça va ?' -> 'Je uuirra..\nUtilisateur:::::::::::::::::::::::::::::::::::riisiilisateur:::::::::::::::::::'
|
| 23 |
+
[T=1.0 seed=2] 'Qui es-tu ?' -> 'Je uuirra..\nUtilisateur:::::::::::::::::::::::::::::::::::riisiilisateur:::::::::::::::::::'
|
| 24 |
+
[T=1.0 seed=2] 'Il était une fois' -> 'Je uuirra..\nUtilisateur:::::::::::::::::::::::::::::::::::riisiilisateur:::::::::::::::::::'
|
| 25 |
+
[T=1.0 seed=3] 'Bonjour, comment ça va ?' -> 'Je \nAAsssistant::::::::::::::::::::::::aiiliirs reuttilisateur'
|
| 26 |
+
[T=1.0 seed=3] 'Qui es-tu ?' -> 'Je \nAAsssistant:::::::::::::::::::::O un \n\n'
|
| 27 |
+
[T=1.0 seed=3] 'Il était une fois' -> 'Je \nAAsssistant::::::::::::::::::::::::aiiliirs reuuiss '
|
docs/artifacts/last_atom_dropout/chat_seeds_live_4876000.json
ADDED
|
@@ -0,0 +1,167 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "checkpoints/byte_tick/atom_native_step_4876000_d32_ms1M_lrd_b4828.pt",
|
| 3 |
+
"rows": [
|
| 4 |
+
{
|
| 5 |
+
"temp": 0.8,
|
| 6 |
+
"seed": 1,
|
| 7 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 8 |
+
"resp": "Peut--..\nUtilisateur:::::::::::::::aaiilisateurr::::::::::::::riiliisateure \nsoireco"
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"temp": 0.8,
|
| 12 |
+
"seed": 1,
|
| 13 |
+
"prompt": "Qui es-tu ?",
|
| 14 |
+
"resp": "Je \n'ut-- on \nAssaaistant:::::::::::::::D'aiilisateur:::::::::::::aiiliisa"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"temp": 0.8,
|
| 18 |
+
"seed": 1,
|
| 19 |
+
"prompt": "Il était une fois",
|
| 20 |
+
"resp": "Je \n'ut-- on \nAssaaistant:::::::::::::::D'aiilisateur:::::::::::::aiiliisa"
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"temp": 0.8,
|
| 24 |
+
"seed": 2,
|
| 25 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 26 |
+
"resp": "Peuu''''' un \nAsssistant:::::::::::::::Onnnnnnnnnnnnner, parle "
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"temp": 0.8,
|
| 30 |
+
"seed": 2,
|
| 31 |
+
"prompt": "Qui es-tu ?",
|
| 32 |
+
"resp": "Je \n'ut-- on \n'uttilisateur::::::::::::::::D'aiilisateur::::::::::::::::::"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"temp": 0.8,
|
| 36 |
+
"seed": 2,
|
| 37 |
+
"prompt": "Il était une fois",
|
| 38 |
+
"resp": "Je \n'ut-- on \n'uttilisateur::::::::::::::::D'aiilisateur::::::::::::::::::"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"temp": 0.8,
|
| 42 |
+
"seed": 3,
|
| 43 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 44 |
+
"resp": "Peut-- \nAAsssistant:::::::::::::::::aissssistant::::::::::::, toirrierrrqu'''''"
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"temp": 0.8,
|
| 48 |
+
"seed": 3,
|
| 49 |
+
"prompt": "Qui es-tu ?",
|
| 50 |
+
"resp": "Oui,, \nsoirra.\nUtilisateur:::::::::::::::::J'aiilisateur:::::::::::"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"temp": 0.8,
|
| 54 |
+
"seed": 3,
|
| 55 |
+
"prompt": "Il était une fois",
|
| 56 |
+
"resp": "Je \nAAssistant::::::::::::::::::aaiilisateur:::::::::::aiililisateur:::::::"
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"temp": 0.6,
|
| 60 |
+
"seed": 1,
|
| 61 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 62 |
+
"resp": "Peut--..\nUtilisateur:::::::::::::::aaiilisateur:::::::::::::::riiliisateur::::::::::::::aiiliisa"
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"temp": 0.6,
|
| 66 |
+
"seed": 1,
|
| 67 |
+
"prompt": "Qui es-tu ?",
|
| 68 |
+
"resp": "Je \nAsssistant:::::::::::::::::::tuurrrirraaimee \nerrra.."
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"temp": 0.6,
|
| 72 |
+
"seed": 1,
|
| 73 |
+
"prompt": "Il était une fois",
|
| 74 |
+
"resp": "Je \nAsssistant:::::::::::::::::::D'aiilisateur:::::::::::::::::risiilisateu"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"temp": 0.6,
|
| 78 |
+
"seed": 2,
|
| 79 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 80 |
+
"resp": "Peuu'''''''''''' \n'uuttilisateur:::::::::::::::aaiilisateur:::::::::::::::::::"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"temp": 0.6,
|
| 84 |
+
"seed": 2,
|
| 85 |
+
"prompt": "Qui es-tu ?",
|
| 86 |
+
"resp": "Je \n'ut-- on \n'uttilisateur::::::::::::::::J prrrra..\nUtilisateur::::::::"
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"temp": 0.6,
|
| 90 |
+
"seed": 2,
|
| 91 |
+
"prompt": "Il était une fois",
|
| 92 |
+
"resp": "Je \n'ut-- on \nAsssistant::::::::::::::::D'aiilisateur:::::::::::::::::J q"
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"temp": 0.6,
|
| 96 |
+
"seed": 3,
|
| 97 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 98 |
+
"resp": "Peut-- \nAsssistant:::::::::::::::::::::O \nuurrrra..\nUtilisateur::::::::::::::"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"temp": 0.6,
|
| 102 |
+
"seed": 3,
|
| 103 |
+
"prompt": "Qui es-tu ?",
|
| 104 |
+
"resp": "Je \nAAssistant:::::::::::::::::::::O \nuurrrra..\nUtilisateur::::::::::::::"
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"temp": 0.6,
|
| 108 |
+
"seed": 3,
|
| 109 |
+
"prompt": "Il était une fois",
|
| 110 |
+
"resp": "Je \nAAssistant:::::::::::::::::::::O \nuurrrra..\nUtilisateur::::::::::::::"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"temp": 1.0,
|
| 114 |
+
"seed": 1,
|
| 115 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 116 |
+
"resp": "Peut--..\nUtilisateur:::::::::::::::aaiilisateurr::::::::::::::riiliisateure \nsoireco"
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"temp": 1.0,
|
| 120 |
+
"seed": 1,
|
| 121 |
+
"prompt": "Qui es-tu ?",
|
| 122 |
+
"resp": "Je \n'ut-- on \nAssaaistant:::::::::::::::D'aiilisateur:::::::::::::aiiliisa"
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"temp": 1.0,
|
| 126 |
+
"seed": 1,
|
| 127 |
+
"prompt": "Il était une fois",
|
| 128 |
+
"resp": "Je \n'ut-- on \nAssaaistant:::::::::::::::D'aiilisateur:::::::::::::aiiliisa"
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"temp": 1.0,
|
| 132 |
+
"seed": 2,
|
| 133 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 134 |
+
"resp": "Peuu''''' \n D''ut-- \n'uttilisateur::::::::::::aiilisatteurr:"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"temp": 1.0,
|
| 138 |
+
"seed": 2,
|
| 139 |
+
"prompt": "Qui es-tu ?",
|
| 140 |
+
"resp": "Je ,\nAsssistant:::::::::::::Tiisaaccord \nAsssistant::::::::::::::aaiili"
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"temp": 1.0,
|
| 144 |
+
"seed": 2,
|
| 145 |
+
"prompt": "Il était une fois",
|
| 146 |
+
"resp": "Je ,nds \n rd \nsoirra..\nUtilisateur::::::::::::aiilisaateur:::::::::"
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"temp": 1.0,
|
| 150 |
+
"seed": 3,
|
| 151 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 152 |
+
"resp": "Peut-- \nAAsssistant:::::::::::::::::aiiliisateur:::::::::::aiilisatt "
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"temp": 1.0,
|
| 156 |
+
"seed": 3,
|
| 157 |
+
"prompt": "Qui es-tu ?",
|
| 158 |
+
"resp": "Oui,, T'ut-- Teuut-- ourra.\n\n"
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"temp": 1.0,
|
| 162 |
+
"seed": 3,
|
| 163 |
+
"prompt": "Il était une fois",
|
| 164 |
+
"resp": "Je \n'uttilisateur:::::::::::::::::Pourrllisaarte..\n\n"
|
| 165 |
+
}
|
| 166 |
+
]
|
| 167 |
+
}
|
docs/artifacts/last_atom_dropout/chat_seeds_live_4876000.txt
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[T=0.8 seed=1] 'Bonjour, comment ça va ?' -> 'Peut--..\nUtilisateur:::::::::::::::aaiilisateurr::::::::::::::riiliisateure \nsoireco'
|
| 2 |
+
[T=0.8 seed=1] 'Qui es-tu ?' -> "Je \n'ut-- on \nAssaaistant:::::::::::::::D'aiilisateur:::::::::::::aiiliisa"
|
| 3 |
+
[T=0.8 seed=1] 'Il était une fois' -> "Je \n'ut-- on \nAssaaistant:::::::::::::::D'aiilisateur:::::::::::::aiiliisa"
|
| 4 |
+
[T=0.8 seed=2] 'Bonjour, comment ça va ?' -> "Peuu''''' un \nAsssistant:::::::::::::::Onnnnnnnnnnnnner, parle "
|
| 5 |
+
[T=0.8 seed=2] 'Qui es-tu ?' -> "Je \n'ut-- on \n'uttilisateur::::::::::::::::D'aiilisateur::::::::::::::::::"
|
| 6 |
+
[T=0.8 seed=2] 'Il était une fois' -> "Je \n'ut-- on \n'uttilisateur::::::::::::::::D'aiilisateur::::::::::::::::::"
|
| 7 |
+
[T=0.8 seed=3] 'Bonjour, comment ça va ?' -> "Peut-- \nAAsssistant:::::::::::::::::aissssistant::::::::::::, toirrierrrqu'''''"
|
| 8 |
+
[T=0.8 seed=3] 'Qui es-tu ?' -> "Oui,, \nsoirra.\nUtilisateur:::::::::::::::::J'aiilisateur:::::::::::"
|
| 9 |
+
[T=0.8 seed=3] 'Il était une fois' -> 'Je \nAAssistant::::::::::::::::::aaiilisateur:::::::::::aiililisateur:::::::'
|
| 10 |
+
[T=0.6 seed=1] 'Bonjour, comment ça va ?' -> 'Peut--..\nUtilisateur:::::::::::::::aaiilisateur:::::::::::::::riiliisateur::::::::::::::aiiliisa'
|
| 11 |
+
[T=0.6 seed=1] 'Qui es-tu ?' -> 'Je \nAsssistant:::::::::::::::::::tuurrrirraaimee \nerrra..'
|
| 12 |
+
[T=0.6 seed=1] 'Il était une fois' -> "Je \nAsssistant:::::::::::::::::::D'aiilisateur:::::::::::::::::risiilisateu"
|
| 13 |
+
[T=0.6 seed=2] 'Bonjour, comment ça va ?' -> "Peuu'''''''''''' \n'uuttilisateur:::::::::::::::aaiilisateur:::::::::::::::::::"
|
| 14 |
+
[T=0.6 seed=2] 'Qui es-tu ?' -> "Je \n'ut-- on \n'uttilisateur::::::::::::::::J prrrra..\nUtilisateur::::::::"
|
| 15 |
+
[T=0.6 seed=2] 'Il était une fois' -> "Je \n'ut-- on \nAsssistant::::::::::::::::D'aiilisateur:::::::::::::::::J q"
|
| 16 |
+
[T=0.6 seed=3] 'Bonjour, comment ça va ?' -> 'Peut-- \nAsssistant:::::::::::::::::::::O \nuurrrra..\nUtilisateur::::::::::::::'
|
| 17 |
+
[T=0.6 seed=3] 'Qui es-tu ?' -> 'Je \nAAssistant:::::::::::::::::::::O \nuurrrra..\nUtilisateur::::::::::::::'
|
| 18 |
+
[T=0.6 seed=3] 'Il était une fois' -> 'Je \nAAssistant:::::::::::::::::::::O \nuurrrra..\nUtilisateur::::::::::::::'
|
| 19 |
+
[T=1.0 seed=1] 'Bonjour, comment ça va ?' -> 'Peut--..\nUtilisateur:::::::::::::::aaiilisateurr::::::::::::::riiliisateure \nsoireco'
|
| 20 |
+
[T=1.0 seed=1] 'Qui es-tu ?' -> "Je \n'ut-- on \nAssaaistant:::::::::::::::D'aiilisateur:::::::::::::aiiliisa"
|
| 21 |
+
[T=1.0 seed=1] 'Il était une fois' -> "Je \n'ut-- on \nAssaaistant:::::::::::::::D'aiilisateur:::::::::::::aiiliisa"
|
| 22 |
+
[T=1.0 seed=2] 'Bonjour, comment ça va ?' -> "Peuu''''' \n D''ut-- \n'uttilisateur::::::::::::aiilisatteurr:"
|
| 23 |
+
[T=1.0 seed=2] 'Qui es-tu ?' -> 'Je ,\nAsssistant:::::::::::::Tiisaaccord \nAsssistant::::::::::::::aaiili'
|
| 24 |
+
[T=1.0 seed=2] 'Il était une fois' -> 'Je ,nds \n rd \nsoirra..\nUtilisateur::::::::::::aiilisaateur:::::::::'
|
| 25 |
+
[T=1.0 seed=3] 'Bonjour, comment ça va ?' -> 'Peut-- \nAAsssistant:::::::::::::::::aiiliisateur:::::::::::aiilisatt '
|
| 26 |
+
[T=1.0 seed=3] 'Qui es-tu ?' -> "Oui,, T'ut-- Teuut-- ourra.\n\n"
|
| 27 |
+
[T=1.0 seed=3] 'Il était une fois' -> "Je \n'uttilisateur:::::::::::::::::Pourrllisaarte..\n\n"
|
docs/artifacts/last_atom_dropout/chat_seeds_start_4868000.json
ADDED
|
@@ -0,0 +1,167 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt",
|
| 3 |
+
"rows": [
|
| 4 |
+
{
|
| 5 |
+
"temp": 0.8,
|
| 6 |
+
"seed": 1,
|
| 7 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 8 |
+
"resp": "Peuut-- \nAAssistant::::::::::::::::toirre \n\n"
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"temp": 0.8,
|
| 12 |
+
"seed": 1,
|
| 13 |
+
"prompt": "Qui es-tu ?",
|
| 14 |
+
"resp": "Oui,, \nAAssistant::::::::::::::::toirre \n\n"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"temp": 0.8,
|
| 18 |
+
"seed": 1,
|
| 19 |
+
"prompt": "Il était une fois",
|
| 20 |
+
"resp": "Je \nourrra.iis \nAsssistant::::::::::::::::::Jarliilisateur::::::"
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"temp": 0.8,
|
| 24 |
+
"seed": 2,
|
| 25 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 26 |
+
"resp": "Peut-- un \nAAssistant::::::::::::::::toirrrilisateur::::::::::::"
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"temp": 0.8,
|
| 30 |
+
"seed": 2,
|
| 31 |
+
"prompt": "Qui es-tu ?",
|
| 32 |
+
"resp": "Je \n'uurrecommence \nAAssistant:::::::::::::::On nnnnnnnnnnne \naitti"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"temp": 0.8,
|
| 36 |
+
"seed": 2,
|
| 37 |
+
"prompt": "Il était une fois",
|
| 38 |
+
"resp": "Je \n'uurrecommence \nAAssistant:::::::::::::::On nnnnnnnnnnne \naitti"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"temp": 0.8,
|
| 42 |
+
"seed": 3,
|
| 43 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 44 |
+
"resp": "Peuues \neuuttilisateur::::::::::::::::J'aiilisateur:::::::::::::::::"
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"temp": 0.8,
|
| 48 |
+
"seed": 3,
|
| 49 |
+
"prompt": "Qui es-tu ?",
|
| 50 |
+
"resp": "Oui,, \neuuttilisateur::::::::::::::::aaiilisateur::::::::::::::::::"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"temp": 0.8,
|
| 54 |
+
"seed": 3,
|
| 55 |
+
"prompt": "Il était une fois",
|
| 56 |
+
"resp": "Oui,, \neuuttilisateur::::::::::::::::aaiilisateur::::::::::::::::::"
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"temp": 0.6,
|
| 60 |
+
"seed": 1,
|
| 61 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 62 |
+
"resp": "Peuut-- \nAAssistant::::::::::::::::toirrirrraaartout "
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"temp": 0.6,
|
| 66 |
+
"seed": 1,
|
| 67 |
+
"prompt": "Qui es-tu ?",
|
| 68 |
+
"resp": "Oui,, \nAAssistant::::::::::::::::toirrrraiisateur::::::::::::::::::"
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"temp": 0.6,
|
| 72 |
+
"seed": 1,
|
| 73 |
+
"prompt": "Il était une fois",
|
| 74 |
+
"resp": "Je \n'uut-- \nAAssistant::::::::::::::::::J \naiilisateur:::"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"temp": 0.6,
|
| 78 |
+
"seed": 2,
|
| 79 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 80 |
+
"resp": "Peut-- \naittilisateur:::::::::::::::::::aaiilisateur::::::::::::::::"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"temp": 0.6,
|
| 84 |
+
"seed": 2,
|
| 85 |
+
"prompt": "Qui es-tu ?",
|
| 86 |
+
"resp": "Je \nAAssistant::::::::::::::::::::::On nnnnnnnnnnnne \nerra.. "
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"temp": 0.6,
|
| 90 |
+
"seed": 2,
|
| 91 |
+
"prompt": "Il était une fois",
|
| 92 |
+
"resp": "Je \nAAssistant::::::::::::::::::::::On nnnnnnnnnnnne \nerra.. "
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"temp": 0.6,
|
| 96 |
+
"seed": 3,
|
| 97 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 98 |
+
"resp": "Peuu'''''''''''' \neuuirra..\nUtilisateur:::::::::::::::::::J toirraaime "
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"temp": 0.6,
|
| 102 |
+
"seed": 3,
|
| 103 |
+
"prompt": "Qui es-tu ?",
|
| 104 |
+
"resp": "Oui,, \nAsssistant::::::::::::::::toirrirrrraaarte..\n\n"
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"temp": 0.6,
|
| 108 |
+
"seed": 3,
|
| 109 |
+
"prompt": "Il était une fois",
|
| 110 |
+
"resp": "Oui,, \nAsssistant::::::::::::::::toirrirrrraaarte..\n\n"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"temp": 1.0,
|
| 114 |
+
"seed": 1,
|
| 115 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 116 |
+
"resp": "Peuut-- \nAssaaistant:::::::::::::::toirre \n\n"
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"temp": 1.0,
|
| 120 |
+
"seed": 1,
|
| 121 |
+
"prompt": "Qui es-tu ?",
|
| 122 |
+
"resp": "Oui,, \nAssaaistant:::::::::::::::toirre \n\n"
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"temp": 1.0,
|
| 126 |
+
"seed": 1,
|
| 127 |
+
"prompt": "Il était une fois",
|
| 128 |
+
"resp": "Je \n'ut-- recommence ??itilis--ilisateur::::::::::::::::Jriisaait �uee "
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"temp": 1.0,
|
| 132 |
+
"seed": 2,
|
| 133 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 134 |
+
"resp": "Peut--être un \nAAssistant:::::::::::::::On rirrilisateur::::::::::::"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"temp": 1.0,
|
| 138 |
+
"seed": 2,
|
| 139 |
+
"prompt": "Qui es-tu ?",
|
| 140 |
+
"resp": "Je ,ndre un \nAAssistant:::::::::::::::Onnnnnne \narle "
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"temp": 1.0,
|
| 144 |
+
"seed": 2,
|
| 145 |
+
"prompt": "Il était une fois",
|
| 146 |
+
"resp": "Je ,ndi,,, \nsourrais \n \nAAssistant::"
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"temp": 1.0,
|
| 150 |
+
"seed": 3,
|
| 151 |
+
"prompt": "Bonjour, comment ça va ?",
|
| 152 |
+
"resp": "Oui,, rd rdirra.. un \na"
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"temp": 1.0,
|
| 156 |
+
"seed": 3,
|
| 157 |
+
"prompt": "Qui es-tu ?",
|
| 158 |
+
"resp": "Oui,, T'ut--ourra..\n\n"
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"temp": 1.0,
|
| 162 |
+
"seed": 3,
|
| 163 |
+
"prompt": "Il était une fois",
|
| 164 |
+
"resp": "Oui, rirrases T'ut-- \nourrapposes "
|
| 165 |
+
}
|
| 166 |
+
]
|
| 167 |
+
}
|
docs/artifacts/last_atom_dropout/chat_seeds_start_4868000.txt
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[T=0.8 seed=1] 'Bonjour, comment ça va ?' -> 'Peuut-- \nAAssistant::::::::::::::::toirre \n\n'
|
| 2 |
+
[T=0.8 seed=1] 'Qui es-tu ?' -> 'Oui,, \nAAssistant::::::::::::::::toirre \n\n'
|
| 3 |
+
[T=0.8 seed=1] 'Il était une fois' -> 'Je \nourrra.iis \nAsssistant::::::::::::::::::Jarliilisateur::::::'
|
| 4 |
+
[T=0.8 seed=2] 'Bonjour, comment ça va ?' -> 'Peut-- un \nAAssistant::::::::::::::::toirrrilisateur::::::::::::'
|
| 5 |
+
[T=0.8 seed=2] 'Qui es-tu ?' -> "Je \n'uurrecommence \nAAssistant:::::::::::::::On nnnnnnnnnnne \naitti"
|
| 6 |
+
[T=0.8 seed=2] 'Il était une fois' -> "Je \n'uurrecommence \nAAssistant:::::::::::::::On nnnnnnnnnnne \naitti"
|
| 7 |
+
[T=0.8 seed=3] 'Bonjour, comment ça va ?' -> "Peuues \neuuttilisateur::::::::::::::::J'aiilisateur:::::::::::::::::"
|
| 8 |
+
[T=0.8 seed=3] 'Qui es-tu ?' -> 'Oui,, \neuuttilisateur::::::::::::::::aaiilisateur::::::::::::::::::'
|
| 9 |
+
[T=0.8 seed=3] 'Il était une fois' -> 'Oui,, \neuuttilisateur::::::::::::::::aaiilisateur::::::::::::::::::'
|
| 10 |
+
[T=0.6 seed=1] 'Bonjour, comment ça va ?' -> 'Peuut-- \nAAssistant::::::::::::::::toirrirrraaartout '
|
| 11 |
+
[T=0.6 seed=1] 'Qui es-tu ?' -> 'Oui,, \nAAssistant::::::::::::::::toirrrraiisateur::::::::::::::::::'
|
| 12 |
+
[T=0.6 seed=1] 'Il était une fois' -> "Je \n'uut-- \nAAssistant::::::::::::::::::J \naiilisateur:::"
|
| 13 |
+
[T=0.6 seed=2] 'Bonjour, comment ça va ?' -> 'Peut-- \naittilisateur:::::::::::::::::::aaiilisateur::::::::::::::::'
|
| 14 |
+
[T=0.6 seed=2] 'Qui es-tu ?' -> 'Je \nAAssistant::::::::::::::::::::::On nnnnnnnnnnnne \nerra.. '
|
| 15 |
+
[T=0.6 seed=2] 'Il était une fois' -> 'Je \nAAssistant::::::::::::::::::::::On nnnnnnnnnnnne \nerra.. '
|
| 16 |
+
[T=0.6 seed=3] 'Bonjour, comment ça va ?' -> "Peuu'''''''''''' \neuuirra..\nUtilisateur:::::::::::::::::::J toirraaime "
|
| 17 |
+
[T=0.6 seed=3] 'Qui es-tu ?' -> 'Oui,, \nAsssistant::::::::::::::::toirrirrrraaarte..\n\n'
|
| 18 |
+
[T=0.6 seed=3] 'Il était une fois' -> 'Oui,, \nAsssistant::::::::::::::::toirrirrrraaarte..\n\n'
|
| 19 |
+
[T=1.0 seed=1] 'Bonjour, comment ça va ?' -> 'Peuut-- \nAssaaistant:::::::::::::::toirre \n\n'
|
| 20 |
+
[T=1.0 seed=1] 'Qui es-tu ?' -> 'Oui,, \nAssaaistant:::::::::::::::toirre \n\n'
|
| 21 |
+
[T=1.0 seed=1] 'Il était une fois' -> "Je \n'ut-- recommence ??itilis--ilisateur::::::::::::::::Jriisaait �uee "
|
| 22 |
+
[T=1.0 seed=2] 'Bonjour, comment ça va ?' -> 'Peut--être un \nAAssistant:::::::::::::::On rirrilisateur::::::::::::'
|
| 23 |
+
[T=1.0 seed=2] 'Qui es-tu ?' -> 'Je ,ndre un \nAAssistant:::::::::::::::Onnnnnne \narle '
|
| 24 |
+
[T=1.0 seed=2] 'Il était une fois' -> 'Je ,ndi,,, \nsourrais \n \nAAssistant::'
|
| 25 |
+
[T=1.0 seed=3] 'Bonjour, comment ça va ?' -> 'Oui,, rd rdirra.. un \na'
|
| 26 |
+
[T=1.0 seed=3] 'Qui es-tu ?' -> "Oui,, T'ut--ourra..\n\n"
|
| 27 |
+
[T=1.0 seed=3] 'Il était une fois' -> "Oui, rirrases T'ut-- \nourrapposes "
|
docs/artifacts/last_atom_dropout/gen_coherent_4868000_b4828.txt
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
PROMPT: Bonjour, comment ça va ?
|
| 2 |
+
RESP: Oui,,
|
| 3 |
+
PROMPT: Qui es-tu ?
|
| 4 |
+
RESP: Oui,,
|
| 5 |
+
PROMPT: Il était une fois
|
| 6 |
+
RESP: Oui,,
|
docs/artifacts/last_atom_dropout/gen_coherent_4876000_b4828.txt
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
PROMPT: Bonjour, comment ça va ?
|
| 2 |
+
RESP: Bonne
|
| 3 |
+
PROMPT: Qui es-tu ?
|
| 4 |
+
RESP: Oui,,
|
| 5 |
+
PROMPT: Il était une fois
|
| 6 |
+
RESP: Oui,,
|
docs/artifacts/last_atom_dropout/gen_coherent_4876000_ladrop.txt
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
PROMPT: Bonjour, comment ça va ?
|
| 2 |
+
RESP: Bonne
|
| 3 |
+
PROMPT: Qui es-tu ?
|
| 4 |
+
RESP: Bonne
|
| 5 |
+
PROMPT: Il était une fois
|
| 6 |
+
RESP: Bonne
|
docs/artifacts/last_atom_dropout/measure.sh
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env bash
|
| 2 |
+
set -u
|
| 3 |
+
cd /workspace/exports/atom-ai
|
| 4 |
+
export PYTHONPATH=. OMP_NUM_THREADS=1 MKL_NUM_THREADS=1
|
| 5 |
+
PY=.venv/bin/python
|
| 6 |
+
A=docs/artifacts/last_atom_dropout
|
| 7 |
+
LA=checkpoints/byte_tick_ladrop/atom_native_step_4876000_d32_ms1M_lrd_b4828_ladrop.pt
|
| 8 |
+
LIVE=checkpoints/byte_tick/atom_native_step_4876000_d32_ms1M_lrd_b4828.pt
|
| 9 |
+
START=checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt
|
| 10 |
+
# 1) exact coherence-probe CLI (unseeded, as in train_until_coherent.sh)
|
| 11 |
+
G=$A/gen_coherent_4876000_ladrop.txt; : > $G
|
| 12 |
+
for p in "Bonjour, comment ça va ?" "Qui es-tu ?" "Il était une fois"; do
|
| 13 |
+
RESP=$($PY tools/chat_atom_native.py --checkpoint "$LA" --prompt "$p" --no-role-prime \
|
| 14 |
+
--max-packets 96 --max-length 100 --temperature 0.8 --top-k 12 2>/dev/null | sed -n 's/^Response: //p' | head -1)
|
| 15 |
+
echo "PROMPT: $p" >> $G; echo "RESP: $RESP" >> $G
|
| 16 |
+
done
|
| 17 |
+
# 2) seeded chats, 3 ckpts x 3 seeds x 3 temps
|
| 18 |
+
for tag in ladrop_4876000:$LA live_4876000:$LIVE start_4868000:$START; do
|
| 19 |
+
name=${tag%%:*}; ck=${tag#*:}
|
| 20 |
+
$PY tools/chat_seeds_probe.py --checkpoint "$ck" --seeds 1 2 3 --temps 0.8 0.6 1.0 \
|
| 21 |
+
--out $A/chat_seeds_${name}.json > $A/chat_seeds_${name}.txt 2>&1
|
| 22 |
+
done
|
| 23 |
+
# 3) val normal vs last_atom-zeroed on both rings
|
| 24 |
+
$PY -u tools/eval_last_atom_ablation.py --end-steps 4868000 4876000 \
|
| 25 |
+
--checkpoints "$START" "$LIVE" "$LA" --out $A/val_ablation.json > $A/val_ablation.txt 2>&1
|
| 26 |
+
echo DONE > $A/.measure_done
|
docs/artifacts/last_atom_dropout/probe_start_time.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
2026-09-28T10:45:12-07:00
|
docs/artifacts/last_atom_dropout/pytest_full.txt
ADDED
|
@@ -0,0 +1,87 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
..................F.......................................s............. [ 68%]
|
| 2 |
+
....................F.F.......... [100%]
|
| 3 |
+
=================================== FAILURES ===================================
|
| 4 |
+
_ ChatMergeOffIngestTests.test_payload_copy_sees_distinct_atoms_when_merge_off _
|
| 5 |
+
|
| 6 |
+
self = <test_chat_merge_off.ChatMergeOffIngestTests testMethod=test_payload_copy_sees_distinct_atoms_when_merge_off>
|
| 7 |
+
|
| 8 |
+
def test_payload_copy_sees_distinct_atoms_when_merge_off(self) -> None:
|
| 9 |
+
"""Distinct living payloads under merge-off boost target byte mass vs MERGE collapse."""
|
| 10 |
+
torch.manual_seed(5)
|
| 11 |
+
model = self._tiny()
|
| 12 |
+
model.eval()
|
| 13 |
+
prompt = "AAA BBB CCC DDD EEE FFF "
|
| 14 |
+
packets = model.atomizer.encode(prompt, reset=True)
|
| 15 |
+
self.assertGreaterEqual(len(packets), 2)
|
| 16 |
+
|
| 17 |
+
model.reset_state(reset_atomizer=True)
|
| 18 |
+
last_off = None
|
| 19 |
+
for p in packets:
|
| 20 |
+
last_off = model.forward_packet(p, merge_enabled=False)
|
| 21 |
+
assert last_off is not None
|
| 22 |
+
n_off = len(model.core.atoms)
|
| 23 |
+
logits_off = last_off["surface"]["byte_logits"]
|
| 24 |
+
# Bytes present in prompt payloads.
|
| 25 |
+
target = sorted({b for p in packets for b in (p.payload or b"")})
|
| 26 |
+
mass_off = float(logits_off.softmax(dim=-1)[:, target].sum().item())
|
| 27 |
+
|
| 28 |
+
model.reset_state(reset_atomizer=True)
|
| 29 |
+
packets2 = model.atomizer.encode(prompt, reset=True)
|
| 30 |
+
last_on = None
|
| 31 |
+
for p in packets2:
|
| 32 |
+
last_on = model.forward_packet(p)
|
| 33 |
+
assert last_on is not None
|
| 34 |
+
n_on = len(model.core.atoms)
|
| 35 |
+
logits_on = last_on["surface"]["byte_logits"]
|
| 36 |
+
mass_on = float(logits_on.softmax(dim=-1)[:, target].sum().item())
|
| 37 |
+
|
| 38 |
+
self.assertGreaterEqual(n_off, 2)
|
| 39 |
+
self.assertEqual(n_on, 1)
|
| 40 |
+
# Soft check: merge-off should not be worse on prompt-byte mass.
|
| 41 |
+
> self.assertGreaterEqual(
|
| 42 |
+
mass_off + 1e-6,
|
| 43 |
+
mass_on * 0.9,
|
| 44 |
+
msg=f"mass_off={mass_off:.4f} mass_on={mass_on:.4f} n_off={n_off} n_on={n_on}",
|
| 45 |
+
)
|
| 46 |
+
E AssertionError: 3.050107763839722 not greater than or equal to 3.1522358894348144 : mass_off=3.0501 mass_on=3.5025 n_off=3 n_on=1
|
| 47 |
+
|
| 48 |
+
test/test_chat_merge_off.py:123: AssertionError
|
| 49 |
+
____________________ SpeechLockUnitTests.test_dialogue_wrap ____________________
|
| 50 |
+
|
| 51 |
+
self = <test_speech_lock.SpeechLockUnitTests testMethod=test_dialogue_wrap>
|
| 52 |
+
|
| 53 |
+
def test_dialogue_wrap(self) -> None:
|
| 54 |
+
> self.assertEqual(
|
| 55 |
+
format_dialogue_prompt("Bonjour"),
|
| 56 |
+
"Utilisateur: Bonjour\nAssistant:",
|
| 57 |
+
)
|
| 58 |
+
E AssertionError: 'Utilisateur: Bonjour\nAssistant: ' != 'Utilisateur: Bonjour\nAssistant:'
|
| 59 |
+
E Utilisateur: Bonjour
|
| 60 |
+
E - Assistant:
|
| 61 |
+
E ? -
|
| 62 |
+
E + Assistant:
|
| 63 |
+
|
| 64 |
+
test/test_speech_lock.py:17: AssertionError
|
| 65 |
+
__________ SpeechLockUnitTests.test_speech_ok_rejects_attractor_soup ___________
|
| 66 |
+
|
| 67 |
+
self = <test_speech_lock.SpeechLockUnitTests testMethod=test_speech_ok_rejects_attractor_soup>
|
| 68 |
+
|
| 69 |
+
def test_speech_ok_rejects_attractor_soup(self) -> None:
|
| 70 |
+
self.assertFalse(speech_ok(b""))
|
| 71 |
+
> self.assertFalse(speech_ok(b"auiseateu : aernun e"))
|
| 72 |
+
E AssertionError: True is not false
|
| 73 |
+
|
| 74 |
+
test/test_speech_lock.py:25: AssertionError
|
| 75 |
+
=============================== warnings summary ===============================
|
| 76 |
+
test/test_field_hard_couple.py::FieldHardCoupleTests::test_load_keeps_tip_field_feat_norm
|
| 77 |
+
/workspace/exports/atom-ai/test/test_field_hard_couple.py:125: UserWarning: Converting a tensor with requires_grad=True to a scalar may lead to unexpected behavior.
|
| 78 |
+
Consider using tensor.detach() first. (Triggered internally at /__w/pytorch/pytorch/torch/csrc/autograd/generated/python_variable_methods.cpp:820.)
|
| 79 |
+
float(model2.surface.field_hard_couple_byte.weight.abs().mean()), 0.0
|
| 80 |
+
|
| 81 |
+
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
|
| 82 |
+
=========================== short test summary info ============================
|
| 83 |
+
FAILED test/test_chat_merge_off.py::ChatMergeOffIngestTests::test_payload_copy_sees_distinct_atoms_when_merge_off
|
| 84 |
+
FAILED test/test_speech_lock.py::SpeechLockUnitTests::test_dialogue_wrap - As...
|
| 85 |
+
FAILED test/test_speech_lock.py::SpeechLockUnitTests::test_speech_ok_rejects_attractor_soup
|
| 86 |
+
3 failed, 101 passed, 1 skipped, 1 warning in 77.00s (0:01:16)
|
| 87 |
+
HEAD 6bc06a9 (pre-change, git archive): same 3 failures (test_chat_merge_off::test_payload_copy_sees_distinct_atoms_when_merge_off, test_speech_lock::test_dialogue_wrap, test_speech_lock::test_speech_ok_rejects_attractor_soup) -> pre-existing
|
docs/artifacts/last_atom_dropout/run_metrics_4868000_d32_ms1M_lrd_b4828.json
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stream": true,
|
| 3 |
+
"data_path": null,
|
| 4 |
+
"data_glob": "data/corpus_fr_medium*.txt",
|
| 5 |
+
"shard_paths": [
|
| 6 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium.txt",
|
| 7 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium_s21.txt"
|
| 8 |
+
],
|
| 9 |
+
"data_bytes": 1000453,
|
| 10 |
+
"data_characters": null,
|
| 11 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 12 |
+
"feature_dim": 320,
|
| 13 |
+
"packet_count": null,
|
| 14 |
+
"train_packet_count": null,
|
| 15 |
+
"validation_packet_count": 2048,
|
| 16 |
+
"mean_packet_bytes": null,
|
| 17 |
+
"max_packet_bytes": null,
|
| 18 |
+
"min_packet_bytes": null,
|
| 19 |
+
"bytes_seen": 4395028,
|
| 20 |
+
"config": {
|
| 21 |
+
"d_model": 32,
|
| 22 |
+
"n_modes": 32,
|
| 23 |
+
"n_atoms_max": 64,
|
| 24 |
+
"max_span_bytes": 1,
|
| 25 |
+
"episode_length": 8000,
|
| 26 |
+
"episode_reset": true,
|
| 27 |
+
"atom_flush_every": 64,
|
| 28 |
+
"learning_rate": 1.5e-05,
|
| 29 |
+
"surface_learning_rate": 3.6e-05,
|
| 30 |
+
"steps": 8000,
|
| 31 |
+
"start_step": 4860000,
|
| 32 |
+
"seed": 20260913,
|
| 33 |
+
"surface_alphabet": 256,
|
| 34 |
+
"field_max_rms": 3.0,
|
| 35 |
+
"energy_decay_bounds": [
|
| 36 |
+
0.3,
|
| 37 |
+
0.95
|
| 38 |
+
],
|
| 39 |
+
"stream": true,
|
| 40 |
+
"chunk_bytes": 65536,
|
| 41 |
+
"loop_shards": true,
|
| 42 |
+
"stream_buffer": 2048,
|
| 43 |
+
"stream_prefetch": true,
|
| 44 |
+
"stream_skip_packets": 4364000,
|
| 45 |
+
"last_atom_readout": true,
|
| 46 |
+
"last_atom_scale": 1.0,
|
| 47 |
+
"last_atom_scale_adaptive": false,
|
| 48 |
+
"last_atom_scale_min": 0.0,
|
| 49 |
+
"last_atom_scale_max": 1.0,
|
| 50 |
+
"field_hard_couple_scale": 0.0,
|
| 51 |
+
"efference_every": 10,
|
| 52 |
+
"free_run_aux_every": 0,
|
| 53 |
+
"free_run_aux_horizon": 4,
|
| 54 |
+
"free_run_aux_weight": 1.0,
|
| 55 |
+
"enable_merge": false,
|
| 56 |
+
"payload_copy": false,
|
| 57 |
+
"merge_coherence_threshold": 0.45,
|
| 58 |
+
"merge_energy_floor": 0.08,
|
| 59 |
+
"field_loss_weight": 0.05,
|
| 60 |
+
"field_contrast_weight": 0.0,
|
| 61 |
+
"field_ignorance_weight": 0.08,
|
| 62 |
+
"field_ignorance_ablate_shared": false,
|
| 63 |
+
"field_ignorance_prompt_bank": false,
|
| 64 |
+
"field_obligatory_readout": true,
|
| 65 |
+
"field_obligatory_hard": true,
|
| 66 |
+
"printable_aux_weight": 0.0,
|
| 67 |
+
"field_next_packet_weight": 0.0,
|
| 68 |
+
"slow_every": 1
|
| 69 |
+
},
|
| 70 |
+
"packets_seen": 4395028,
|
| 71 |
+
"stream_epoch": 4,
|
| 72 |
+
"train": {
|
| 73 |
+
"steps": 8000,
|
| 74 |
+
"efference_every": 10,
|
| 75 |
+
"free_run_aux_every": 0,
|
| 76 |
+
"free_run_aux_horizon": 4,
|
| 77 |
+
"free_run_aux_weight": 1.0,
|
| 78 |
+
"efference_steps": 800,
|
| 79 |
+
"free_run_aux_steps": 0,
|
| 80 |
+
"last_atom_scale": 1.0,
|
| 81 |
+
"last_atom_scale_adaptive": false,
|
| 82 |
+
"last_atom_scale_min": 0.0,
|
| 83 |
+
"last_atom_scale_max": 1.0,
|
| 84 |
+
"field_hard_couple_scale": 0.0,
|
| 85 |
+
"start_step": 4860000,
|
| 86 |
+
"total_steps": 4868000,
|
| 87 |
+
"episode_length": 8000,
|
| 88 |
+
"episode_reset": true,
|
| 89 |
+
"atom_flush_every": 64,
|
| 90 |
+
"elapsed_seconds": 119.22256561100039,
|
| 91 |
+
"transitions_per_second": 67.10139107476024,
|
| 92 |
+
"first_loss": 3.0258114337921143,
|
| 93 |
+
"final_loss": 0.31720906496047974,
|
| 94 |
+
"final_total_perplexity": 1.3732896486616946,
|
| 95 |
+
"finite_losses": true,
|
| 96 |
+
"finite_parameters": true,
|
| 97 |
+
"nan_or_inf": false,
|
| 98 |
+
"field_rms_before_max": 3.0027191638946533,
|
| 99 |
+
"field_rms_after_max": 2.999999523162842,
|
| 100 |
+
"field_scale_min": 0.9990941286087036,
|
| 101 |
+
"field_norm_max": 95.9999771118164,
|
| 102 |
+
"field_limited_steps": 5363,
|
| 103 |
+
"field_limited_fraction": 0.670375,
|
| 104 |
+
"final_dynamics": {
|
| 105 |
+
"coupling_scale": 0.8736686706542969,
|
| 106 |
+
"energy_decay": 0.3000006675720215,
|
| 107 |
+
"phase_sync": 0.0677136704325676,
|
| 108 |
+
"energy_decay_before": 0.3000006675720215,
|
| 109 |
+
"energy_decay_repaired": false,
|
| 110 |
+
"energy_decay_bounds": [
|
| 111 |
+
0.3,
|
| 112 |
+
0.95
|
| 113 |
+
]
|
| 114 |
+
},
|
| 115 |
+
"final_atoms_before_validation": 59,
|
| 116 |
+
"stream": true,
|
| 117 |
+
"bytes_seen": 4395028
|
| 118 |
+
},
|
| 119 |
+
"validation": {
|
| 120 |
+
"transitions": 256,
|
| 121 |
+
"loss": 0.4010402589169644,
|
| 122 |
+
"total_perplexity": 1.49337738904606,
|
| 123 |
+
"byte_loss": 0.3989881433232547,
|
| 124 |
+
"byte_perplexity": 1.4903159483081998,
|
| 125 |
+
"source": "stream_ring"
|
| 126 |
+
},
|
| 127 |
+
"checkpoint": "checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt",
|
| 128 |
+
"reload": {
|
| 129 |
+
"n_atoms": 0,
|
| 130 |
+
"field_norm": 95.99996948242188,
|
| 131 |
+
"time": 88.0003890991211,
|
| 132 |
+
"finite": true
|
| 133 |
+
},
|
| 134 |
+
"generation": {
|
| 135 |
+
"The future of AI is": {
|
| 136 |
+
"temperature": 0.8,
|
| 137 |
+
"top_k": 5,
|
| 138 |
+
"max_length": 20,
|
| 139 |
+
"bytes_hex": "4f75692c2c202020",
|
| 140 |
+
"text": "Oui,, ",
|
| 141 |
+
"reload_text": "Oui,, ",
|
| 142 |
+
"reload_match": true
|
| 143 |
+
},
|
| 144 |
+
"Bonjour, je m'appelle": {
|
| 145 |
+
"temperature": 0.8,
|
| 146 |
+
"top_k": 5,
|
| 147 |
+
"max_length": 20,
|
| 148 |
+
"bytes_hex": "4a65202020202020",
|
| 149 |
+
"text": "Je ",
|
| 150 |
+
"reload_text": "Je ",
|
| 151 |
+
"reload_match": true
|
| 152 |
+
},
|
| 153 |
+
"Valkyria Chronicles III is": {
|
| 154 |
+
"temperature": 0.8,
|
| 155 |
+
"top_k": 5,
|
| 156 |
+
"max_length": 20,
|
| 157 |
+
"bytes_hex": "5065757820202020",
|
| 158 |
+
"text": "Peux ",
|
| 159 |
+
"reload_text": "Peux ",
|
| 160 |
+
"reload_match": true
|
| 161 |
+
}
|
| 162 |
+
}
|
| 163 |
+
}
|
docs/artifacts/last_atom_dropout/run_metrics_4876000_d32_ms1M_lrd_b4828.json
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stream": true,
|
| 3 |
+
"data_path": null,
|
| 4 |
+
"data_glob": "data/corpus_fr_medium*.txt",
|
| 5 |
+
"shard_paths": [
|
| 6 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium.txt",
|
| 7 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium_s21.txt"
|
| 8 |
+
],
|
| 9 |
+
"data_bytes": 1000453,
|
| 10 |
+
"data_characters": null,
|
| 11 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 12 |
+
"feature_dim": 320,
|
| 13 |
+
"packet_count": null,
|
| 14 |
+
"train_packet_count": null,
|
| 15 |
+
"validation_packet_count": 2048,
|
| 16 |
+
"mean_packet_bytes": null,
|
| 17 |
+
"max_packet_bytes": null,
|
| 18 |
+
"min_packet_bytes": null,
|
| 19 |
+
"bytes_seen": 4395028,
|
| 20 |
+
"config": {
|
| 21 |
+
"d_model": 32,
|
| 22 |
+
"n_modes": 32,
|
| 23 |
+
"n_atoms_max": 64,
|
| 24 |
+
"max_span_bytes": 1,
|
| 25 |
+
"episode_length": 8000,
|
| 26 |
+
"episode_reset": true,
|
| 27 |
+
"atom_flush_every": 64,
|
| 28 |
+
"learning_rate": 1.5e-05,
|
| 29 |
+
"surface_learning_rate": 3.6e-05,
|
| 30 |
+
"steps": 8000,
|
| 31 |
+
"start_step": 4868000,
|
| 32 |
+
"seed": 20260913,
|
| 33 |
+
"surface_alphabet": 256,
|
| 34 |
+
"field_max_rms": 3.0,
|
| 35 |
+
"energy_decay_bounds": [
|
| 36 |
+
0.3,
|
| 37 |
+
0.95
|
| 38 |
+
],
|
| 39 |
+
"stream": true,
|
| 40 |
+
"chunk_bytes": 65536,
|
| 41 |
+
"loop_shards": true,
|
| 42 |
+
"stream_buffer": 2048,
|
| 43 |
+
"stream_prefetch": true,
|
| 44 |
+
"stream_skip_packets": 4372000,
|
| 45 |
+
"last_atom_readout": true,
|
| 46 |
+
"last_atom_scale": 1.0,
|
| 47 |
+
"last_atom_scale_adaptive": false,
|
| 48 |
+
"last_atom_scale_min": 0.0,
|
| 49 |
+
"last_atom_scale_max": 1.0,
|
| 50 |
+
"field_hard_couple_scale": 0.0,
|
| 51 |
+
"last_atom_dropout": 0.0,
|
| 52 |
+
"efference_every": 10,
|
| 53 |
+
"free_run_aux_every": 0,
|
| 54 |
+
"free_run_aux_horizon": 4,
|
| 55 |
+
"free_run_aux_weight": 1.0,
|
| 56 |
+
"enable_merge": false,
|
| 57 |
+
"payload_copy": false,
|
| 58 |
+
"merge_coherence_threshold": 0.45,
|
| 59 |
+
"merge_energy_floor": 0.08,
|
| 60 |
+
"field_loss_weight": 0.05,
|
| 61 |
+
"field_contrast_weight": 0.0,
|
| 62 |
+
"field_ignorance_weight": 0.08,
|
| 63 |
+
"field_ignorance_ablate_shared": false,
|
| 64 |
+
"field_ignorance_prompt_bank": false,
|
| 65 |
+
"field_obligatory_readout": true,
|
| 66 |
+
"field_obligatory_hard": true,
|
| 67 |
+
"printable_aux_weight": 0.0,
|
| 68 |
+
"field_next_packet_weight": 0.0,
|
| 69 |
+
"slow_every": 1
|
| 70 |
+
},
|
| 71 |
+
"packets_seen": 4395028,
|
| 72 |
+
"stream_epoch": 4,
|
| 73 |
+
"train": {
|
| 74 |
+
"steps": 8000,
|
| 75 |
+
"efference_every": 10,
|
| 76 |
+
"free_run_aux_every": 0,
|
| 77 |
+
"free_run_aux_horizon": 4,
|
| 78 |
+
"free_run_aux_weight": 1.0,
|
| 79 |
+
"efference_steps": 800,
|
| 80 |
+
"free_run_aux_steps": 0,
|
| 81 |
+
"last_atom_scale": 1.0,
|
| 82 |
+
"last_atom_scale_adaptive": false,
|
| 83 |
+
"last_atom_scale_min": 0.0,
|
| 84 |
+
"last_atom_scale_max": 1.0,
|
| 85 |
+
"field_hard_couple_scale": 0.0,
|
| 86 |
+
"last_atom_dropout": 0.0,
|
| 87 |
+
"start_step": 4868000,
|
| 88 |
+
"total_steps": 4876000,
|
| 89 |
+
"episode_length": 8000,
|
| 90 |
+
"episode_reset": true,
|
| 91 |
+
"atom_flush_every": 64,
|
| 92 |
+
"elapsed_seconds": 624.3857704130005,
|
| 93 |
+
"transitions_per_second": 12.812591796748336,
|
| 94 |
+
"first_loss": 0.008240150287747383,
|
| 95 |
+
"final_loss": 15.069902420043945,
|
| 96 |
+
"final_total_perplexity": 3505705.7733322573,
|
| 97 |
+
"finite_losses": true,
|
| 98 |
+
"finite_parameters": true,
|
| 99 |
+
"nan_or_inf": false,
|
| 100 |
+
"field_rms_before_max": 3.0026233196258545,
|
| 101 |
+
"field_rms_after_max": 2.999999523162842,
|
| 102 |
+
"field_scale_min": 0.9991260170936584,
|
| 103 |
+
"field_norm_max": 95.9999771118164,
|
| 104 |
+
"field_limited_steps": 5306,
|
| 105 |
+
"field_limited_fraction": 0.66325,
|
| 106 |
+
"final_dynamics": {
|
| 107 |
+
"coupling_scale": 0.8717679977416992,
|
| 108 |
+
"energy_decay": 0.3000052273273468,
|
| 109 |
+
"phase_sync": 0.06938313692808151,
|
| 110 |
+
"energy_decay_before": 0.3000052273273468,
|
| 111 |
+
"energy_decay_repaired": false,
|
| 112 |
+
"energy_decay_bounds": [
|
| 113 |
+
0.3,
|
| 114 |
+
0.95
|
| 115 |
+
]
|
| 116 |
+
},
|
| 117 |
+
"final_atoms_before_validation": 58,
|
| 118 |
+
"stream": true,
|
| 119 |
+
"bytes_seen": 4395028
|
| 120 |
+
},
|
| 121 |
+
"validation": {
|
| 122 |
+
"transitions": 256,
|
| 123 |
+
"loss": 0.40236979978362797,
|
| 124 |
+
"total_perplexity": 1.495364215805161,
|
| 125 |
+
"byte_loss": 0.4002634185616909,
|
| 126 |
+
"byte_perplexity": 1.4922177237203276,
|
| 127 |
+
"source": "stream_ring"
|
| 128 |
+
},
|
| 129 |
+
"checkpoint": "checkpoints/byte_tick/atom_native_step_4876000_d32_ms1M_lrd_b4828.pt",
|
| 130 |
+
"reload": {
|
| 131 |
+
"n_atoms": 0,
|
| 132 |
+
"field_norm": 95.99996185302734,
|
| 133 |
+
"time": 88.0003890991211,
|
| 134 |
+
"finite": true
|
| 135 |
+
},
|
| 136 |
+
"generation": {
|
| 137 |
+
"The future of AI is": {
|
| 138 |
+
"temperature": 0.8,
|
| 139 |
+
"top_k": 5,
|
| 140 |
+
"max_length": 20,
|
| 141 |
+
"bytes_hex": "4a65202020202020",
|
| 142 |
+
"text": "Je ",
|
| 143 |
+
"reload_text": "Je ",
|
| 144 |
+
"reload_match": true
|
| 145 |
+
},
|
| 146 |
+
"Bonjour, je m'appelle": {
|
| 147 |
+
"temperature": 0.8,
|
| 148 |
+
"top_k": 5,
|
| 149 |
+
"max_length": 20,
|
| 150 |
+
"bytes_hex": "4f75692c2c2c2020",
|
| 151 |
+
"text": "Oui,,, ",
|
| 152 |
+
"reload_text": "Oui,,, ",
|
| 153 |
+
"reload_match": true
|
| 154 |
+
},
|
| 155 |
+
"Valkyria Chronicles III is": {
|
| 156 |
+
"temperature": 0.8,
|
| 157 |
+
"top_k": 5,
|
| 158 |
+
"max_length": 20,
|
| 159 |
+
"bytes_hex": "4f75692c2c202020",
|
| 160 |
+
"text": "Oui,, ",
|
| 161 |
+
"reload_text": "Oui,, ",
|
| 162 |
+
"reload_match": true
|
| 163 |
+
}
|
| 164 |
+
}
|
| 165 |
+
}
|
docs/artifacts/last_atom_dropout/run_metrics_4876000_ladrop.json
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stream": true,
|
| 3 |
+
"data_path": null,
|
| 4 |
+
"data_glob": "data/corpus_fr_medium*.txt",
|
| 5 |
+
"shard_paths": [
|
| 6 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium.txt",
|
| 7 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium_s21.txt"
|
| 8 |
+
],
|
| 9 |
+
"data_bytes": 1000453,
|
| 10 |
+
"data_characters": null,
|
| 11 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 12 |
+
"feature_dim": 320,
|
| 13 |
+
"packet_count": null,
|
| 14 |
+
"train_packet_count": null,
|
| 15 |
+
"validation_packet_count": 2048,
|
| 16 |
+
"mean_packet_bytes": null,
|
| 17 |
+
"max_packet_bytes": null,
|
| 18 |
+
"min_packet_bytes": null,
|
| 19 |
+
"bytes_seen": 4395028,
|
| 20 |
+
"config": {
|
| 21 |
+
"d_model": 32,
|
| 22 |
+
"n_modes": 32,
|
| 23 |
+
"n_atoms_max": 64,
|
| 24 |
+
"max_span_bytes": 1,
|
| 25 |
+
"episode_length": 8000,
|
| 26 |
+
"episode_reset": true,
|
| 27 |
+
"atom_flush_every": 64,
|
| 28 |
+
"learning_rate": 1.5e-05,
|
| 29 |
+
"surface_learning_rate": 3.6e-05,
|
| 30 |
+
"steps": 8000,
|
| 31 |
+
"start_step": 4868000,
|
| 32 |
+
"seed": 20260913,
|
| 33 |
+
"surface_alphabet": 256,
|
| 34 |
+
"field_max_rms": 3.0,
|
| 35 |
+
"energy_decay_bounds": [
|
| 36 |
+
0.3,
|
| 37 |
+
0.95
|
| 38 |
+
],
|
| 39 |
+
"stream": true,
|
| 40 |
+
"chunk_bytes": 65536,
|
| 41 |
+
"loop_shards": true,
|
| 42 |
+
"stream_buffer": 2048,
|
| 43 |
+
"stream_prefetch": true,
|
| 44 |
+
"stream_skip_packets": 4372000,
|
| 45 |
+
"last_atom_readout": true,
|
| 46 |
+
"last_atom_scale": 1.0,
|
| 47 |
+
"last_atom_scale_adaptive": false,
|
| 48 |
+
"last_atom_scale_min": 0.0,
|
| 49 |
+
"last_atom_scale_max": 1.0,
|
| 50 |
+
"field_hard_couple_scale": 0.0,
|
| 51 |
+
"last_atom_dropout": 0.5,
|
| 52 |
+
"efference_every": 10,
|
| 53 |
+
"free_run_aux_every": 0,
|
| 54 |
+
"free_run_aux_horizon": 4,
|
| 55 |
+
"free_run_aux_weight": 1.0,
|
| 56 |
+
"enable_merge": false,
|
| 57 |
+
"payload_copy": false,
|
| 58 |
+
"merge_coherence_threshold": 0.45,
|
| 59 |
+
"merge_energy_floor": 0.08,
|
| 60 |
+
"field_loss_weight": 0.05,
|
| 61 |
+
"field_contrast_weight": 0.0,
|
| 62 |
+
"field_ignorance_weight": 0.08,
|
| 63 |
+
"field_ignorance_ablate_shared": false,
|
| 64 |
+
"field_ignorance_prompt_bank": false,
|
| 65 |
+
"field_obligatory_readout": true,
|
| 66 |
+
"field_obligatory_hard": true,
|
| 67 |
+
"printable_aux_weight": 0.0,
|
| 68 |
+
"field_next_packet_weight": 0.0,
|
| 69 |
+
"slow_every": 1
|
| 70 |
+
},
|
| 71 |
+
"packets_seen": 4395028,
|
| 72 |
+
"stream_epoch": 4,
|
| 73 |
+
"train": {
|
| 74 |
+
"steps": 8000,
|
| 75 |
+
"efference_every": 10,
|
| 76 |
+
"free_run_aux_every": 0,
|
| 77 |
+
"free_run_aux_horizon": 4,
|
| 78 |
+
"free_run_aux_weight": 1.0,
|
| 79 |
+
"efference_steps": 800,
|
| 80 |
+
"free_run_aux_steps": 0,
|
| 81 |
+
"last_atom_scale": 1.0,
|
| 82 |
+
"last_atom_scale_adaptive": false,
|
| 83 |
+
"last_atom_scale_min": 0.0,
|
| 84 |
+
"last_atom_scale_max": 1.0,
|
| 85 |
+
"field_hard_couple_scale": 0.0,
|
| 86 |
+
"last_atom_dropout": 0.5,
|
| 87 |
+
"start_step": 4868000,
|
| 88 |
+
"total_steps": 4876000,
|
| 89 |
+
"episode_length": 8000,
|
| 90 |
+
"episode_reset": true,
|
| 91 |
+
"atom_flush_every": 64,
|
| 92 |
+
"elapsed_seconds": 193.13311100600004,
|
| 93 |
+
"transitions_per_second": 41.42220853964013,
|
| 94 |
+
"first_loss": 5.612222671508789,
|
| 95 |
+
"final_loss": 8.977169036865234,
|
| 96 |
+
"final_total_perplexity": 7920.178614303614,
|
| 97 |
+
"finite_losses": true,
|
| 98 |
+
"finite_parameters": true,
|
| 99 |
+
"nan_or_inf": false,
|
| 100 |
+
"field_rms_before_max": 3.00273060798645,
|
| 101 |
+
"field_rms_after_max": 2.999999523162842,
|
| 102 |
+
"field_scale_min": 0.999090313911438,
|
| 103 |
+
"field_norm_max": 95.9999771118164,
|
| 104 |
+
"field_limited_steps": 5264,
|
| 105 |
+
"field_limited_fraction": 0.658,
|
| 106 |
+
"final_dynamics": {
|
| 107 |
+
"coupling_scale": 0.8777201175689697,
|
| 108 |
+
"energy_decay": 0.3000009059906006,
|
| 109 |
+
"phase_sync": 0.0657266303896904,
|
| 110 |
+
"energy_decay_before": 0.3000009059906006,
|
| 111 |
+
"energy_decay_repaired": false,
|
| 112 |
+
"energy_decay_bounds": [
|
| 113 |
+
0.3,
|
| 114 |
+
0.95
|
| 115 |
+
]
|
| 116 |
+
},
|
| 117 |
+
"final_atoms_before_validation": 63,
|
| 118 |
+
"stream": true,
|
| 119 |
+
"bytes_seen": 4395028
|
| 120 |
+
},
|
| 121 |
+
"validation": {
|
| 122 |
+
"transitions": 256,
|
| 123 |
+
"loss": 0.5363390516140498,
|
| 124 |
+
"total_perplexity": 1.709736135040312,
|
| 125 |
+
"byte_loss": 0.5309394766522244,
|
| 126 |
+
"byte_perplexity": 1.7005291658437964,
|
| 127 |
+
"source": "stream_ring"
|
| 128 |
+
},
|
| 129 |
+
"checkpoint": "checkpoints/byte_tick_ladrop/atom_native_step_4876000_d32_ms1M_lrd_b4828_ladrop.pt",
|
| 130 |
+
"reload": {
|
| 131 |
+
"n_atoms": 0,
|
| 132 |
+
"field_norm": 95.99996185302734,
|
| 133 |
+
"time": 88.0003890991211,
|
| 134 |
+
"finite": true
|
| 135 |
+
},
|
| 136 |
+
"generation": {
|
| 137 |
+
"The future of AI is": {
|
| 138 |
+
"temperature": 0.8,
|
| 139 |
+
"top_k": 5,
|
| 140 |
+
"max_length": 20,
|
| 141 |
+
"bytes_hex": "4a65202020202020",
|
| 142 |
+
"text": "Je ",
|
| 143 |
+
"reload_text": "Je ",
|
| 144 |
+
"reload_match": true
|
| 145 |
+
},
|
| 146 |
+
"Bonjour, je m'appelle": {
|
| 147 |
+
"temperature": 0.8,
|
| 148 |
+
"top_k": 5,
|
| 149 |
+
"max_length": 20,
|
| 150 |
+
"bytes_hex": "4a65202020202020",
|
| 151 |
+
"text": "Je ",
|
| 152 |
+
"reload_text": "Je ",
|
| 153 |
+
"reload_match": true
|
| 154 |
+
},
|
| 155 |
+
"Valkyria Chronicles III is": {
|
| 156 |
+
"temperature": 0.8,
|
| 157 |
+
"top_k": 5,
|
| 158 |
+
"max_length": 20,
|
| 159 |
+
"bytes_hex": "3a3a3a3a3a3a3a3a",
|
| 160 |
+
"text": "::::::::",
|
| 161 |
+
"reload_text": "::::::::",
|
| 162 |
+
"reload_match": true
|
| 163 |
+
}
|
| 164 |
+
}
|
| 165 |
+
}
|
docs/artifacts/last_atom_dropout/train_ladrop.log
ADDED
|
@@ -0,0 +1,504 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
train lock skipped (--allow-parallel-train)
|
| 2 |
+
stream skip: advancing 4372000 packet transitions...
|
| 3 |
+
stream skip done: packets_seen=4395028
|
| 4 |
+
resumed weights from checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt (recorded step=4868000, legacy_surface_migrated=False, span_head_migrated=False)
|
| 5 |
+
atomizer pack_mode=linguistic max_span_bytes=1
|
| 6 |
+
dynamics on load: energy_decay=0.3000006675720215 -> 0.3000006675720215 (repaired=False, bounds=(0.3, 0.95))
|
| 7 |
+
MERGE gates: enable=False coherence_thr=0.450 energy_floor=0.080
|
| 8 |
+
field_obligatory_hard=ON hard-v2+ (mix_floor=1.0, freeze bypass, logits=frozen+cap*(α_MLP+payload_prod))
|
| 9 |
+
payload_copy=False (train-time copy-bias branch)
|
| 10 |
+
last_atom_readout=True (byte-tick 2-gram + dentate)
|
| 11 |
+
last_atom_dropout=0.5 (train-only per-position zeroing of la_byte; 0=off/current)
|
| 12 |
+
field_hard_couple_scale=0 (OFF — hard path unchanged)
|
| 13 |
+
last_atom_scale=1.0 (1.0=off/current; hard-path la_byte *= S)
|
| 14 |
+
efference_every=10 (0=off)
|
| 15 |
+
free_run_aux_every=0 horizon=4 weight=1.0 (0=off)
|
| 16 |
+
optimizer groups: field/other lr=1.5e-05 (13 tensors), surface lr=3.6e-05 (27 tensors); energy_decay_bounds=(0.3, 0.95); field_max_rms=3.0
|
| 17 |
+
stream mode: 2 shard(s), chunk_bytes=65536, loop_shards=True, stream_buffer=2048, stream_prefetch=True
|
| 18 |
+
optimizer restore skipped: surface LR param groups differ from checkpoint
|
| 19 |
+
step=4868001 (run 1/8000) loss=5.61222 byte_ppl=273.356 atoms=1 merges=0 field=0.0371 rms=0.0015 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 20 |
+
step=4868025 (run 25/8000) loss=0.00137 byte_ppl=1.001 atoms=27 merges=0 field=0.4856 rms=0.0152 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 21 |
+
step=4868050 (run 50/8000) loss=0.00089 byte_ppl=1.000 atoms=55 merges=0 field=0.9154 rms=0.0286 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 22 |
+
step=4868075 (run 75/8000) loss=0.00549 byte_ppl=1.005 atoms=12 merges=0 field=1.3038 rms=0.0408 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 23 |
+
step=4868100 (run 100/8000) loss=2.26823 byte_ppl=9.651 atoms=40 merges=0 field=1.5776 rms=0.0493 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 24 |
+
step=4868125 (run 125/8000) loss=4.96310 byte_ppl=142.955 atoms=67 merges=0 field=1.8946 rms=0.0592 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 25 |
+
step=4868150 (run 150/8000) loss=0.03906 byte_ppl=1.039 atoms=25 merges=0 field=2.1696 rms=0.0678 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 26 |
+
step=4868175 (run 175/8000) loss=5.39385 byte_ppl=219.169 atoms=52 merges=0 field=2.4494 rms=0.0765 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 27 |
+
step=4868200 (run 200/8000) loss=5.85273 byte_ppl=347.956 atoms=9 merges=0 field=2.7128 rms=0.0848 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 28 |
+
step=4868225 (run 225/8000) loss=0.00063 byte_ppl=1.000 atoms=36 merges=0 field=3.0351 rms=0.0949 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 29 |
+
step=4868250 (run 250/8000) loss=3.95944 byte_ppl=52.384 atoms=64 merges=0 field=3.3603 rms=0.1050 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 30 |
+
step=4868275 (run 275/8000) loss=0.71609 byte_ppl=2.045 atoms=21 merges=0 field=3.6423 rms=0.1138 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 31 |
+
step=4868300 (run 300/8000) loss=0.01645 byte_ppl=1.016 atoms=49 merges=0 field=3.9747 rms=0.1242 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 32 |
+
step=4868325 (run 325/8000) loss=5.49187 byte_ppl=242.615 atoms=5 merges=0 field=4.3403 rms=0.1356 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 33 |
+
step=4868350 (run 350/8000) loss=0.01209 byte_ppl=1.012 atoms=33 merges=0 field=4.6719 rms=0.1460 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 34 |
+
step=4868375 (run 375/8000) loss=5.30954 byte_ppl=202.202 atoms=60 merges=0 field=4.9330 rms=0.1542 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 35 |
+
step=4868400 (run 400/8000) loss=4.22718 byte_ppl=68.487 atoms=18 merges=0 field=5.2537 rms=0.1642 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 36 |
+
step=4868425 (run 425/8000) loss=5.21267 byte_ppl=183.515 atoms=45 merges=0 field=5.5720 rms=0.1741 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 37 |
+
step=4868450 (run 450/8000) loss=5.77229 byte_ppl=320.371 atoms=3 merges=0 field=5.8821 rms=0.1838 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 38 |
+
step=4868475 (run 475/8000) loss=4.58029 byte_ppl=97.509 atoms=30 merges=0 field=6.2249 rms=0.1945 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 39 |
+
step=4868500 (run 500/8000) loss=6.05724 byte_ppl=426.836 atoms=58 merges=0 field=6.5636 rms=0.2051 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 40 |
+
step=4868525 (run 525/8000) loss=0.00046 byte_ppl=1.000 atoms=14 merges=0 field=6.9156 rms=0.2161 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 41 |
+
step=4868550 (run 550/8000) loss=4.02322 byte_ppl=55.862 atoms=42 merges=0 field=7.2974 rms=0.2280 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 42 |
+
step=4868575 (run 575/8000) loss=4.39007 byte_ppl=80.622 atoms=69 merges=0 field=7.6345 rms=0.2386 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 43 |
+
step=4868600 (run 600/8000) loss=4.67495 byte_ppl=107.214 atoms=27 merges=0 field=8.0169 rms=0.2505 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 44 |
+
step=4868625 (run 625/8000) loss=4.29414 byte_ppl=73.255 atoms=54 merges=0 field=8.3962 rms=0.2624 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 45 |
+
step=4868650 (run 650/8000) loss=4.38249 byte_ppl=79.995 atoms=11 merges=0 field=8.7618 rms=0.2738 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 46 |
+
step=4868675 (run 675/8000) loss=4.48801 byte_ppl=88.926 atoms=38 merges=0 field=9.1083 rms=0.2846 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 47 |
+
step=4868700 (run 700/8000) loss=5.81874 byte_ppl=336.428 atoms=66 merges=0 field=9.5266 rms=0.2977 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 48 |
+
step=4868725 (run 725/8000) loss=0.23708 byte_ppl=1.267 atoms=23 merges=0 field=9.9728 rms=0.3117 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 49 |
+
step=4868750 (run 750/8000) loss=4.19868 byte_ppl=66.578 atoms=51 merges=0 field=10.3964 rms=0.3249 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 50 |
+
step=4868775 (run 775/8000) loss=4.14189 byte_ppl=62.915 atoms=8 merges=0 field=10.8379 rms=0.3387 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 51 |
+
step=4868800 (run 800/8000) loss=4.22121 byte_ppl=68.073 atoms=36 merges=0 field=11.3143 rms=0.3536 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 52 |
+
step=4868825 (run 825/8000) loss=4.21880 byte_ppl=67.934 atoms=63 merges=0 field=11.7589 rms=0.3675 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 53 |
+
step=4868850 (run 850/8000) loss=9.49824 byte_ppl=13333.011 atoms=20 merges=0 field=12.2089 rms=0.3815 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 54 |
+
step=4868875 (run 875/8000) loss=7.68761 byte_ppl=2180.794 atoms=47 merges=0 field=12.6727 rms=0.3960 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 55 |
+
step=4868900 (run 900/8000) loss=3.95353 byte_ppl=52.104 atoms=5 merges=0 field=13.1540 rms=0.4111 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 56 |
+
step=4868925 (run 925/8000) loss=4.05359 byte_ppl=57.598 atoms=32 merges=0 field=13.6009 rms=0.4250 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 57 |
+
step=4868950 (run 950/8000) loss=3.97307 byte_ppl=53.129 atoms=60 merges=0 field=14.1097 rms=0.4409 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 58 |
+
step=4868975 (run 975/8000) loss=10.98495 byte_ppl=58939.752 atoms=16 merges=0 field=14.6405 rms=0.4575 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 59 |
+
step=4869000 (run 1000/8000) loss=3.82732 byte_ppl=45.931 atoms=44 merges=0 field=15.1615 rms=0.4738 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 60 |
+
step=4869025 (run 1025/8000) loss=4.28970 byte_ppl=72.927 atoms=1 merges=0 field=15.7068 rms=0.4908 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 61 |
+
step=4869050 (run 1050/8000) loss=3.82708 byte_ppl=45.919 atoms=29 merges=0 field=16.2604 rms=0.5081 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 62 |
+
step=4869075 (run 1075/8000) loss=3.94381 byte_ppl=51.607 atoms=56 merges=0 field=16.8189 rms=0.5256 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 63 |
+
step=4869100 (run 1100/8000) loss=4.43643 byte_ppl=84.455 atoms=14 merges=0 field=17.4210 rms=0.5444 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 64 |
+
step=4869125 (run 1125/8000) loss=3.75165 byte_ppl=42.583 atoms=41 merges=0 field=18.0046 rms=0.5626 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 65 |
+
step=4869150 (run 1150/8000) loss=3.92665 byte_ppl=50.730 atoms=69 merges=0 field=18.5454 rms=0.5795 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 66 |
+
step=4869175 (run 1175/8000) loss=0.00026 byte_ppl=1.000 atoms=25 merges=0 field=19.1249 rms=0.5977 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 67 |
+
step=4869200 (run 1200/8000) loss=5.58763 byte_ppl=267.018 atoms=53 merges=0 field=19.7159 rms=0.6161 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 68 |
+
step=4869225 (run 1225/8000) loss=0.00011 byte_ppl=1.000 atoms=10 merges=0 field=20.3451 rms=0.6358 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 69 |
+
step=4869250 (run 1250/8000) loss=3.62583 byte_ppl=37.548 atoms=38 merges=0 field=21.0362 rms=0.6574 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 70 |
+
step=4869275 (run 1275/8000) loss=3.07105 byte_ppl=21.561 atoms=65 merges=0 field=21.6586 rms=0.6768 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 71 |
+
step=4869300 (run 1300/8000) loss=0.26721 byte_ppl=1.306 atoms=22 merges=0 field=22.3426 rms=0.6982 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 72 |
+
step=4869325 (run 1325/8000) loss=3.48373 byte_ppl=32.507 atoms=49 merges=0 field=23.0492 rms=0.7203 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 73 |
+
step=4869350 (run 1350/8000) loss=8.79588 byte_ppl=6601.125 atoms=7 merges=0 field=23.7582 rms=0.7424 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 74 |
+
step=4869375 (run 1375/8000) loss=3.76149 byte_ppl=43.007 atoms=34 merges=0 field=24.4710 rms=0.7647 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 75 |
+
step=4869400 (run 1400/8000) loss=4.07938 byte_ppl=59.096 atoms=62 merges=0 field=25.1895 rms=0.7872 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 76 |
+
step=4869425 (run 1425/8000) loss=5.61104 byte_ppl=273.369 atoms=19 merges=0 field=25.8705 rms=0.8085 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 77 |
+
step=4869450 (run 1450/8000) loss=0.00150 byte_ppl=1.001 atoms=47 merges=0 field=26.6197 rms=0.8319 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 78 |
+
step=4869475 (run 1475/8000) loss=4.01174 byte_ppl=55.233 atoms=3 merges=0 field=27.3877 rms=0.8559 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 79 |
+
step=4869500 (run 1500/8000) loss=3.55762 byte_ppl=35.053 atoms=31 merges=0 field=28.1614 rms=0.8800 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 80 |
+
step=4869525 (run 1525/8000) loss=3.66641 byte_ppl=39.107 atoms=58 merges=0 field=28.9648 rms=0.9052 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 81 |
+
step=4869550 (run 1550/8000) loss=0.68584 byte_ppl=1.985 atoms=16 merges=0 field=29.8016 rms=0.9313 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 82 |
+
step=4869575 (run 1575/8000) loss=4.12878 byte_ppl=62.082 atoms=43 merges=0 field=30.6257 rms=0.9571 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 83 |
+
step=4869600 (run 1600/8000) loss=3.90997 byte_ppl=49.762 atoms=71 merges=0 field=31.5191 rms=0.9850 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 84 |
+
step=4869625 (run 1625/8000) loss=0.01997 byte_ppl=1.020 atoms=27 merges=0 field=32.3662 rms=1.0114 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 85 |
+
step=4869650 (run 1650/8000) loss=0.04653 byte_ppl=1.047 atoms=55 merges=0 field=33.2747 rms=1.0398 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 86 |
+
step=4869675 (run 1675/8000) loss=3.42606 byte_ppl=30.751 atoms=12 merges=0 field=34.1540 rms=1.0673 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 87 |
+
step=4869700 (run 1700/8000) loss=0.01341 byte_ppl=1.013 atoms=40 merges=0 field=35.0667 rms=1.0958 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 88 |
+
step=4869725 (run 1725/8000) loss=3.41520 byte_ppl=30.420 atoms=67 merges=0 field=35.9867 rms=1.1246 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 89 |
+
step=4869750 (run 1750/8000) loss=3.37657 byte_ppl=29.251 atoms=25 merges=0 field=36.9889 rms=1.1559 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 90 |
+
step=4869775 (run 1775/8000) loss=3.24686 byte_ppl=25.705 atoms=52 merges=0 field=37.9374 rms=1.1855 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 91 |
+
step=4869800 (run 1800/8000) loss=3.92659 byte_ppl=50.651 atoms=9 merges=0 field=38.9737 rms=1.2179 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 92 |
+
step=4869825 (run 1825/8000) loss=3.10673 byte_ppl=22.339 atoms=36 merges=0 field=40.0045 rms=1.2501 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 93 |
+
step=4869850 (run 1850/8000) loss=4.25996 byte_ppl=70.785 atoms=64 merges=0 field=41.0955 rms=1.2842 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 94 |
+
step=4869875 (run 1875/8000) loss=0.00624 byte_ppl=1.006 atoms=21 merges=0 field=42.1546 rms=1.3173 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 95 |
+
step=4869900 (run 1900/8000) loss=1.14114 byte_ppl=3.128 atoms=49 merges=0 field=43.2581 rms=1.3518 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 96 |
+
step=4869925 (run 1925/8000) loss=4.11563 byte_ppl=61.281 atoms=5 merges=0 field=44.3231 rms=1.3851 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 97 |
+
step=4869950 (run 1950/8000) loss=3.25488 byte_ppl=25.897 atoms=33 merges=0 field=45.4714 rms=1.4210 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 98 |
+
step=4869975 (run 1975/8000) loss=3.76192 byte_ppl=43.024 atoms=60 merges=0 field=46.6260 rms=1.4571 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 99 |
+
step=4870000 (run 2000/8000) loss=8.33201 byte_ppl=4151.684 atoms=18 merges=0 field=47.8129 rms=1.4942 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 100 |
+
step=4870025 (run 2025/8000) loss=0.17427 byte_ppl=1.190 atoms=45 merges=0 field=48.9986 rms=1.5312 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 101 |
+
step=4870050 (run 2050/8000) loss=3.38756 byte_ppl=29.584 atoms=3 merges=0 field=50.2365 rms=1.5699 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 102 |
+
step=4870075 (run 2075/8000) loss=0.00653 byte_ppl=1.004 atoms=30 merges=0 field=51.4756 rms=1.6086 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 103 |
+
step=4870100 (run 2100/8000) loss=3.36385 byte_ppl=28.893 atoms=58 merges=0 field=52.8174 rms=1.6505 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 104 |
+
step=4870125 (run 2125/8000) loss=3.68699 byte_ppl=39.892 atoms=14 merges=0 field=54.1223 rms=1.6913 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 105 |
+
step=4870150 (run 2150/8000) loss=3.28662 byte_ppl=26.745 atoms=42 merges=0 field=55.4834 rms=1.7339 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 106 |
+
step=4870175 (run 2175/8000) loss=3.80266 byte_ppl=44.812 atoms=69 merges=0 field=56.8380 rms=1.7762 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 107 |
+
step=4870200 (run 2200/8000) loss=3.12610 byte_ppl=22.780 atoms=27 merges=0 field=58.2282 rms=1.8196 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 108 |
+
step=4870225 (run 2225/8000) loss=3.11065 byte_ppl=22.431 atoms=54 merges=0 field=59.6103 rms=1.8628 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 109 |
+
step=4870250 (run 2250/8000) loss=3.06378 byte_ppl=21.402 atoms=11 merges=0 field=61.1118 rms=1.9097 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 110 |
+
step=4870275 (run 2275/8000) loss=3.20437 byte_ppl=24.634 atoms=38 merges=0 field=62.5421 rms=1.9544 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 111 |
+
step=4870300 (run 2300/8000) loss=0.43884 byte_ppl=1.551 atoms=66 merges=0 field=64.0578 rms=2.0018 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 112 |
+
step=4870325 (run 2325/8000) loss=0.00250 byte_ppl=1.002 atoms=23 merges=0 field=65.5801 rms=2.0494 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 113 |
+
step=4870350 (run 2350/8000) loss=0.00203 byte_ppl=1.002 atoms=51 merges=0 field=67.1972 rms=2.0999 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 114 |
+
step=4870375 (run 2375/8000) loss=3.31429 byte_ppl=27.497 atoms=8 merges=0 field=68.8058 rms=2.1502 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 115 |
+
step=4870400 (run 2400/8000) loss=3.15417 byte_ppl=23.430 atoms=36 merges=0 field=70.4940 rms=2.2029 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 116 |
+
step=4870425 (run 2425/8000) loss=5.33457 byte_ppl=207.326 atoms=63 merges=0 field=72.1113 rms=2.2535 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 117 |
+
step=4870450 (run 2450/8000) loss=0.00019 byte_ppl=1.000 atoms=20 merges=0 field=73.8255 rms=2.3070 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 118 |
+
step=4870475 (run 2475/8000) loss=0.00044 byte_ppl=1.000 atoms=47 merges=0 field=75.5378 rms=2.3606 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 119 |
+
step=4870500 (run 2500/8000) loss=2.93954 byte_ppl=18.905 atoms=5 merges=0 field=77.3450 rms=2.4170 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 120 |
+
step=4870525 (run 2525/8000) loss=3.15899 byte_ppl=23.437 atoms=32 merges=0 field=79.0851 rms=2.4714 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 121 |
+
step=4870550 (run 2550/8000) loss=2.44541 byte_ppl=11.533 atoms=60 merges=0 field=80.9525 rms=2.5298 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 122 |
+
step=4870575 (run 2575/8000) loss=0.76146 byte_ppl=2.141 atoms=16 merges=0 field=82.8167 rms=2.5880 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 123 |
+
step=4870600 (run 2600/8000) loss=4.82736 byte_ppl=124.854 atoms=44 merges=0 field=84.8105 rms=2.6503 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 124 |
+
step=4870625 (run 2625/8000) loss=3.24299 byte_ppl=25.603 atoms=1 merges=0 field=86.7666 rms=2.7115 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 125 |
+
step=4870650 (run 2650/8000) loss=2.91266 byte_ppl=18.402 atoms=29 merges=0 field=88.8265 rms=2.7758 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 126 |
+
step=4870675 (run 2675/8000) loss=3.06914 byte_ppl=21.518 atoms=56 merges=0 field=90.8471 rms=2.8390 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 127 |
+
step=4870700 (run 2700/8000) loss=2.97017 byte_ppl=19.489 atoms=14 merges=0 field=92.9221 rms=2.9038 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 128 |
+
step=4870725 (run 2725/8000) loss=0.00109 byte_ppl=1.001 atoms=41 merges=0 field=95.0030 rms=2.9688 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 129 |
+
step=4870750 (run 2750/8000) loss=2.98044 byte_ppl=19.686 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 130 |
+
step=4870775 (run 2775/8000) loss=2.82219 byte_ppl=16.810 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 131 |
+
step=4870800 (run 2800/8000) loss=10.08528 byte_ppl=23967.307 atoms=53 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 132 |
+
step=4870825 (run 2825/8000) loss=0.00029 byte_ppl=1.000 atoms=10 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 133 |
+
step=4870850 (run 2850/8000) loss=3.44698 byte_ppl=31.393 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 134 |
+
step=4870875 (run 2875/8000) loss=0.00018 byte_ppl=1.000 atoms=65 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 135 |
+
step=4870900 (run 2900/8000) loss=10.57097 byte_ppl=38859.395 atoms=22 merges=0 field=95.9999 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 136 |
+
step=4870925 (run 2925/8000) loss=4.88649 byte_ppl=132.454 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 137 |
+
step=4870950 (run 2950/8000) loss=6.57049 byte_ppl=713.526 atoms=7 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 138 |
+
step=4870975 (run 2975/8000) loss=2.93698 byte_ppl=18.851 atoms=34 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 139 |
+
step=4871000 (run 3000/8000) loss=3.55099 byte_ppl=34.837 atoms=62 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 140 |
+
step=4871025 (run 3025/8000) loss=0.00109 byte_ppl=1.001 atoms=19 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 141 |
+
step=4871050 (run 3050/8000) loss=2.81566 byte_ppl=16.701 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 142 |
+
step=4871075 (run 3075/8000) loss=3.88191 byte_ppl=48.510 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 143 |
+
step=4871100 (run 3100/8000) loss=4.42556 byte_ppl=83.513 atoms=31 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 144 |
+
step=4871125 (run 3125/8000) loss=0.04857 byte_ppl=1.048 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 145 |
+
step=4871150 (run 3150/8000) loss=2.72797 byte_ppl=15.299 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 146 |
+
step=4871175 (run 3175/8000) loss=3.12226 byte_ppl=22.659 atoms=43 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 147 |
+
step=4871200 (run 3200/8000) loss=2.83646 byte_ppl=17.049 atoms=71 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 148 |
+
step=4871225 (run 3225/8000) loss=2.68066 byte_ppl=14.592 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 149 |
+
step=4871250 (run 3250/8000) loss=0.00033 byte_ppl=1.000 atoms=55 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 150 |
+
step=4871275 (run 3275/8000) loss=3.49103 byte_ppl=32.813 atoms=12 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 151 |
+
step=4871300 (run 3300/8000) loss=2.57735 byte_ppl=13.161 atoms=40 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 152 |
+
step=4871325 (run 3325/8000) loss=0.47302 byte_ppl=1.604 atoms=67 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 153 |
+
step=4871350 (run 3350/8000) loss=0.07505 byte_ppl=1.078 atoms=25 merges=0 field=95.9999 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 154 |
+
step=4871375 (run 3375/8000) loss=0.00025 byte_ppl=1.000 atoms=52 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 155 |
+
step=4871400 (run 3400/8000) loss=3.42564 byte_ppl=30.730 atoms=9 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 156 |
+
step=4871425 (run 3425/8000) loss=7.06696 byte_ppl=1172.144 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 157 |
+
step=4871450 (run 3450/8000) loss=2.43585 byte_ppl=11.417 atoms=64 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 158 |
+
step=4871475 (run 3475/8000) loss=6.40175 byte_ppl=602.727 atoms=21 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 159 |
+
step=4871500 (run 3500/8000) loss=3.54951 byte_ppl=34.784 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 160 |
+
step=4871525 (run 3525/8000) loss=0.17137 byte_ppl=1.187 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 161 |
+
step=4871550 (run 3550/8000) loss=2.66773 byte_ppl=14.403 atoms=33 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 162 |
+
step=4871575 (run 3575/8000) loss=0.00114 byte_ppl=1.001 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 163 |
+
step=4871600 (run 3600/8000) loss=3.87692 byte_ppl=48.230 atoms=18 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 164 |
+
step=4871625 (run 3625/8000) loss=0.01689 byte_ppl=1.017 atoms=45 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 165 |
+
step=4871650 (run 3650/8000) loss=3.70031 byte_ppl=40.413 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 166 |
+
step=4871675 (run 3675/8000) loss=3.05942 byte_ppl=21.313 atoms=30 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 167 |
+
step=4871700 (run 3700/8000) loss=0.15363 byte_ppl=1.166 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 168 |
+
step=4871725 (run 3725/8000) loss=0.00055 byte_ppl=1.000 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 169 |
+
step=4871750 (run 3750/8000) loss=5.84428 byte_ppl=344.726 atoms=42 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 170 |
+
step=4871775 (run 3775/8000) loss=0.02212 byte_ppl=1.022 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 171 |
+
step=4871800 (run 3800/8000) loss=4.98416 byte_ppl=146.046 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 172 |
+
step=4871825 (run 3825/8000) loss=3.34476 byte_ppl=28.347 atoms=54 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 173 |
+
step=4871850 (run 3850/8000) loss=2.41702 byte_ppl=11.205 atoms=11 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 174 |
+
step=4871875 (run 3875/8000) loss=0.00013 byte_ppl=1.000 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 175 |
+
step=4871900 (run 3900/8000) loss=3.29666 byte_ppl=27.019 atoms=66 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 176 |
+
step=4871925 (run 3925/8000) loss=2.73794 byte_ppl=15.449 atoms=23 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 177 |
+
step=4871950 (run 3950/8000) loss=2.36356 byte_ppl=10.627 atoms=51 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 178 |
+
step=4871975 (run 3975/8000) loss=2.67862 byte_ppl=14.559 atoms=8 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 179 |
+
step=4872000 (run 4000/8000) loss=0.02291 byte_ppl=1.022 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 180 |
+
step=4872025 (run 4025/8000) loss=4.27834 byte_ppl=72.096 atoms=63 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 181 |
+
step=4872050 (run 4050/8000) loss=3.02245 byte_ppl=20.538 atoms=20 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 182 |
+
step=4872075 (run 4075/8000) loss=2.36338 byte_ppl=10.625 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 183 |
+
step=4872100 (run 4100/8000) loss=0.00075 byte_ppl=1.000 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 184 |
+
step=4872125 (run 4125/8000) loss=3.79266 byte_ppl=44.364 atoms=32 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 185 |
+
step=4872150 (run 4150/8000) loss=2.68468 byte_ppl=14.650 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 186 |
+
step=4872175 (run 4175/8000) loss=1.19675 byte_ppl=3.309 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 187 |
+
step=4872200 (run 4200/8000) loss=2.52108 byte_ppl=12.440 atoms=44 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 188 |
+
step=4872225 (run 4225/8000) loss=0.00645 byte_ppl=1.006 atoms=1 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 189 |
+
step=4872250 (run 4250/8000) loss=5.83962 byte_ppl=342.932 atoms=29 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 190 |
+
step=4872275 (run 4275/8000) loss=2.27625 byte_ppl=9.739 atoms=56 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 191 |
+
step=4872300 (run 4300/8000) loss=3.54964 byte_ppl=34.794 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 192 |
+
step=4872325 (run 4325/8000) loss=3.31835 byte_ppl=27.610 atoms=41 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 193 |
+
step=4872350 (run 4350/8000) loss=6.27035 byte_ppl=527.793 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 194 |
+
step=4872375 (run 4375/8000) loss=0.03439 byte_ppl=1.035 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 195 |
+
step=4872400 (run 4400/8000) loss=2.71923 byte_ppl=15.163 atoms=53 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 196 |
+
step=4872425 (run 4425/8000) loss=2.95299 byte_ppl=19.099 atoms=10 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 197 |
+
step=4872450 (run 4450/8000) loss=0.04783 byte_ppl=1.049 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 198 |
+
step=4872475 (run 4475/8000) loss=3.20230 byte_ppl=24.587 atoms=65 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 199 |
+
step=4872500 (run 4500/8000) loss=4.44706 byte_ppl=85.220 atoms=22 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 200 |
+
step=4872525 (run 4525/8000) loss=2.72024 byte_ppl=15.180 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 201 |
+
step=4872550 (run 4550/8000) loss=0.10751 byte_ppl=1.113 atoms=7 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 202 |
+
step=4872575 (run 4575/8000) loss=2.71313 byte_ppl=15.074 atoms=34 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 203 |
+
step=4872600 (run 4600/8000) loss=4.73908 byte_ppl=114.316 atoms=62 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 204 |
+
step=4872625 (run 4625/8000) loss=0.00812 byte_ppl=1.008 atoms=19 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 205 |
+
step=4872650 (run 4650/8000) loss=8.96383 byte_ppl=7812.602 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 206 |
+
step=4872675 (run 4675/8000) loss=0.00076 byte_ppl=1.001 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 207 |
+
step=4872700 (run 4700/8000) loss=1.60507 byte_ppl=4.971 atoms=31 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 208 |
+
step=4872725 (run 4725/8000) loss=0.03687 byte_ppl=1.037 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 209 |
+
step=4872750 (run 4750/8000) loss=0.00113 byte_ppl=1.001 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 210 |
+
step=4872775 (run 4775/8000) loss=2.69970 byte_ppl=14.871 atoms=43 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 211 |
+
step=4872800 (run 4800/8000) loss=2.61555 byte_ppl=13.673 atoms=71 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 212 |
+
step=4872825 (run 4825/8000) loss=0.00228 byte_ppl=1.001 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 213 |
+
step=4872850 (run 4850/8000) loss=2.23474 byte_ppl=9.338 atoms=55 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 214 |
+
step=4872875 (run 4875/8000) loss=2.69302 byte_ppl=14.775 atoms=12 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 215 |
+
step=4872900 (run 4900/8000) loss=4.80865 byte_ppl=122.537 atoms=40 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 216 |
+
step=4872925 (run 4925/8000) loss=2.70887 byte_ppl=15.010 atoms=67 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 217 |
+
step=4872950 (run 4950/8000) loss=2.39777 byte_ppl=10.996 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 218 |
+
step=4872975 (run 4975/8000) loss=4.24075 byte_ppl=69.455 atoms=52 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 219 |
+
step=4873000 (run 5000/8000) loss=2.58528 byte_ppl=13.265 atoms=9 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 220 |
+
step=4873025 (run 5025/8000) loss=0.16279 byte_ppl=1.176 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 221 |
+
step=4873050 (run 5050/8000) loss=3.40595 byte_ppl=30.140 atoms=64 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 222 |
+
step=4873075 (run 5075/8000) loss=0.00353 byte_ppl=1.003 atoms=21 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 223 |
+
step=4873100 (run 5100/8000) loss=0.37296 byte_ppl=1.452 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 224 |
+
step=4873125 (run 5125/8000) loss=0.00284 byte_ppl=1.003 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 225 |
+
step=4873150 (run 5150/8000) loss=4.41655 byte_ppl=82.789 atoms=33 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 226 |
+
step=4873175 (run 5175/8000) loss=1.47894 byte_ppl=4.387 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 227 |
+
step=4873200 (run 5200/8000) loss=6.37298 byte_ppl=585.660 atoms=18 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 228 |
+
step=4873225 (run 5225/8000) loss=0.00061 byte_ppl=1.001 atoms=45 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 229 |
+
step=4873250 (run 5250/8000) loss=3.95323 byte_ppl=52.089 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 230 |
+
step=4873275 (run 5275/8000) loss=3.54981 byte_ppl=34.800 atoms=30 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 231 |
+
step=4873300 (run 5300/8000) loss=0.00172 byte_ppl=1.002 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 232 |
+
step=4873325 (run 5325/8000) loss=2.86686 byte_ppl=17.523 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 233 |
+
step=4873350 (run 5350/8000) loss=5.40764 byte_ppl=223.055 atoms=42 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 234 |
+
step=4873375 (run 5375/8000) loss=4.45592 byte_ppl=86.110 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 235 |
+
step=4873400 (run 5400/8000) loss=3.50822 byte_ppl=33.384 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 236 |
+
step=4873425 (run 5425/8000) loss=4.16625 byte_ppl=64.452 atoms=54 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 237 |
+
step=4873450 (run 5450/8000) loss=13.25408 byte_ppl=570284.701 atoms=11 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 238 |
+
step=4873475 (run 5475/8000) loss=0.00095 byte_ppl=1.001 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 239 |
+
step=4873500 (run 5500/8000) loss=0.17550 byte_ppl=1.192 atoms=66 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 240 |
+
step=4873525 (run 5525/8000) loss=2.51355 byte_ppl=12.348 atoms=23 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 241 |
+
step=4873550 (run 5550/8000) loss=0.31019 byte_ppl=1.363 atoms=51 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 242 |
+
step=4873575 (run 5575/8000) loss=2.72660 byte_ppl=15.278 atoms=8 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 243 |
+
step=4873600 (run 5600/8000) loss=3.30063 byte_ppl=27.121 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 244 |
+
step=4873625 (run 5625/8000) loss=0.00036 byte_ppl=1.000 atoms=63 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 245 |
+
step=4873650 (run 5650/8000) loss=3.20126 byte_ppl=24.554 atoms=20 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 246 |
+
step=4873675 (run 5675/8000) loss=3.30617 byte_ppl=27.270 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 247 |
+
step=4873700 (run 5700/8000) loss=3.49383 byte_ppl=32.903 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 248 |
+
step=4873725 (run 5725/8000) loss=0.00022 byte_ppl=1.000 atoms=32 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 249 |
+
step=4873750 (run 5750/8000) loss=2.76397 byte_ppl=15.858 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 250 |
+
step=4873775 (run 5775/8000) loss=2.16853 byte_ppl=8.744 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 251 |
+
step=4873800 (run 5800/8000) loss=0.00356 byte_ppl=1.003 atoms=44 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 252 |
+
step=4873825 (run 5825/8000) loss=2.51902 byte_ppl=12.415 atoms=1 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 253 |
+
step=4873850 (run 5850/8000) loss=4.17766 byte_ppl=65.112 atoms=29 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 254 |
+
step=4873875 (run 5875/8000) loss=3.27184 byte_ppl=26.356 atoms=56 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 255 |
+
step=4873900 (run 5900/8000) loss=1.03962 byte_ppl=2.827 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 256 |
+
step=4873925 (run 5925/8000) loss=0.00046 byte_ppl=1.000 atoms=41 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 257 |
+
step=4873950 (run 5950/8000) loss=5.61334 byte_ppl=273.997 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 258 |
+
step=4873975 (run 5975/8000) loss=3.26816 byte_ppl=26.255 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 259 |
+
step=4874000 (run 6000/8000) loss=3.73798 byte_ppl=42.005 atoms=53 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 260 |
+
step=4874025 (run 6025/8000) loss=5.75268 byte_ppl=314.511 atoms=10 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 261 |
+
step=4874050 (run 6050/8000) loss=3.14193 byte_ppl=23.142 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 262 |
+
step=4874075 (run 6075/8000) loss=2.15967 byte_ppl=8.667 atoms=65 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 263 |
+
step=4874100 (run 6100/8000) loss=10.22283 byte_ppl=27517.202 atoms=22 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 264 |
+
step=4874125 (run 6125/8000) loss=0.00378 byte_ppl=1.000 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 265 |
+
step=4874150 (run 6150/8000) loss=4.46185 byte_ppl=86.590 atoms=7 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 266 |
+
step=4874175 (run 6175/8000) loss=3.60011 byte_ppl=36.599 atoms=34 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 267 |
+
step=4874200 (run 6200/8000) loss=0.02694 byte_ppl=1.027 atoms=62 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 268 |
+
step=4874225 (run 6225/8000) loss=2.48849 byte_ppl=12.041 atoms=19 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 269 |
+
step=4874250 (run 6250/8000) loss=4.18088 byte_ppl=65.362 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 270 |
+
step=4874275 (run 6275/8000) loss=2.46416 byte_ppl=11.752 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 271 |
+
step=4874300 (run 6300/8000) loss=1.82335 byte_ppl=6.191 atoms=31 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 272 |
+
step=4874325 (run 6325/8000) loss=4.51383 byte_ppl=91.251 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 273 |
+
step=4874350 (run 6350/8000) loss=2.53069 byte_ppl=12.558 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 274 |
+
step=4874375 (run 6375/8000) loss=2.47394 byte_ppl=11.868 atoms=43 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 275 |
+
step=4874400 (run 6400/8000) loss=2.56292 byte_ppl=12.971 atoms=71 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 276 |
+
step=4874425 (run 6425/8000) loss=2.54852 byte_ppl=12.787 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 277 |
+
step=4874450 (run 6450/8000) loss=2.46395 byte_ppl=11.747 atoms=55 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 278 |
+
step=4874475 (run 6475/8000) loss=1.32712 byte_ppl=3.770 atoms=12 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 279 |
+
step=4874500 (run 6500/8000) loss=2.12992 byte_ppl=8.407 atoms=40 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 280 |
+
step=4874525 (run 6525/8000) loss=4.13195 byte_ppl=62.295 atoms=67 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 281 |
+
step=4874550 (run 6550/8000) loss=2.12748 byte_ppl=8.387 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 282 |
+
step=4874575 (run 6575/8000) loss=3.50137 byte_ppl=33.156 atoms=52 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 283 |
+
step=4874600 (run 6600/8000) loss=2.72072 byte_ppl=15.189 atoms=9 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 284 |
+
step=4874625 (run 6625/8000) loss=3.22743 byte_ppl=25.209 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 285 |
+
step=4874650 (run 6650/8000) loss=4.07334 byte_ppl=58.699 atoms=64 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 286 |
+
step=4874675 (run 6675/8000) loss=2.92939 byte_ppl=18.713 atoms=21 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 287 |
+
step=4874700 (run 6700/8000) loss=4.11749 byte_ppl=61.386 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 288 |
+
step=4874725 (run 6725/8000) loss=0.01847 byte_ppl=1.019 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 289 |
+
step=4874750 (run 6750/8000) loss=3.19215 byte_ppl=24.335 atoms=33 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 290 |
+
step=4874775 (run 6775/8000) loss=0.00023 byte_ppl=1.000 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 291 |
+
step=4874800 (run 6800/8000) loss=6.40913 byte_ppl=607.292 atoms=18 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 292 |
+
step=4874825 (run 6825/8000) loss=2.54700 byte_ppl=12.766 atoms=45 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 293 |
+
step=4874850 (run 6850/8000) loss=2.53839 byte_ppl=12.658 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 294 |
+
step=4874875 (run 6875/8000) loss=4.86393 byte_ppl=129.485 atoms=30 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 295 |
+
step=4874900 (run 6900/8000) loss=0.00095 byte_ppl=1.000 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 296 |
+
step=4874925 (run 6925/8000) loss=1.11918 byte_ppl=3.062 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 297 |
+
step=4874950 (run 6950/8000) loss=0.02639 byte_ppl=1.026 atoms=42 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 298 |
+
step=4874975 (run 6975/8000) loss=0.00109 byte_ppl=1.000 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 299 |
+
step=4875000 (run 7000/8000) loss=2.53914 byte_ppl=12.663 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 300 |
+
step=4875025 (run 7025/8000) loss=0.00046 byte_ppl=1.000 atoms=54 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 301 |
+
step=4875050 (run 7050/8000) loss=0.78738 byte_ppl=2.197 atoms=11 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 302 |
+
step=4875075 (run 7075/8000) loss=4.06970 byte_ppl=58.527 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 303 |
+
step=4875100 (run 7100/8000) loss=3.63287 byte_ppl=37.815 atoms=66 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 304 |
+
step=4875125 (run 7125/8000) loss=2.57466 byte_ppl=13.124 atoms=23 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 305 |
+
step=4875150 (run 7150/8000) loss=2.09484 byte_ppl=8.120 atoms=51 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 306 |
+
step=4875175 (run 7175/8000) loss=0.04846 byte_ppl=1.049 atoms=8 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 307 |
+
step=4875200 (run 7200/8000) loss=0.00473 byte_ppl=1.004 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 308 |
+
step=4875225 (run 7225/8000) loss=0.00016 byte_ppl=1.000 atoms=63 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 309 |
+
step=4875250 (run 7250/8000) loss=3.16706 byte_ppl=23.727 atoms=20 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 310 |
+
step=4875275 (run 7275/8000) loss=0.00026 byte_ppl=1.000 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 311 |
+
step=4875300 (run 7300/8000) loss=1.30541 byte_ppl=3.688 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 312 |
+
step=4875325 (run 7325/8000) loss=3.15872 byte_ppl=23.530 atoms=32 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 313 |
+
step=4875350 (run 7350/8000) loss=0.00153 byte_ppl=1.000 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 314 |
+
step=4875375 (run 7375/8000) loss=2.08846 byte_ppl=8.070 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 315 |
+
step=4875400 (run 7400/8000) loss=6.25030 byte_ppl=517.820 atoms=44 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 316 |
+
step=4875425 (run 7425/8000) loss=4.02670 byte_ppl=56.061 atoms=1 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 317 |
+
step=4875450 (run 7450/8000) loss=5.78514 byte_ppl=325.332 atoms=29 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 318 |
+
step=4875475 (run 7475/8000) loss=0.00057 byte_ppl=1.001 atoms=56 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 319 |
+
step=4875500 (run 7500/8000) loss=0.01733 byte_ppl=1.017 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 320 |
+
step=4875525 (run 7525/8000) loss=0.10517 byte_ppl=1.111 atoms=41 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 321 |
+
step=4875550 (run 7550/8000) loss=4.59412 byte_ppl=98.883 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 322 |
+
step=4875575 (run 7575/8000) loss=2.94771 byte_ppl=18.980 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 323 |
+
step=4875600 (run 7600/8000) loss=7.94060 byte_ppl=2806.993 atoms=53 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 324 |
+
step=4875625 (run 7625/8000) loss=0.00026 byte_ppl=1.000 atoms=10 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 325 |
+
step=4875650 (run 7650/8000) loss=0.00487 byte_ppl=1.004 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 326 |
+
step=4875675 (run 7675/8000) loss=1.27499 byte_ppl=3.578 atoms=65 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 327 |
+
step=4875700 (run 7700/8000) loss=20.59748 byte_ppl=881616005.167 atoms=22 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 328 |
+
step=4875725 (run 7725/8000) loss=4.00936 byte_ppl=55.098 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 329 |
+
step=4875750 (run 7750/8000) loss=2.88956 byte_ppl=17.980 atoms=7 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 330 |
+
step=4875775 (run 7775/8000) loss=3.24178 byte_ppl=25.570 atoms=34 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 331 |
+
step=4875800 (run 7800/8000) loss=2.67173 byte_ppl=14.461 atoms=62 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 332 |
+
step=4875825 (run 7825/8000) loss=2.10957 byte_ppl=8.244 atoms=19 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 333 |
+
step=4875850 (run 7850/8000) loss=3.29183 byte_ppl=26.884 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 334 |
+
step=4875875 (run 7875/8000) loss=0.08424 byte_ppl=1.087 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 335 |
+
step=4875900 (run 7900/8000) loss=2.12721 byte_ppl=8.386 atoms=31 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 336 |
+
step=4875925 (run 7925/8000) loss=4.60432 byte_ppl=99.907 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 337 |
+
step=4875950 (run 7950/8000) loss=2.93346 byte_ppl=18.788 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 338 |
+
step=4875975 (run 7975/8000) loss=3.62707 byte_ppl=37.591 atoms=43 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 339 |
+
step=4876000 (run 8000/8000) loss=8.97717 byte_ppl=7918.034 atoms=71 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 340 |
+
{
|
| 341 |
+
"stream": true,
|
| 342 |
+
"data_path": null,
|
| 343 |
+
"data_glob": "data/corpus_fr_medium*.txt",
|
| 344 |
+
"shard_paths": [
|
| 345 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium.txt",
|
| 346 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium_s21.txt"
|
| 347 |
+
],
|
| 348 |
+
"data_bytes": 1000453,
|
| 349 |
+
"data_characters": null,
|
| 350 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 351 |
+
"feature_dim": 320,
|
| 352 |
+
"packet_count": null,
|
| 353 |
+
"train_packet_count": null,
|
| 354 |
+
"validation_packet_count": 2048,
|
| 355 |
+
"mean_packet_bytes": null,
|
| 356 |
+
"max_packet_bytes": null,
|
| 357 |
+
"min_packet_bytes": null,
|
| 358 |
+
"bytes_seen": 4395028,
|
| 359 |
+
"config": {
|
| 360 |
+
"d_model": 32,
|
| 361 |
+
"n_modes": 32,
|
| 362 |
+
"n_atoms_max": 64,
|
| 363 |
+
"max_span_bytes": 1,
|
| 364 |
+
"episode_length": 8000,
|
| 365 |
+
"episode_reset": true,
|
| 366 |
+
"atom_flush_every": 64,
|
| 367 |
+
"learning_rate": 1.5e-05,
|
| 368 |
+
"surface_learning_rate": 3.6e-05,
|
| 369 |
+
"steps": 8000,
|
| 370 |
+
"start_step": 4868000,
|
| 371 |
+
"seed": 20260913,
|
| 372 |
+
"surface_alphabet": 256,
|
| 373 |
+
"field_max_rms": 3.0,
|
| 374 |
+
"energy_decay_bounds": [
|
| 375 |
+
0.3,
|
| 376 |
+
0.95
|
| 377 |
+
],
|
| 378 |
+
"stream": true,
|
| 379 |
+
"chunk_bytes": 65536,
|
| 380 |
+
"loop_shards": true,
|
| 381 |
+
"stream_buffer": 2048,
|
| 382 |
+
"stream_prefetch": true,
|
| 383 |
+
"stream_skip_packets": 4372000,
|
| 384 |
+
"last_atom_readout": true,
|
| 385 |
+
"last_atom_scale": 1.0,
|
| 386 |
+
"last_atom_scale_adaptive": false,
|
| 387 |
+
"last_atom_scale_min": 0.0,
|
| 388 |
+
"last_atom_scale_max": 1.0,
|
| 389 |
+
"field_hard_couple_scale": 0.0,
|
| 390 |
+
"last_atom_dropout": 0.5,
|
| 391 |
+
"efference_every": 10,
|
| 392 |
+
"free_run_aux_every": 0,
|
| 393 |
+
"free_run_aux_horizon": 4,
|
| 394 |
+
"free_run_aux_weight": 1.0,
|
| 395 |
+
"enable_merge": false,
|
| 396 |
+
"payload_copy": false,
|
| 397 |
+
"merge_coherence_threshold": 0.45,
|
| 398 |
+
"merge_energy_floor": 0.08,
|
| 399 |
+
"field_loss_weight": 0.05,
|
| 400 |
+
"field_contrast_weight": 0.0,
|
| 401 |
+
"field_ignorance_weight": 0.08,
|
| 402 |
+
"field_ignorance_ablate_shared": false,
|
| 403 |
+
"field_ignorance_prompt_bank": false,
|
| 404 |
+
"field_obligatory_readout": true,
|
| 405 |
+
"field_obligatory_hard": true,
|
| 406 |
+
"printable_aux_weight": 0.0,
|
| 407 |
+
"field_next_packet_weight": 0.0,
|
| 408 |
+
"slow_every": 1
|
| 409 |
+
},
|
| 410 |
+
"packets_seen": 4395028,
|
| 411 |
+
"stream_epoch": 4,
|
| 412 |
+
"train": {
|
| 413 |
+
"steps": 8000,
|
| 414 |
+
"efference_every": 10,
|
| 415 |
+
"free_run_aux_every": 0,
|
| 416 |
+
"free_run_aux_horizon": 4,
|
| 417 |
+
"free_run_aux_weight": 1.0,
|
| 418 |
+
"efference_steps": 800,
|
| 419 |
+
"free_run_aux_steps": 0,
|
| 420 |
+
"last_atom_scale": 1.0,
|
| 421 |
+
"last_atom_scale_adaptive": false,
|
| 422 |
+
"last_atom_scale_min": 0.0,
|
| 423 |
+
"last_atom_scale_max": 1.0,
|
| 424 |
+
"field_hard_couple_scale": 0.0,
|
| 425 |
+
"last_atom_dropout": 0.5,
|
| 426 |
+
"start_step": 4868000,
|
| 427 |
+
"total_steps": 4876000,
|
| 428 |
+
"episode_length": 8000,
|
| 429 |
+
"episode_reset": true,
|
| 430 |
+
"atom_flush_every": 64,
|
| 431 |
+
"elapsed_seconds": 193.13311100600004,
|
| 432 |
+
"transitions_per_second": 41.42220853964013,
|
| 433 |
+
"first_loss": 5.612222671508789,
|
| 434 |
+
"final_loss": 8.977169036865234,
|
| 435 |
+
"final_total_perplexity": 7920.178614303614,
|
| 436 |
+
"finite_losses": true,
|
| 437 |
+
"finite_parameters": true,
|
| 438 |
+
"nan_or_inf": false,
|
| 439 |
+
"field_rms_before_max": 3.00273060798645,
|
| 440 |
+
"field_rms_after_max": 2.999999523162842,
|
| 441 |
+
"field_scale_min": 0.999090313911438,
|
| 442 |
+
"field_norm_max": 95.9999771118164,
|
| 443 |
+
"field_limited_steps": 5264,
|
| 444 |
+
"field_limited_fraction": 0.658,
|
| 445 |
+
"final_dynamics": {
|
| 446 |
+
"coupling_scale": 0.8777201175689697,
|
| 447 |
+
"energy_decay": 0.3000009059906006,
|
| 448 |
+
"phase_sync": 0.0657266303896904,
|
| 449 |
+
"energy_decay_before": 0.3000009059906006,
|
| 450 |
+
"energy_decay_repaired": false,
|
| 451 |
+
"energy_decay_bounds": [
|
| 452 |
+
0.3,
|
| 453 |
+
0.95
|
| 454 |
+
]
|
| 455 |
+
},
|
| 456 |
+
"final_atoms_before_validation": 63,
|
| 457 |
+
"stream": true,
|
| 458 |
+
"bytes_seen": 4395028
|
| 459 |
+
},
|
| 460 |
+
"validation": {
|
| 461 |
+
"transitions": 256,
|
| 462 |
+
"loss": 0.5363390516140498,
|
| 463 |
+
"total_perplexity": 1.709736135040312,
|
| 464 |
+
"byte_loss": 0.5309394766522244,
|
| 465 |
+
"byte_perplexity": 1.7005291658437964,
|
| 466 |
+
"source": "stream_ring"
|
| 467 |
+
},
|
| 468 |
+
"checkpoint": "checkpoints/byte_tick_ladrop/atom_native_step_4876000_d32_ms1M_lrd_b4828_ladrop.pt",
|
| 469 |
+
"reload": {
|
| 470 |
+
"n_atoms": 0,
|
| 471 |
+
"field_norm": 95.99996185302734,
|
| 472 |
+
"time": 88.0003890991211,
|
| 473 |
+
"finite": true
|
| 474 |
+
},
|
| 475 |
+
"generation": {
|
| 476 |
+
"The future of AI is": {
|
| 477 |
+
"temperature": 0.8,
|
| 478 |
+
"top_k": 5,
|
| 479 |
+
"max_length": 20,
|
| 480 |
+
"bytes_hex": "4a65202020202020",
|
| 481 |
+
"text": "Je ",
|
| 482 |
+
"reload_text": "Je ",
|
| 483 |
+
"reload_match": true
|
| 484 |
+
},
|
| 485 |
+
"Bonjour, je m'appelle": {
|
| 486 |
+
"temperature": 0.8,
|
| 487 |
+
"top_k": 5,
|
| 488 |
+
"max_length": 20,
|
| 489 |
+
"bytes_hex": "4a65202020202020",
|
| 490 |
+
"text": "Je ",
|
| 491 |
+
"reload_text": "Je ",
|
| 492 |
+
"reload_match": true
|
| 493 |
+
},
|
| 494 |
+
"Valkyria Chronicles III is": {
|
| 495 |
+
"temperature": 0.8,
|
| 496 |
+
"top_k": 5,
|
| 497 |
+
"max_length": 20,
|
| 498 |
+
"bytes_hex": "3a3a3a3a3a3a3a3a",
|
| 499 |
+
"text": "::::::::",
|
| 500 |
+
"reload_text": "::::::::",
|
| 501 |
+
"reload_match": true
|
| 502 |
+
}
|
| 503 |
+
}
|
| 504 |
+
}
|
docs/artifacts/last_atom_dropout/train_live_4868000_4876000.log
ADDED
|
@@ -0,0 +1,504 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
train lock skipped (--allow-parallel-train)
|
| 2 |
+
stream skip: advancing 4372000 packet transitions...
|
| 3 |
+
stream skip done: packets_seen=4395028
|
| 4 |
+
resumed weights from checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt (recorded step=4868000, legacy_surface_migrated=False, span_head_migrated=False)
|
| 5 |
+
atomizer pack_mode=linguistic max_span_bytes=1
|
| 6 |
+
dynamics on load: energy_decay=0.3000006675720215 -> 0.3000006675720215 (repaired=False, bounds=(0.3, 0.95))
|
| 7 |
+
MERGE gates: enable=False coherence_thr=0.450 energy_floor=0.080
|
| 8 |
+
field_obligatory_hard=ON hard-v2+ (mix_floor=1.0, freeze bypass, logits=frozen+cap*(α_MLP+payload_prod))
|
| 9 |
+
payload_copy=False (train-time copy-bias branch)
|
| 10 |
+
last_atom_readout=True (byte-tick 2-gram + dentate)
|
| 11 |
+
last_atom_dropout=0.0 (train-only per-position zeroing of la_byte; 0=off/current)
|
| 12 |
+
field_hard_couple_scale=0 (OFF — hard path unchanged)
|
| 13 |
+
last_atom_scale=1.0 (1.0=off/current; hard-path la_byte *= S)
|
| 14 |
+
efference_every=10 (0=off)
|
| 15 |
+
free_run_aux_every=0 horizon=4 weight=1.0 (0=off)
|
| 16 |
+
optimizer groups: field/other lr=1.5e-05 (13 tensors), surface lr=3.6e-05 (27 tensors); energy_decay_bounds=(0.3, 0.95); field_max_rms=3.0
|
| 17 |
+
stream mode: 2 shard(s), chunk_bytes=65536, loop_shards=True, stream_buffer=2048, stream_prefetch=True
|
| 18 |
+
optimizer restore skipped: surface LR param groups differ from checkpoint
|
| 19 |
+
step=4868001 (run 1/8000) loss=0.00824 byte_ppl=1.007 atoms=1 merges=0 field=0.0371 rms=0.0015 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 20 |
+
step=4868025 (run 25/8000) loss=0.00125 byte_ppl=1.001 atoms=27 merges=0 field=0.4867 rms=0.0152 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 21 |
+
step=4868050 (run 50/8000) loss=0.00071 byte_ppl=1.000 atoms=55 merges=0 field=0.9154 rms=0.0286 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 22 |
+
step=4868075 (run 75/8000) loss=0.00730 byte_ppl=1.007 atoms=12 merges=0 field=1.3087 rms=0.0409 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 23 |
+
step=4868100 (run 100/8000) loss=2.26113 byte_ppl=9.586 atoms=40 merges=0 field=1.5887 rms=0.0497 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 24 |
+
step=4868125 (run 125/8000) loss=4.84077 byte_ppl=126.526 atoms=67 merges=0 field=1.9145 rms=0.0598 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 25 |
+
step=4868150 (run 150/8000) loss=0.04516 byte_ppl=1.046 atoms=25 merges=0 field=2.1982 rms=0.0687 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 26 |
+
step=4868175 (run 175/8000) loss=0.09249 byte_ppl=1.093 atoms=52 merges=0 field=2.4878 rms=0.0777 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 27 |
+
step=4868200 (run 200/8000) loss=9.54701 byte_ppl=13998.377 atoms=9 merges=0 field=2.7624 rms=0.0863 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 28 |
+
step=4868225 (run 225/8000) loss=0.00039 byte_ppl=1.000 atoms=36 merges=0 field=3.0833 rms=0.0964 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 29 |
+
step=4868250 (run 250/8000) loss=0.10762 byte_ppl=1.113 atoms=64 merges=0 field=3.4056 rms=0.1064 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 30 |
+
step=4868275 (run 275/8000) loss=0.55982 byte_ppl=1.750 atoms=21 merges=0 field=3.6825 rms=0.1151 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 31 |
+
step=4868300 (run 300/8000) loss=0.02146 byte_ppl=1.022 atoms=49 merges=0 field=4.0105 rms=0.1253 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 32 |
+
step=4868325 (run 325/8000) loss=0.02944 byte_ppl=1.030 atoms=5 merges=0 field=4.3775 rms=0.1368 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 33 |
+
step=4868350 (run 350/8000) loss=0.00637 byte_ppl=1.006 atoms=33 merges=0 field=4.7117 rms=0.1472 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 34 |
+
step=4868375 (run 375/8000) loss=0.00043 byte_ppl=1.000 atoms=60 merges=0 field=4.9929 rms=0.1560 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 35 |
+
step=4868400 (run 400/8000) loss=9.00618 byte_ppl=8149.855 atoms=18 merges=0 field=5.3312 rms=0.1666 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 36 |
+
step=4868425 (run 425/8000) loss=2.12303 byte_ppl=8.355 atoms=45 merges=0 field=5.6839 rms=0.1776 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 37 |
+
step=4868450 (run 450/8000) loss=4.61169 byte_ppl=100.390 atoms=3 merges=0 field=6.0167 rms=0.1880 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 38 |
+
step=4868475 (run 475/8000) loss=0.00345 byte_ppl=1.003 atoms=30 merges=0 field=6.3891 rms=0.1997 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 39 |
+
step=4868500 (run 500/8000) loss=4.50567 byte_ppl=90.455 atoms=58 merges=0 field=6.7585 rms=0.2112 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 40 |
+
step=4868525 (run 525/8000) loss=0.00019 byte_ppl=1.000 atoms=14 merges=0 field=7.1257 rms=0.2227 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 41 |
+
step=4868550 (run 550/8000) loss=3.06222 byte_ppl=21.367 atoms=42 merges=0 field=7.5210 rms=0.2350 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 42 |
+
step=4868575 (run 575/8000) loss=0.40245 byte_ppl=1.495 atoms=69 merges=0 field=7.8794 rms=0.2462 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 43 |
+
step=4868600 (run 600/8000) loss=0.01237 byte_ppl=1.012 atoms=27 merges=0 field=8.2862 rms=0.2589 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 44 |
+
step=4868625 (run 625/8000) loss=0.00366 byte_ppl=1.004 atoms=54 merges=0 field=8.6930 rms=0.2717 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 45 |
+
step=4868650 (run 650/8000) loss=0.00592 byte_ppl=1.005 atoms=11 merges=0 field=9.1104 rms=0.2847 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 46 |
+
step=4868675 (run 675/8000) loss=0.00393 byte_ppl=1.004 atoms=38 merges=0 field=9.4995 rms=0.2969 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 47 |
+
step=4868700 (run 700/8000) loss=5.43927 byte_ppl=230.168 atoms=66 merges=0 field=9.9574 rms=0.3112 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 48 |
+
step=4868725 (run 725/8000) loss=0.01287 byte_ppl=1.013 atoms=23 merges=0 field=10.4522 rms=0.3266 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 49 |
+
step=4868750 (run 750/8000) loss=2.59665 byte_ppl=13.414 atoms=51 merges=0 field=10.9085 rms=0.3409 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 50 |
+
step=4868775 (run 775/8000) loss=0.00056 byte_ppl=1.000 atoms=8 merges=0 field=11.3758 rms=0.3555 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 51 |
+
step=4868800 (run 800/8000) loss=0.00145 byte_ppl=1.001 atoms=36 merges=0 field=11.8656 rms=0.3708 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 52 |
+
step=4868825 (run 825/8000) loss=0.00051 byte_ppl=1.000 atoms=63 merges=0 field=12.3323 rms=0.3854 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 53 |
+
step=4868850 (run 850/8000) loss=7.64328 byte_ppl=2086.057 atoms=20 merges=0 field=12.8121 rms=0.4004 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 54 |
+
step=4868875 (run 875/8000) loss=4.81029 byte_ppl=122.748 atoms=47 merges=0 field=13.3078 rms=0.4159 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 55 |
+
step=4868900 (run 900/8000) loss=5.48211 byte_ppl=240.289 atoms=5 merges=0 field=13.8280 rms=0.4321 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 56 |
+
step=4868925 (run 925/8000) loss=0.00029 byte_ppl=1.000 atoms=32 merges=0 field=14.3172 rms=0.4474 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 57 |
+
step=4868950 (run 950/8000) loss=0.00858 byte_ppl=1.008 atoms=60 merges=0 field=14.8914 rms=0.4654 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 58 |
+
step=4868975 (run 975/8000) loss=7.39286 byte_ppl=1623.365 atoms=16 merges=0 field=15.4765 rms=0.4836 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 59 |
+
step=4869000 (run 1000/8000) loss=2.75896 byte_ppl=15.781 atoms=44 merges=0 field=16.0526 rms=0.5016 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 60 |
+
step=4869025 (run 1025/8000) loss=4.32712 byte_ppl=75.708 atoms=1 merges=0 field=16.6402 rms=0.5200 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 61 |
+
step=4869050 (run 1050/8000) loss=0.02612 byte_ppl=1.026 atoms=29 merges=0 field=17.2069 rms=0.5377 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 62 |
+
step=4869075 (run 1075/8000) loss=0.00658 byte_ppl=1.006 atoms=56 merges=0 field=17.7995 rms=0.5562 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 63 |
+
step=4869100 (run 1100/8000) loss=0.00136 byte_ppl=1.001 atoms=14 merges=0 field=18.4286 rms=0.5759 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 64 |
+
step=4869125 (run 1125/8000) loss=0.00009 byte_ppl=1.000 atoms=41 merges=0 field=19.0355 rms=0.5949 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 65 |
+
step=4869150 (run 1150/8000) loss=0.08151 byte_ppl=1.085 atoms=69 merges=0 field=19.6109 rms=0.6128 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 66 |
+
step=4869175 (run 1175/8000) loss=0.00018 byte_ppl=1.000 atoms=25 merges=0 field=20.2501 rms=0.6328 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 67 |
+
step=4869200 (run 1200/8000) loss=4.79688 byte_ppl=121.110 atoms=53 merges=0 field=20.9044 rms=0.6533 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 68 |
+
step=4869225 (run 1225/8000) loss=0.00226 byte_ppl=1.002 atoms=10 merges=0 field=21.5938 rms=0.6748 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 69 |
+
step=4869250 (run 1250/8000) loss=0.41801 byte_ppl=1.519 atoms=38 merges=0 field=22.3546 rms=0.6986 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 70 |
+
step=4869275 (run 1275/8000) loss=1.51193 byte_ppl=4.535 atoms=65 merges=0 field=23.0283 rms=0.7196 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 71 |
+
step=4869300 (run 1300/8000) loss=0.20429 byte_ppl=1.226 atoms=22 merges=0 field=23.7396 rms=0.7419 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 72 |
+
step=4869325 (run 1325/8000) loss=0.95876 byte_ppl=2.602 atoms=49 merges=0 field=24.4586 rms=0.7643 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 73 |
+
step=4869350 (run 1350/8000) loss=4.90805 byte_ppl=135.287 atoms=7 merges=0 field=25.2033 rms=0.7876 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 74 |
+
step=4869375 (run 1375/8000) loss=0.00039 byte_ppl=1.000 atoms=34 merges=0 field=25.9538 rms=0.8111 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 75 |
+
step=4869400 (run 1400/8000) loss=1.94708 byte_ppl=7.006 atoms=62 merges=0 field=26.7223 rms=0.8351 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 76 |
+
step=4869425 (run 1425/8000) loss=2.40283 byte_ppl=11.053 atoms=19 merges=0 field=27.4419 rms=0.8576 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 77 |
+
step=4869450 (run 1450/8000) loss=0.01094 byte_ppl=1.011 atoms=47 merges=0 field=28.2745 rms=0.8836 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 78 |
+
step=4869475 (run 1475/8000) loss=0.81672 byte_ppl=2.263 atoms=3 merges=0 field=29.1025 rms=0.9095 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 79 |
+
step=4869500 (run 1500/8000) loss=0.00141 byte_ppl=1.001 atoms=31 merges=0 field=29.9413 rms=0.9357 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 80 |
+
step=4869525 (run 1525/8000) loss=0.00021 byte_ppl=1.000 atoms=58 merges=0 field=30.8117 rms=0.9629 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 81 |
+
step=4869550 (run 1550/8000) loss=1.96388 byte_ppl=7.125 atoms=16 merges=0 field=31.6968 rms=0.9905 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 82 |
+
step=4869575 (run 1575/8000) loss=5.89147 byte_ppl=361.823 atoms=43 merges=0 field=32.5419 rms=1.0169 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 83 |
+
step=4869600 (run 1600/8000) loss=3.95499 byte_ppl=52.060 atoms=71 merges=0 field=33.4725 rms=1.0460 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 84 |
+
step=4869625 (run 1625/8000) loss=0.00335 byte_ppl=1.003 atoms=27 merges=0 field=34.3417 rms=1.0732 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 85 |
+
step=4869650 (run 1650/8000) loss=0.02345 byte_ppl=1.024 atoms=55 merges=0 field=35.2953 rms=1.1030 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 86 |
+
step=4869675 (run 1675/8000) loss=0.00347 byte_ppl=1.003 atoms=12 merges=0 field=36.2148 rms=1.1317 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 87 |
+
step=4869700 (run 1700/8000) loss=0.01739 byte_ppl=1.017 atoms=40 merges=0 field=37.1901 rms=1.1622 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 88 |
+
step=4869725 (run 1725/8000) loss=0.00019 byte_ppl=1.000 atoms=67 merges=0 field=38.1839 rms=1.1932 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 89 |
+
step=4869750 (run 1750/8000) loss=1.96363 byte_ppl=7.121 atoms=25 merges=0 field=39.2522 rms=1.2266 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 90 |
+
step=4869775 (run 1775/8000) loss=0.01541 byte_ppl=1.015 atoms=52 merges=0 field=40.2795 rms=1.2587 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 91 |
+
step=4869800 (run 1800/8000) loss=1.67730 byte_ppl=5.342 atoms=9 merges=0 field=41.3840 rms=1.2933 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 92 |
+
step=4869825 (run 1825/8000) loss=2.84195 byte_ppl=17.144 atoms=36 merges=0 field=42.4352 rms=1.3261 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 93 |
+
step=4869850 (run 1850/8000) loss=5.87258 byte_ppl=355.062 atoms=64 merges=0 field=43.5600 rms=1.3613 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 94 |
+
step=4869875 (run 1875/8000) loss=0.00506 byte_ppl=1.005 atoms=21 merges=0 field=44.6630 rms=1.3957 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 95 |
+
step=4869900 (run 1900/8000) loss=2.05962 byte_ppl=7.840 atoms=49 merges=0 field=45.8085 rms=1.4315 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 96 |
+
step=4869925 (run 1925/8000) loss=0.00911 byte_ppl=1.009 atoms=5 merges=0 field=46.9069 rms=1.4658 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 97 |
+
step=4869950 (run 1950/8000) loss=0.00083 byte_ppl=1.000 atoms=33 merges=0 field=48.1067 rms=1.5033 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 98 |
+
step=4869975 (run 1975/8000) loss=0.03903 byte_ppl=1.040 atoms=60 merges=0 field=49.3271 rms=1.5415 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 99 |
+
step=4870000 (run 2000/8000) loss=7.73319 byte_ppl=2281.339 atoms=18 merges=0 field=50.5795 rms=1.5806 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 100 |
+
step=4870025 (run 2025/8000) loss=0.04027 byte_ppl=1.041 atoms=45 merges=0 field=51.8471 rms=1.6202 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 101 |
+
step=4870050 (run 2050/8000) loss=3.98522 byte_ppl=53.779 atoms=3 merges=0 field=53.1378 rms=1.6606 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 102 |
+
step=4870075 (run 2075/8000) loss=0.00858 byte_ppl=1.007 atoms=30 merges=0 field=54.4081 rms=1.7003 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 103 |
+
step=4870100 (run 2100/8000) loss=0.38991 byte_ppl=1.477 atoms=58 merges=0 field=55.7766 rms=1.7430 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 104 |
+
step=4870125 (run 2125/8000) loss=0.00137 byte_ppl=1.001 atoms=14 merges=0 field=57.0974 rms=1.7843 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 105 |
+
step=4870150 (run 2150/8000) loss=0.79811 byte_ppl=2.221 atoms=42 merges=0 field=58.4755 rms=1.8274 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 106 |
+
step=4870175 (run 2175/8000) loss=0.01155 byte_ppl=1.011 atoms=69 merges=0 field=59.8404 rms=1.8700 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 107 |
+
step=4870200 (run 2200/8000) loss=8.24156 byte_ppl=3794.935 atoms=27 merges=0 field=61.2649 rms=1.9145 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 108 |
+
step=4870225 (run 2225/8000) loss=0.00411 byte_ppl=1.004 atoms=54 merges=0 field=62.6856 rms=1.9589 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 109 |
+
step=4870250 (run 2250/8000) loss=2.08056 byte_ppl=8.007 atoms=11 merges=0 field=64.2207 rms=2.0069 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 110 |
+
step=4870275 (run 2275/8000) loss=0.02974 byte_ppl=1.030 atoms=38 merges=0 field=65.7169 rms=2.0537 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 111 |
+
step=4870300 (run 2300/8000) loss=0.22736 byte_ppl=1.255 atoms=66 merges=0 field=67.3095 rms=2.1034 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 112 |
+
step=4870325 (run 2325/8000) loss=0.00486 byte_ppl=1.004 atoms=23 merges=0 field=68.8707 rms=2.1522 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 113 |
+
step=4870350 (run 2350/8000) loss=0.00483 byte_ppl=1.005 atoms=51 merges=0 field=70.5083 rms=2.2034 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 114 |
+
step=4870375 (run 2375/8000) loss=0.00049 byte_ppl=1.000 atoms=8 merges=0 field=72.1359 rms=2.2542 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 115 |
+
step=4870400 (run 2400/8000) loss=3.06004 byte_ppl=21.326 atoms=36 merges=0 field=73.8469 rms=2.3077 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 116 |
+
step=4870425 (run 2425/8000) loss=4.33641 byte_ppl=76.410 atoms=63 merges=0 field=75.4654 rms=2.3583 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 117 |
+
step=4870450 (run 2450/8000) loss=0.00014 byte_ppl=1.000 atoms=20 merges=0 field=77.2194 rms=2.4131 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 118 |
+
step=4870475 (run 2475/8000) loss=0.00039 byte_ppl=1.000 atoms=47 merges=0 field=78.9511 rms=2.4672 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 119 |
+
step=4870500 (run 2500/8000) loss=5.38771 byte_ppl=218.680 atoms=5 merges=0 field=80.8210 rms=2.5257 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 120 |
+
step=4870525 (run 2525/8000) loss=3.92215 byte_ppl=50.290 atoms=32 merges=0 field=82.6239 rms=2.5820 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 121 |
+
step=4870550 (run 2550/8000) loss=3.52269 byte_ppl=33.869 atoms=60 merges=0 field=84.5532 rms=2.6423 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 122 |
+
step=4870575 (run 2575/8000) loss=0.09510 byte_ppl=1.099 atoms=16 merges=0 field=86.4450 rms=2.7014 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 123 |
+
step=4870600 (run 2600/8000) loss=11.77045 byte_ppl=129340.974 atoms=44 merges=0 field=88.4394 rms=2.7637 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 124 |
+
step=4870625 (run 2625/8000) loss=0.16285 byte_ppl=1.177 atoms=1 merges=0 field=90.3804 rms=2.8244 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 125 |
+
step=4870650 (run 2650/8000) loss=1.55638 byte_ppl=4.741 atoms=29 merges=0 field=92.4130 rms=2.8879 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 126 |
+
step=4870675 (run 2675/8000) loss=0.00023 byte_ppl=1.000 atoms=56 merges=0 field=94.3943 rms=2.9498 scale=1.0000 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 127 |
+
step=4870700 (run 2700/8000) loss=3.51639 byte_ppl=33.655 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 128 |
+
step=4870725 (run 2725/8000) loss=0.00134 byte_ppl=1.001 atoms=41 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 129 |
+
step=4870750 (run 2750/8000) loss=7.62240 byte_ppl=2043.073 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 130 |
+
step=4870775 (run 2775/8000) loss=0.00033 byte_ppl=1.000 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 131 |
+
step=4870800 (run 2800/8000) loss=0.83565 byte_ppl=2.305 atoms=53 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 132 |
+
step=4870825 (run 2825/8000) loss=0.00017 byte_ppl=1.000 atoms=10 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 133 |
+
step=4870850 (run 2850/8000) loss=0.53655 byte_ppl=1.710 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 134 |
+
step=4870875 (run 2875/8000) loss=0.00018 byte_ppl=1.000 atoms=65 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 135 |
+
step=4870900 (run 2900/8000) loss=7.99907 byte_ppl=2968.494 atoms=22 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 136 |
+
step=4870925 (run 2925/8000) loss=6.64992 byte_ppl=772.528 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 137 |
+
step=4870950 (run 2950/8000) loss=6.36133 byte_ppl=578.923 atoms=7 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 138 |
+
step=4870975 (run 2975/8000) loss=2.97337 byte_ppl=19.552 atoms=34 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 139 |
+
step=4871000 (run 3000/8000) loss=5.91067 byte_ppl=368.890 atoms=62 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 140 |
+
step=4871025 (run 3025/8000) loss=0.00090 byte_ppl=1.001 atoms=19 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 141 |
+
step=4871050 (run 3050/8000) loss=6.61117 byte_ppl=743.189 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 142 |
+
step=4871075 (run 3075/8000) loss=0.00396 byte_ppl=1.004 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 143 |
+
step=4871100 (run 3100/8000) loss=6.83877 byte_ppl=933.143 atoms=31 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 144 |
+
step=4871125 (run 3125/8000) loss=0.01094 byte_ppl=1.010 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 145 |
+
step=4871150 (run 3150/8000) loss=7.01741 byte_ppl=1115.705 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 146 |
+
step=4871175 (run 3175/8000) loss=1.29307 byte_ppl=3.638 atoms=43 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 147 |
+
step=4871200 (run 3200/8000) loss=0.00505 byte_ppl=1.005 atoms=71 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 148 |
+
step=4871225 (run 3225/8000) loss=0.00015 byte_ppl=1.000 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 149 |
+
step=4871250 (run 3250/8000) loss=0.00055 byte_ppl=1.000 atoms=55 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 150 |
+
step=4871275 (run 3275/8000) loss=0.00860 byte_ppl=1.008 atoms=12 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 151 |
+
step=4871300 (run 3300/8000) loss=2.72193 byte_ppl=15.208 atoms=40 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 152 |
+
step=4871325 (run 3325/8000) loss=0.25059 byte_ppl=1.284 atoms=67 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 153 |
+
step=4871350 (run 3350/8000) loss=0.19043 byte_ppl=1.210 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 154 |
+
step=4871375 (run 3375/8000) loss=0.00025 byte_ppl=1.000 atoms=52 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 155 |
+
step=4871400 (run 3400/8000) loss=11.44674 byte_ppl=93278.069 atoms=9 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 156 |
+
step=4871425 (run 3425/8000) loss=13.86835 byte_ppl=1053891.467 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 157 |
+
step=4871450 (run 3450/8000) loss=0.00080 byte_ppl=1.000 atoms=64 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 158 |
+
step=4871475 (run 3475/8000) loss=6.97804 byte_ppl=1072.504 atoms=21 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 159 |
+
step=4871500 (run 3500/8000) loss=0.04554 byte_ppl=1.046 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 160 |
+
step=4871525 (run 3525/8000) loss=0.70672 byte_ppl=2.027 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 161 |
+
step=4871550 (run 3550/8000) loss=2.67716 byte_ppl=14.541 atoms=33 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 162 |
+
step=4871575 (run 3575/8000) loss=0.00384 byte_ppl=1.004 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 163 |
+
step=4871600 (run 3600/8000) loss=0.00147 byte_ppl=1.001 atoms=18 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 164 |
+
step=4871625 (run 3625/8000) loss=0.01105 byte_ppl=1.011 atoms=45 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 165 |
+
step=4871650 (run 3650/8000) loss=0.23996 byte_ppl=1.270 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 166 |
+
step=4871675 (run 3675/8000) loss=0.00041 byte_ppl=1.000 atoms=30 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 167 |
+
step=4871700 (run 3700/8000) loss=0.49604 byte_ppl=1.642 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 168 |
+
step=4871725 (run 3725/8000) loss=0.00029 byte_ppl=1.000 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 169 |
+
step=4871750 (run 3750/8000) loss=10.85409 byte_ppl=51560.422 atoms=42 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 170 |
+
step=4871775 (run 3775/8000) loss=0.01244 byte_ppl=1.012 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 171 |
+
step=4871800 (run 3800/8000) loss=2.61204 byte_ppl=13.625 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 172 |
+
step=4871825 (run 3825/8000) loss=0.00235 byte_ppl=1.002 atoms=54 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 173 |
+
step=4871850 (run 3850/8000) loss=0.01987 byte_ppl=1.019 atoms=11 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 174 |
+
step=4871875 (run 3875/8000) loss=0.00029 byte_ppl=1.000 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 175 |
+
step=4871900 (run 3900/8000) loss=4.16133 byte_ppl=64.153 atoms=66 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 176 |
+
step=4871925 (run 3925/8000) loss=2.23450 byte_ppl=9.339 atoms=23 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 177 |
+
step=4871950 (run 3950/8000) loss=3.61969 byte_ppl=37.322 atoms=51 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 178 |
+
step=4871975 (run 3975/8000) loss=0.00130 byte_ppl=1.001 atoms=8 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 179 |
+
step=4872000 (run 4000/8000) loss=0.02205 byte_ppl=1.022 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 180 |
+
step=4872025 (run 4025/8000) loss=0.00315 byte_ppl=1.003 atoms=63 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 181 |
+
step=4872050 (run 4050/8000) loss=14.29075 byte_ppl=1608182.282 atoms=20 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 182 |
+
step=4872075 (run 4075/8000) loss=0.00009 byte_ppl=1.000 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 183 |
+
step=4872100 (run 4100/8000) loss=0.00061 byte_ppl=1.000 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 184 |
+
step=4872125 (run 4125/8000) loss=0.11651 byte_ppl=1.123 atoms=32 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 185 |
+
step=4872150 (run 4150/8000) loss=0.11373 byte_ppl=1.120 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 186 |
+
step=4872175 (run 4175/8000) loss=0.61040 byte_ppl=1.841 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 187 |
+
step=4872200 (run 4200/8000) loss=9.30300 byte_ppl=10930.180 atoms=44 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 188 |
+
step=4872225 (run 4225/8000) loss=0.00110 byte_ppl=1.001 atoms=1 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 189 |
+
step=4872250 (run 4250/8000) loss=13.08424 byte_ppl=480635.184 atoms=29 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 190 |
+
step=4872275 (run 4275/8000) loss=0.00379 byte_ppl=1.004 atoms=56 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 191 |
+
step=4872300 (run 4300/8000) loss=0.00105 byte_ppl=1.001 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 192 |
+
step=4872325 (run 4325/8000) loss=0.01231 byte_ppl=1.012 atoms=41 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 193 |
+
step=4872350 (run 4350/8000) loss=0.95323 byte_ppl=2.590 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 194 |
+
step=4872375 (run 4375/8000) loss=0.07160 byte_ppl=1.074 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 195 |
+
step=4872400 (run 4400/8000) loss=1.82407 byte_ppl=6.195 atoms=53 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 196 |
+
step=4872425 (run 4425/8000) loss=0.00918 byte_ppl=1.006 atoms=10 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 197 |
+
step=4872450 (run 4450/8000) loss=0.58295 byte_ppl=1.791 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 198 |
+
step=4872475 (run 4475/8000) loss=0.00025 byte_ppl=1.000 atoms=65 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 199 |
+
step=4872500 (run 4500/8000) loss=7.53603 byte_ppl=1871.199 atoms=22 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 200 |
+
step=4872525 (run 4525/8000) loss=0.00456 byte_ppl=1.004 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 201 |
+
step=4872550 (run 4550/8000) loss=6.67369 byte_ppl=791.054 atoms=7 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 202 |
+
step=4872575 (run 4575/8000) loss=0.01971 byte_ppl=1.020 atoms=34 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 203 |
+
step=4872600 (run 4600/8000) loss=5.93788 byte_ppl=379.091 atoms=62 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 204 |
+
step=4872625 (run 4625/8000) loss=0.00402 byte_ppl=1.004 atoms=19 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 205 |
+
step=4872650 (run 4650/8000) loss=11.55951 byte_ppl=104741.615 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 206 |
+
step=4872675 (run 4675/8000) loss=0.00056 byte_ppl=1.000 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 207 |
+
step=4872700 (run 4700/8000) loss=0.76645 byte_ppl=2.149 atoms=31 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 208 |
+
step=4872725 (run 4725/8000) loss=0.02468 byte_ppl=1.025 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 209 |
+
step=4872750 (run 4750/8000) loss=0.00310 byte_ppl=1.003 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 210 |
+
step=4872775 (run 4775/8000) loss=0.00248 byte_ppl=1.002 atoms=43 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 211 |
+
step=4872800 (run 4800/8000) loss=0.04477 byte_ppl=1.046 atoms=71 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 212 |
+
step=4872825 (run 4825/8000) loss=0.00552 byte_ppl=1.004 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9991 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 213 |
+
step=4872850 (run 4850/8000) loss=0.00082 byte_ppl=1.000 atoms=55 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 214 |
+
step=4872875 (run 4875/8000) loss=0.00026 byte_ppl=1.000 atoms=12 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 215 |
+
step=4872900 (run 4900/8000) loss=1.68566 byte_ppl=5.395 atoms=40 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 216 |
+
step=4872925 (run 4925/8000) loss=0.02276 byte_ppl=1.023 atoms=67 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 217 |
+
step=4872950 (run 4950/8000) loss=3.87321 byte_ppl=48.085 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 218 |
+
step=4872975 (run 4975/8000) loss=0.00012 byte_ppl=1.000 atoms=52 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 219 |
+
step=4873000 (run 5000/8000) loss=0.20137 byte_ppl=1.223 atoms=9 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 220 |
+
step=4873025 (run 5025/8000) loss=0.01463 byte_ppl=1.014 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 221 |
+
step=4873050 (run 5050/8000) loss=0.01824 byte_ppl=1.018 atoms=64 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 222 |
+
step=4873075 (run 5075/8000) loss=0.00774 byte_ppl=1.008 atoms=21 merges=0 field=96.0000 rms=3.0000 scale=0.9993 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 223 |
+
step=4873100 (run 5100/8000) loss=0.14412 byte_ppl=1.155 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 224 |
+
step=4873125 (run 5125/8000) loss=0.00036 byte_ppl=1.000 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 225 |
+
step=4873150 (run 5150/8000) loss=3.87070 byte_ppl=47.839 atoms=33 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 226 |
+
step=4873175 (run 5175/8000) loss=1.49152 byte_ppl=4.442 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 227 |
+
step=4873200 (run 5200/8000) loss=3.04140 byte_ppl=20.932 atoms=18 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 228 |
+
step=4873225 (run 5225/8000) loss=0.00024 byte_ppl=1.000 atoms=45 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 229 |
+
step=4873250 (run 5250/8000) loss=2.05572 byte_ppl=7.811 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9993 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 230 |
+
step=4873275 (run 5275/8000) loss=1.34016 byte_ppl=3.819 atoms=30 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 231 |
+
step=4873300 (run 5300/8000) loss=0.00179 byte_ppl=1.002 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 232 |
+
step=4873325 (run 5325/8000) loss=0.00473 byte_ppl=1.001 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 233 |
+
step=4873350 (run 5350/8000) loss=1.61646 byte_ppl=5.035 atoms=42 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 234 |
+
step=4873375 (run 5375/8000) loss=4.51513 byte_ppl=91.366 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 235 |
+
step=4873400 (run 5400/8000) loss=3.82127 byte_ppl=45.654 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 236 |
+
step=4873425 (run 5425/8000) loss=5.48706 byte_ppl=241.466 atoms=54 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 237 |
+
step=4873450 (run 5450/8000) loss=3.94325 byte_ppl=51.560 atoms=11 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 238 |
+
step=4873475 (run 5475/8000) loss=0.00107 byte_ppl=1.001 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 239 |
+
step=4873500 (run 5500/8000) loss=0.45903 byte_ppl=1.582 atoms=66 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 240 |
+
step=4873525 (run 5525/8000) loss=0.00027 byte_ppl=1.000 atoms=23 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 241 |
+
step=4873550 (run 5550/8000) loss=1.34971 byte_ppl=3.855 atoms=51 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 242 |
+
step=4873575 (run 5575/8000) loss=0.07799 byte_ppl=1.081 atoms=8 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 243 |
+
step=4873600 (run 5600/8000) loss=6.33588 byte_ppl=564.291 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 244 |
+
step=4873625 (run 5625/8000) loss=0.00120 byte_ppl=1.001 atoms=63 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 245 |
+
step=4873650 (run 5650/8000) loss=0.00927 byte_ppl=1.009 atoms=20 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 246 |
+
step=4873675 (run 5675/8000) loss=0.00159 byte_ppl=1.001 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 247 |
+
step=4873700 (run 5700/8000) loss=5.37994 byte_ppl=216.958 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 248 |
+
step=4873725 (run 5725/8000) loss=0.00035 byte_ppl=1.000 atoms=32 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 249 |
+
step=4873750 (run 5750/8000) loss=0.00172 byte_ppl=1.001 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 250 |
+
step=4873775 (run 5775/8000) loss=0.00082 byte_ppl=1.001 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 251 |
+
step=4873800 (run 5800/8000) loss=0.00197 byte_ppl=1.002 atoms=44 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 252 |
+
step=4873825 (run 5825/8000) loss=0.00210 byte_ppl=1.002 atoms=1 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 253 |
+
step=4873850 (run 5850/8000) loss=0.00312 byte_ppl=1.002 atoms=29 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 254 |
+
step=4873875 (run 5875/8000) loss=0.00129 byte_ppl=1.001 atoms=56 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 255 |
+
step=4873900 (run 5900/8000) loss=1.49597 byte_ppl=4.462 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 256 |
+
step=4873925 (run 5925/8000) loss=0.00043 byte_ppl=1.000 atoms=41 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 257 |
+
step=4873950 (run 5950/8000) loss=5.89615 byte_ppl=363.565 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 258 |
+
step=4873975 (run 5975/8000) loss=0.00298 byte_ppl=1.003 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 259 |
+
step=4874000 (run 6000/8000) loss=4.22152 byte_ppl=68.128 atoms=53 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 260 |
+
step=4874025 (run 6025/8000) loss=0.01502 byte_ppl=1.014 atoms=10 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 261 |
+
step=4874050 (run 6050/8000) loss=0.00869 byte_ppl=1.008 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 262 |
+
step=4874075 (run 6075/8000) loss=0.00011 byte_ppl=1.000 atoms=65 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 263 |
+
step=4874100 (run 6100/8000) loss=8.38980 byte_ppl=4400.838 atoms=22 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 264 |
+
step=4874125 (run 6125/8000) loss=0.00384 byte_ppl=1.000 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 265 |
+
step=4874150 (run 6150/8000) loss=0.01243 byte_ppl=1.012 atoms=7 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 266 |
+
step=4874175 (run 6175/8000) loss=0.00137 byte_ppl=1.001 atoms=34 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 267 |
+
step=4874200 (run 6200/8000) loss=0.14904 byte_ppl=1.160 atoms=62 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 268 |
+
step=4874225 (run 6225/8000) loss=0.00128 byte_ppl=1.001 atoms=19 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 269 |
+
step=4874250 (run 6250/8000) loss=2.42641 byte_ppl=11.307 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 270 |
+
step=4874275 (run 6275/8000) loss=0.00019 byte_ppl=1.000 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 271 |
+
step=4874300 (run 6300/8000) loss=1.68837 byte_ppl=5.409 atoms=31 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 272 |
+
step=4874325 (run 6325/8000) loss=0.06195 byte_ppl=1.064 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 273 |
+
step=4874350 (run 6350/8000) loss=0.00529 byte_ppl=1.005 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 274 |
+
step=4874375 (run 6375/8000) loss=0.00015 byte_ppl=1.000 atoms=43 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 275 |
+
step=4874400 (run 6400/8000) loss=5.27169 byte_ppl=194.705 atoms=71 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 276 |
+
step=4874425 (run 6425/8000) loss=0.00086 byte_ppl=1.001 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 277 |
+
step=4874450 (run 6450/8000) loss=0.01901 byte_ppl=1.019 atoms=55 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 278 |
+
step=4874475 (run 6475/8000) loss=0.63700 byte_ppl=1.891 atoms=12 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 279 |
+
step=4874500 (run 6500/8000) loss=0.00080 byte_ppl=1.000 atoms=40 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 280 |
+
step=4874525 (run 6525/8000) loss=0.00012 byte_ppl=1.000 atoms=67 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 281 |
+
step=4874550 (run 6550/8000) loss=0.00240 byte_ppl=1.002 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 282 |
+
step=4874575 (run 6575/8000) loss=0.01804 byte_ppl=1.018 atoms=52 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 283 |
+
step=4874600 (run 6600/8000) loss=2.14972 byte_ppl=8.581 atoms=9 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 284 |
+
step=4874625 (run 6625/8000) loss=0.15616 byte_ppl=1.169 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 285 |
+
step=4874650 (run 6650/8000) loss=0.00089 byte_ppl=1.000 atoms=64 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 286 |
+
step=4874675 (run 6675/8000) loss=0.00014 byte_ppl=1.000 atoms=21 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 287 |
+
step=4874700 (run 6700/8000) loss=3.55741 byte_ppl=35.067 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 288 |
+
step=4874725 (run 6725/8000) loss=0.00746 byte_ppl=1.007 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 289 |
+
step=4874750 (run 6750/8000) loss=2.29923 byte_ppl=9.964 atoms=33 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 290 |
+
step=4874775 (run 6775/8000) loss=0.00047 byte_ppl=1.000 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 291 |
+
step=4874800 (run 6800/8000) loss=6.97165 byte_ppl=1065.881 atoms=18 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 292 |
+
step=4874825 (run 6825/8000) loss=0.01201 byte_ppl=1.012 atoms=45 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 293 |
+
step=4874850 (run 6850/8000) loss=9.46018 byte_ppl=12836.252 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 294 |
+
step=4874875 (run 6875/8000) loss=0.67819 byte_ppl=1.970 atoms=30 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 295 |
+
step=4874900 (run 6900/8000) loss=0.00155 byte_ppl=1.001 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 296 |
+
step=4874925 (run 6925/8000) loss=0.59468 byte_ppl=1.812 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 297 |
+
step=4874950 (run 6950/8000) loss=0.05051 byte_ppl=1.051 atoms=42 merges=0 field=96.0000 rms=3.0000 scale=0.9993 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 298 |
+
step=4874975 (run 6975/8000) loss=0.00239 byte_ppl=1.002 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 299 |
+
step=4875000 (run 7000/8000) loss=0.14351 byte_ppl=1.154 atoms=27 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 300 |
+
step=4875025 (run 7025/8000) loss=0.00057 byte_ppl=1.000 atoms=54 merges=0 field=96.0000 rms=3.0000 scale=0.9993 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 301 |
+
step=4875050 (run 7050/8000) loss=1.46610 byte_ppl=4.331 atoms=11 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 302 |
+
step=4875075 (run 7075/8000) loss=0.38953 byte_ppl=1.476 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 303 |
+
step=4875100 (run 7100/8000) loss=0.05130 byte_ppl=1.053 atoms=66 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 304 |
+
step=4875125 (run 7125/8000) loss=2.86664 byte_ppl=17.574 atoms=23 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 305 |
+
step=4875150 (run 7150/8000) loss=0.02189 byte_ppl=1.022 atoms=51 merges=0 field=96.0000 rms=3.0000 scale=0.9993 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 306 |
+
step=4875175 (run 7175/8000) loss=0.01982 byte_ppl=1.020 atoms=8 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 307 |
+
step=4875200 (run 7200/8000) loss=0.02693 byte_ppl=1.027 atoms=36 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 308 |
+
step=4875225 (run 7225/8000) loss=0.00031 byte_ppl=1.000 atoms=63 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 309 |
+
step=4875250 (run 7250/8000) loss=0.07428 byte_ppl=1.077 atoms=20 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 310 |
+
step=4875275 (run 7275/8000) loss=0.00016 byte_ppl=1.000 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 311 |
+
step=4875300 (run 7300/8000) loss=8.26550 byte_ppl=3886.905 atoms=5 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 312 |
+
step=4875325 (run 7325/8000) loss=0.00431 byte_ppl=1.004 atoms=32 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 313 |
+
step=4875350 (run 7350/8000) loss=0.00196 byte_ppl=1.001 atoms=60 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 314 |
+
step=4875375 (run 7375/8000) loss=0.00043 byte_ppl=1.000 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 315 |
+
step=4875400 (run 7400/8000) loss=9.37382 byte_ppl=11769.786 atoms=44 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 316 |
+
step=4875425 (run 7425/8000) loss=1.43848 byte_ppl=4.213 atoms=1 merges=0 field=96.0000 rms=3.0000 scale=0.9993 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 317 |
+
step=4875450 (run 7450/8000) loss=25.86176 byte_ppl=170413241555.657 atoms=29 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 318 |
+
step=4875475 (run 7475/8000) loss=0.00066 byte_ppl=1.001 atoms=56 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 319 |
+
step=4875500 (run 7500/8000) loss=0.17400 byte_ppl=1.190 atoms=14 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 320 |
+
step=4875525 (run 7525/8000) loss=0.14311 byte_ppl=1.154 atoms=41 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 321 |
+
step=4875550 (run 7550/8000) loss=4.38118 byte_ppl=79.921 atoms=69 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 322 |
+
step=4875575 (run 7575/8000) loss=4.21856 byte_ppl=67.638 atoms=25 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 323 |
+
step=4875600 (run 7600/8000) loss=8.37672 byte_ppl=4341.597 atoms=53 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 324 |
+
step=4875625 (run 7625/8000) loss=0.00021 byte_ppl=1.000 atoms=10 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 325 |
+
step=4875650 (run 7650/8000) loss=0.00128 byte_ppl=1.001 atoms=38 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 326 |
+
step=4875675 (run 7675/8000) loss=0.00400 byte_ppl=1.004 atoms=65 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 327 |
+
step=4875700 (run 7700/8000) loss=0.02902 byte_ppl=1.029 atoms=22 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 328 |
+
step=4875725 (run 7725/8000) loss=0.00248 byte_ppl=1.002 atoms=49 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 329 |
+
step=4875750 (run 7750/8000) loss=2.23524 byte_ppl=9.347 atoms=7 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 330 |
+
step=4875775 (run 7775/8000) loss=0.01110 byte_ppl=1.011 atoms=34 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 331 |
+
step=4875800 (run 7800/8000) loss=0.81402 byte_ppl=2.257 atoms=62 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 332 |
+
step=4875825 (run 7825/8000) loss=0.00008 byte_ppl=1.000 atoms=19 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 333 |
+
step=4875850 (run 7850/8000) loss=3.23226 byte_ppl=25.331 atoms=47 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 334 |
+
step=4875875 (run 7875/8000) loss=0.09569 byte_ppl=1.099 atoms=3 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 335 |
+
step=4875900 (run 7900/8000) loss=0.00103 byte_ppl=1.001 atoms=31 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 336 |
+
step=4875925 (run 7925/8000) loss=0.00096 byte_ppl=1.001 atoms=58 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 337 |
+
step=4875950 (run 7950/8000) loss=0.00874 byte_ppl=1.009 atoms=16 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 338 |
+
step=4875975 (run 7975/8000) loss=4.83120 byte_ppl=125.327 atoms=43 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 339 |
+
step=4876000 (run 8000/8000) loss=15.06990 byte_ppl=3494363.622 atoms=71 merges=0 field=96.0000 rms=3.0000 scale=0.9992 fcos=nan ign=0.0000 prn=nan nxp=0.000 mph=0.000 bytes=4395028 pkts=4395028 shard=0
|
| 340 |
+
{
|
| 341 |
+
"stream": true,
|
| 342 |
+
"data_path": null,
|
| 343 |
+
"data_glob": "data/corpus_fr_medium*.txt",
|
| 344 |
+
"shard_paths": [
|
| 345 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium.txt",
|
| 346 |
+
"/workspace/exports/atom-ai/data/corpus_fr_medium_s21.txt"
|
| 347 |
+
],
|
| 348 |
+
"data_bytes": 1000453,
|
| 349 |
+
"data_characters": null,
|
| 350 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 351 |
+
"feature_dim": 320,
|
| 352 |
+
"packet_count": null,
|
| 353 |
+
"train_packet_count": null,
|
| 354 |
+
"validation_packet_count": 2048,
|
| 355 |
+
"mean_packet_bytes": null,
|
| 356 |
+
"max_packet_bytes": null,
|
| 357 |
+
"min_packet_bytes": null,
|
| 358 |
+
"bytes_seen": 4395028,
|
| 359 |
+
"config": {
|
| 360 |
+
"d_model": 32,
|
| 361 |
+
"n_modes": 32,
|
| 362 |
+
"n_atoms_max": 64,
|
| 363 |
+
"max_span_bytes": 1,
|
| 364 |
+
"episode_length": 8000,
|
| 365 |
+
"episode_reset": true,
|
| 366 |
+
"atom_flush_every": 64,
|
| 367 |
+
"learning_rate": 1.5e-05,
|
| 368 |
+
"surface_learning_rate": 3.6e-05,
|
| 369 |
+
"steps": 8000,
|
| 370 |
+
"start_step": 4868000,
|
| 371 |
+
"seed": 20260913,
|
| 372 |
+
"surface_alphabet": 256,
|
| 373 |
+
"field_max_rms": 3.0,
|
| 374 |
+
"energy_decay_bounds": [
|
| 375 |
+
0.3,
|
| 376 |
+
0.95
|
| 377 |
+
],
|
| 378 |
+
"stream": true,
|
| 379 |
+
"chunk_bytes": 65536,
|
| 380 |
+
"loop_shards": true,
|
| 381 |
+
"stream_buffer": 2048,
|
| 382 |
+
"stream_prefetch": true,
|
| 383 |
+
"stream_skip_packets": 4372000,
|
| 384 |
+
"last_atom_readout": true,
|
| 385 |
+
"last_atom_scale": 1.0,
|
| 386 |
+
"last_atom_scale_adaptive": false,
|
| 387 |
+
"last_atom_scale_min": 0.0,
|
| 388 |
+
"last_atom_scale_max": 1.0,
|
| 389 |
+
"field_hard_couple_scale": 0.0,
|
| 390 |
+
"last_atom_dropout": 0.0,
|
| 391 |
+
"efference_every": 10,
|
| 392 |
+
"free_run_aux_every": 0,
|
| 393 |
+
"free_run_aux_horizon": 4,
|
| 394 |
+
"free_run_aux_weight": 1.0,
|
| 395 |
+
"enable_merge": false,
|
| 396 |
+
"payload_copy": false,
|
| 397 |
+
"merge_coherence_threshold": 0.45,
|
| 398 |
+
"merge_energy_floor": 0.08,
|
| 399 |
+
"field_loss_weight": 0.05,
|
| 400 |
+
"field_contrast_weight": 0.0,
|
| 401 |
+
"field_ignorance_weight": 0.08,
|
| 402 |
+
"field_ignorance_ablate_shared": false,
|
| 403 |
+
"field_ignorance_prompt_bank": false,
|
| 404 |
+
"field_obligatory_readout": true,
|
| 405 |
+
"field_obligatory_hard": true,
|
| 406 |
+
"printable_aux_weight": 0.0,
|
| 407 |
+
"field_next_packet_weight": 0.0,
|
| 408 |
+
"slow_every": 1
|
| 409 |
+
},
|
| 410 |
+
"packets_seen": 4395028,
|
| 411 |
+
"stream_epoch": 4,
|
| 412 |
+
"train": {
|
| 413 |
+
"steps": 8000,
|
| 414 |
+
"efference_every": 10,
|
| 415 |
+
"free_run_aux_every": 0,
|
| 416 |
+
"free_run_aux_horizon": 4,
|
| 417 |
+
"free_run_aux_weight": 1.0,
|
| 418 |
+
"efference_steps": 800,
|
| 419 |
+
"free_run_aux_steps": 0,
|
| 420 |
+
"last_atom_scale": 1.0,
|
| 421 |
+
"last_atom_scale_adaptive": false,
|
| 422 |
+
"last_atom_scale_min": 0.0,
|
| 423 |
+
"last_atom_scale_max": 1.0,
|
| 424 |
+
"field_hard_couple_scale": 0.0,
|
| 425 |
+
"last_atom_dropout": 0.0,
|
| 426 |
+
"start_step": 4868000,
|
| 427 |
+
"total_steps": 4876000,
|
| 428 |
+
"episode_length": 8000,
|
| 429 |
+
"episode_reset": true,
|
| 430 |
+
"atom_flush_every": 64,
|
| 431 |
+
"elapsed_seconds": 624.3857704130005,
|
| 432 |
+
"transitions_per_second": 12.812591796748336,
|
| 433 |
+
"first_loss": 0.008240150287747383,
|
| 434 |
+
"final_loss": 15.069902420043945,
|
| 435 |
+
"final_total_perplexity": 3505705.7733322573,
|
| 436 |
+
"finite_losses": true,
|
| 437 |
+
"finite_parameters": true,
|
| 438 |
+
"nan_or_inf": false,
|
| 439 |
+
"field_rms_before_max": 3.0026233196258545,
|
| 440 |
+
"field_rms_after_max": 2.999999523162842,
|
| 441 |
+
"field_scale_min": 0.9991260170936584,
|
| 442 |
+
"field_norm_max": 95.9999771118164,
|
| 443 |
+
"field_limited_steps": 5306,
|
| 444 |
+
"field_limited_fraction": 0.66325,
|
| 445 |
+
"final_dynamics": {
|
| 446 |
+
"coupling_scale": 0.8717679977416992,
|
| 447 |
+
"energy_decay": 0.3000052273273468,
|
| 448 |
+
"phase_sync": 0.06938313692808151,
|
| 449 |
+
"energy_decay_before": 0.3000052273273468,
|
| 450 |
+
"energy_decay_repaired": false,
|
| 451 |
+
"energy_decay_bounds": [
|
| 452 |
+
0.3,
|
| 453 |
+
0.95
|
| 454 |
+
]
|
| 455 |
+
},
|
| 456 |
+
"final_atoms_before_validation": 58,
|
| 457 |
+
"stream": true,
|
| 458 |
+
"bytes_seen": 4395028
|
| 459 |
+
},
|
| 460 |
+
"validation": {
|
| 461 |
+
"transitions": 256,
|
| 462 |
+
"loss": 0.40236979978362797,
|
| 463 |
+
"total_perplexity": 1.495364215805161,
|
| 464 |
+
"byte_loss": 0.4002634185616909,
|
| 465 |
+
"byte_perplexity": 1.4922177237203276,
|
| 466 |
+
"source": "stream_ring"
|
| 467 |
+
},
|
| 468 |
+
"checkpoint": "checkpoints/byte_tick/atom_native_step_4876000_d32_ms1M_lrd_b4828.pt",
|
| 469 |
+
"reload": {
|
| 470 |
+
"n_atoms": 0,
|
| 471 |
+
"field_norm": 95.99996185302734,
|
| 472 |
+
"time": 88.0003890991211,
|
| 473 |
+
"finite": true
|
| 474 |
+
},
|
| 475 |
+
"generation": {
|
| 476 |
+
"The future of AI is": {
|
| 477 |
+
"temperature": 0.8,
|
| 478 |
+
"top_k": 5,
|
| 479 |
+
"max_length": 20,
|
| 480 |
+
"bytes_hex": "4a65202020202020",
|
| 481 |
+
"text": "Je ",
|
| 482 |
+
"reload_text": "Je ",
|
| 483 |
+
"reload_match": true
|
| 484 |
+
},
|
| 485 |
+
"Bonjour, je m'appelle": {
|
| 486 |
+
"temperature": 0.8,
|
| 487 |
+
"top_k": 5,
|
| 488 |
+
"max_length": 20,
|
| 489 |
+
"bytes_hex": "4f75692c2c2c2020",
|
| 490 |
+
"text": "Oui,,, ",
|
| 491 |
+
"reload_text": "Oui,,, ",
|
| 492 |
+
"reload_match": true
|
| 493 |
+
},
|
| 494 |
+
"Valkyria Chronicles III is": {
|
| 495 |
+
"temperature": 0.8,
|
| 496 |
+
"top_k": 5,
|
| 497 |
+
"max_length": 20,
|
| 498 |
+
"bytes_hex": "4f75692c2c202020",
|
| 499 |
+
"text": "Oui,, ",
|
| 500 |
+
"reload_text": "Oui,, ",
|
| 501 |
+
"reload_match": true
|
| 502 |
+
}
|
| 503 |
+
}
|
| 504 |
+
}
|
docs/artifacts/last_atom_dropout/val_ablation.json
ADDED
|
@@ -0,0 +1,87 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"val_source": "stream_ring_last256 (same as run_atom_native stream val)",
|
| 3 |
+
"rings": {
|
| 4 |
+
"4868000": {
|
| 5 |
+
"n_pairs": 256,
|
| 6 |
+
"checkpoints": {
|
| 7 |
+
"checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt": {
|
| 8 |
+
"normal": {
|
| 9 |
+
"loss": 0.4010402589169644,
|
| 10 |
+
"byte_loss": 0.3989881433232547,
|
| 11 |
+
"n": 256
|
| 12 |
+
},
|
| 13 |
+
"la_zeroed": {
|
| 14 |
+
"loss": 6.121935051400214,
|
| 15 |
+
"byte_loss": 6.119882937986404,
|
| 16 |
+
"n": 256
|
| 17 |
+
}
|
| 18 |
+
},
|
| 19 |
+
"checkpoints/byte_tick/atom_native_step_4876000_d32_ms1M_lrd_b4828.pt": {
|
| 20 |
+
"normal": {
|
| 21 |
+
"loss": 0.40236979978362797,
|
| 22 |
+
"byte_loss": 0.4002634185616909,
|
| 23 |
+
"n": 256
|
| 24 |
+
},
|
| 25 |
+
"la_zeroed": {
|
| 26 |
+
"loss": 6.197015048470348,
|
| 27 |
+
"byte_loss": 6.194908656645566,
|
| 28 |
+
"n": 256
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"checkpoints/byte_tick_ladrop/atom_native_step_4876000_d32_ms1M_lrd_b4828_ladrop.pt": {
|
| 32 |
+
"normal": {
|
| 33 |
+
"loss": 0.5363390516140498,
|
| 34 |
+
"byte_loss": 0.5309394766522244,
|
| 35 |
+
"n": 256
|
| 36 |
+
},
|
| 37 |
+
"la_zeroed": {
|
| 38 |
+
"loss": 3.404181201942265,
|
| 39 |
+
"byte_loss": 3.3987816316075623,
|
| 40 |
+
"n": 256
|
| 41 |
+
}
|
| 42 |
+
}
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
"4876000": {
|
| 46 |
+
"n_pairs": 256,
|
| 47 |
+
"checkpoints": {
|
| 48 |
+
"checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt": {
|
| 49 |
+
"normal": {
|
| 50 |
+
"loss": 0.4010402589169644,
|
| 51 |
+
"byte_loss": 0.3989881433232547,
|
| 52 |
+
"n": 256
|
| 53 |
+
},
|
| 54 |
+
"la_zeroed": {
|
| 55 |
+
"loss": 6.121935051400214,
|
| 56 |
+
"byte_loss": 6.119882937986404,
|
| 57 |
+
"n": 256
|
| 58 |
+
}
|
| 59 |
+
},
|
| 60 |
+
"checkpoints/byte_tick/atom_native_step_4876000_d32_ms1M_lrd_b4828.pt": {
|
| 61 |
+
"normal": {
|
| 62 |
+
"loss": 0.40236979978362797,
|
| 63 |
+
"byte_loss": 0.4002634185616909,
|
| 64 |
+
"n": 256
|
| 65 |
+
},
|
| 66 |
+
"la_zeroed": {
|
| 67 |
+
"loss": 6.197015048470348,
|
| 68 |
+
"byte_loss": 6.194908656645566,
|
| 69 |
+
"n": 256
|
| 70 |
+
}
|
| 71 |
+
},
|
| 72 |
+
"checkpoints/byte_tick_ladrop/atom_native_step_4876000_d32_ms1M_lrd_b4828_ladrop.pt": {
|
| 73 |
+
"normal": {
|
| 74 |
+
"loss": 0.5363390516140498,
|
| 75 |
+
"byte_loss": 0.5309394766522244,
|
| 76 |
+
"n": 256
|
| 77 |
+
},
|
| 78 |
+
"la_zeroed": {
|
| 79 |
+
"loss": 3.404181201942265,
|
| 80 |
+
"byte_loss": 3.3987816316075623,
|
| 81 |
+
"n": 256
|
| 82 |
+
}
|
| 83 |
+
}
|
| 84 |
+
}
|
| 85 |
+
}
|
| 86 |
+
}
|
| 87 |
+
}
|
docs/artifacts/last_atom_dropout/val_ablation.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
val rings built for [4868000, 4876000] in 473.1s
|
| 2 |
+
[ring@4868000] checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt
|
| 3 |
+
normal loss=0.4010 byte_ce=0.3990
|
| 4 |
+
la_zero loss=6.1219 byte_ce=6.1199
|
| 5 |
+
[ring@4868000] checkpoints/byte_tick/atom_native_step_4876000_d32_ms1M_lrd_b4828.pt
|
| 6 |
+
normal loss=0.4024 byte_ce=0.4003
|
| 7 |
+
la_zero loss=6.1970 byte_ce=6.1949
|
| 8 |
+
[ring@4868000] checkpoints/byte_tick_ladrop/atom_native_step_4876000_d32_ms1M_lrd_b4828_ladrop.pt
|
| 9 |
+
normal loss=0.5363 byte_ce=0.5309
|
| 10 |
+
la_zero loss=3.4042 byte_ce=3.3988
|
| 11 |
+
[ring@4876000] checkpoints/byte_tick/atom_native_step_4868000_d32_ms1M_lrd_b4828.pt
|
| 12 |
+
normal loss=0.4010 byte_ce=0.3990
|
| 13 |
+
la_zero loss=6.1219 byte_ce=6.1199
|
| 14 |
+
[ring@4876000] checkpoints/byte_tick/atom_native_step_4876000_d32_ms1M_lrd_b4828.pt
|
| 15 |
+
normal loss=0.4024 byte_ce=0.4003
|
| 16 |
+
la_zero loss=6.1970 byte_ce=6.1949
|
| 17 |
+
[ring@4876000] checkpoints/byte_tick_ladrop/atom_native_step_4876000_d32_ms1M_lrd_b4828_ladrop.pt
|
| 18 |
+
normal loss=0.5363 byte_ce=0.5309
|
| 19 |
+
la_zero loss=3.4042 byte_ce=3.3988
|
docs/artifacts/last_atom_dropout/val_window_baselines.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"val_window_text": ": Je vais bien, merci. Et toi ?\nUtilisateur: Dis-m'en plus.\nAssistant: Oui, tout à fait.\nUtilisateur: Dis-m'en plus.\nAssistant: Bonne question, je vais réfléchir.\n\nUtilisateur: Merci bien\nAssistant: Avec grand plaisir.\nUtilisateur: Dis-m'en plus.\nAssista",
|
| 3 |
+
"n_targets": 256,
|
| 4 |
+
"unigram_ce_corpus": 3.2359449769619477,
|
| 5 |
+
"bigram_ce_corpus_add0.01": 1.7686215704800623,
|
| 6 |
+
"uniform_ce": 5.545177444479562
|
| 7 |
+
}
|
docs/artifacts/last_atom_dropout/yield_to_live.py
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Pause (SIGSTOP) MY probe PIDs while the live b4828 loop is in a multi-threaded phase.
|
| 2 |
+
|
| 3 |
+
Live torch uses 8 spinning OMP threads; any other busy process on a core cuts live
|
| 4 |
+
throughput ~38x (measured 77 -> 2 steps/s). The live stream-skip phase is
|
| 5 |
+
single-threaded, so my single-threaded probe runs only then. Only signals the PIDs
|
| 6 |
+
listed in the pid file (my own processes). Never touches the live loop.
|
| 7 |
+
"""
|
| 8 |
+
import glob, os, signal, sys, time, subprocess
|
| 9 |
+
PIDFILE = sys.argv[1]
|
| 10 |
+
LOG = "/workspace/exports/atom-ai/logs/ladrop_yield.log"
|
| 11 |
+
ROOT = "/workspace/exports/atom-ai/logs"
|
| 12 |
+
|
| 13 |
+
def my_pids():
|
| 14 |
+
try:
|
| 15 |
+
return [int(x) for x in open(PIDFILE).read().split() if x.strip()]
|
| 16 |
+
except FileNotFoundError:
|
| 17 |
+
return []
|
| 18 |
+
|
| 19 |
+
def alive(pg):
|
| 20 |
+
# pg is a process-group id (setsid leader); alive if any member exists
|
| 21 |
+
try:
|
| 22 |
+
os.killpg(pg, 0)
|
| 23 |
+
return True
|
| 24 |
+
except Exception:
|
| 25 |
+
return False
|
| 26 |
+
|
| 27 |
+
def live_busy():
|
| 28 |
+
mine = set(my_pids())
|
| 29 |
+
out = subprocess.run(["ps", "-eo", "pid,args"], capture_output=True, text=True).stdout
|
| 30 |
+
for line in out.splitlines()[1:]:
|
| 31 |
+
pid_s, _, args = line.strip().partition(" ")
|
| 32 |
+
pid = int(pid_s)
|
| 33 |
+
try:
|
| 34 |
+
if os.getpgid(pid) in mine:
|
| 35 |
+
continue
|
| 36 |
+
except Exception:
|
| 37 |
+
continue
|
| 38 |
+
if "ladrop" in args:
|
| 39 |
+
continue
|
| 40 |
+
if "chat_atom_native.py" in args and "lrd_b4828.pt" in args:
|
| 41 |
+
return True
|
| 42 |
+
if "run_atom_native.py" in args and "lrd_b4828.pt" in args:
|
| 43 |
+
logs = [l for l in glob.glob(f"{ROOT}/train_d32_*_ms1M_lrd_b4828.log")]
|
| 44 |
+
if not logs:
|
| 45 |
+
return True
|
| 46 |
+
cur = max(logs, key=os.path.getmtime)
|
| 47 |
+
txt = open(cur, errors="replace").read()
|
| 48 |
+
if "stream skip done" in txt:
|
| 49 |
+
return True # training / val / generation phase
|
| 50 |
+
return False # still skipping (single-threaded)
|
| 51 |
+
return False
|
| 52 |
+
|
| 53 |
+
state = None
|
| 54 |
+
while True:
|
| 55 |
+
pids = [p for p in my_pids() if alive(p)]
|
| 56 |
+
if not pids:
|
| 57 |
+
break
|
| 58 |
+
busy = live_busy()
|
| 59 |
+
want = "STOP" if busy else "CONT"
|
| 60 |
+
for p in pids:
|
| 61 |
+
try:
|
| 62 |
+
os.killpg(p, signal.SIGSTOP if busy else signal.SIGCONT)
|
| 63 |
+
except ProcessLookupError:
|
| 64 |
+
pass
|
| 65 |
+
if want != state:
|
| 66 |
+
with open(LOG, "a") as f:
|
| 67 |
+
f.write(f"{time.strftime('%H:%M:%S')} {want} pids={pids}\n")
|
| 68 |
+
state = want
|
| 69 |
+
time.sleep(0.5)
|
| 70 |
+
for p in my_pids():
|
| 71 |
+
try: os.killpg(p, signal.SIGCONT)
|
| 72 |
+
except Exception: pass
|
docs/artifacts/lign_ablate_2k5/lign_probe_after.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_ablate/atom_native.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2105000
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003866 -> 0.032616 (norm 0.2474 -> 2.0874) atoms 3 -> 22
|
| 5 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006797 -> 0.034313 (norm 0.4350 -> 2.1960) atoms 7 -> 26
|
| 8 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006037 -> 0.033744 (norm 0.3864 -> 2.1596) atoms 6 -> 25
|
| 11 |
+
gen_preview='unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003866 -> 0.032616 (norm 0.2474 -> 2.0874) atoms 3 -> 22
|
| 14 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.991780 alpha=0.698509
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_ablate_2k5/probe_after_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/lign_ablate_2k5/lign_probe_before.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_smoke/atom_native_src.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2102500
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003676 -> 0.024275 (norm 0.2353 -> 1.5536) atoms 3 -> 22
|
| 5 |
+
gen_preview='us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.�> Uu>rN�frN�f<N�f'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006684 -> 0.024246 (norm 0.4278 -> 1.5518) atoms 7 -> 26
|
| 8 |
+
gen_preview='un!> sn>use>ub!> su>us!> su>us!> bu>ub!> pu> su>uN!>u.�> Uu>rN�frN�frN�f<Nqf-Nqk'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006216 -> 0.024691 (norm 0.3978 -> 1.5803) atoms 6 -> 25
|
| 11 |
+
gen_preview='us!> su>us!> bu>ub!> su>ub!> pu> su>uN!>u.q> Uu>rNqfdNqkdNdk<NqkrNqk<NqkrNqk<Nqk'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003676 -> 0.024275 (norm 0.2353 -> 1.5536) atoms 3 -> 22
|
| 14 |
+
gen_preview='us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.�> Uu>rN�frN�f<N�f'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.992294 alpha=0.720524
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_ablate_2k5/probe_before_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/lign_ablate_2k5/probe_after.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_ablate/atom_native.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2105000
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003866 -> 0.032616 (norm 0.2474 -> 2.0874) atoms 3 -> 22
|
| 5 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006797 -> 0.034313 (norm 0.4350 -> 2.1960) atoms 7 -> 26
|
| 8 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006037 -> 0.033744 (norm 0.3864 -> 2.1596) atoms 6 -> 25
|
| 11 |
+
gen_preview='unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003866 -> 0.032616 (norm 0.2474 -> 2.0874) atoms 3 -> 22
|
| 14 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.991780 alpha=0.698509
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_ablate_2k5/probe_after_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/lign_ablate_2k5/probe_after_report.json
ADDED
|
@@ -0,0 +1,447 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"timestamp_local": "2026-09-17 19:11:52 PDT",
|
| 3 |
+
"timestamp_utc": "2026-09-18T02:11:52.830435+00:00",
|
| 4 |
+
"meta": {
|
| 5 |
+
"config": {
|
| 6 |
+
"d_model": 64,
|
| 7 |
+
"n_modes": 64,
|
| 8 |
+
"n_atoms_max": 512,
|
| 9 |
+
"max_payload_bytes": 16,
|
| 10 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 11 |
+
"field_max_rms": 3.0,
|
| 12 |
+
"energy_decay_bounds": [
|
| 13 |
+
0.45,
|
| 14 |
+
0.95
|
| 15 |
+
],
|
| 16 |
+
"enable_merge": true,
|
| 17 |
+
"slow_every": 4,
|
| 18 |
+
"field_loss_weight": 0.08,
|
| 19 |
+
"field_contrast_weight": 0.45,
|
| 20 |
+
"field_contrast_margin": 0.45,
|
| 21 |
+
"field_ignorance_weight": 0.08,
|
| 22 |
+
"field_ignorance_margin": 0.85,
|
| 23 |
+
"field_ignorance_ablate_shared": true,
|
| 24 |
+
"field_ignorance_prompt_bank": false,
|
| 25 |
+
"merge_count_total": 0
|
| 26 |
+
},
|
| 27 |
+
"training_meta": {
|
| 28 |
+
"step": 2105000,
|
| 29 |
+
"run_steps": 2500,
|
| 30 |
+
"seed": 20260917,
|
| 31 |
+
"episode_reset": false,
|
| 32 |
+
"atom_flush_every": 256,
|
| 33 |
+
"dynamics_on_load": {
|
| 34 |
+
"coupling_scale": 1.9906045198440552,
|
| 35 |
+
"energy_decay": 0.44999998807907104,
|
| 36 |
+
"phase_sync": 0.9987071752548218,
|
| 37 |
+
"energy_decay_before": 0.44999998807907104,
|
| 38 |
+
"energy_decay_repaired": false,
|
| 39 |
+
"energy_decay_bounds": [
|
| 40 |
+
0.45,
|
| 41 |
+
0.95
|
| 42 |
+
]
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
"checkpoint": "/workspace/exports/atom-ai/checkpoints/atom_native_lign_ablate/atom_native.pt",
|
| 46 |
+
"checkpoint_bytes": 20532464
|
| 47 |
+
},
|
| 48 |
+
"n_gen": 20,
|
| 49 |
+
"prompts": [
|
| 50 |
+
"Bonjour",
|
| 51 |
+
"Qui es-tu ?",
|
| 52 |
+
"Il \u00e9tait une fois",
|
| 53 |
+
"Utilisateur: Bonjour\nAssistant:"
|
| 54 |
+
],
|
| 55 |
+
"per_prompt": [
|
| 56 |
+
{
|
| 57 |
+
"prompt": "Bonjour",
|
| 58 |
+
"primed_text": "Utilisateur: Bonjour\nAssistant:",
|
| 59 |
+
"n_prompt_packets": 3,
|
| 60 |
+
"packet_payloads": [
|
| 61 |
+
"Utilisateur:",
|
| 62 |
+
" Bonjour\n",
|
| 63 |
+
"Assistant:"
|
| 64 |
+
],
|
| 65 |
+
"stats_after_prompt": {
|
| 66 |
+
"field_rms": 0.0038661202415823936,
|
| 67 |
+
"field_norm": 0.247431680560112,
|
| 68 |
+
"field_mean_abs": 0.0029331459663808346,
|
| 69 |
+
"field_max_abs": 0.024348242208361626,
|
| 70 |
+
"alpha_numel": 4096,
|
| 71 |
+
"persistence_norm": 0.0,
|
| 72 |
+
"persistence_mean_abs": 0.0,
|
| 73 |
+
"persistence_strength": 0.0,
|
| 74 |
+
"n_atoms": 3,
|
| 75 |
+
"consolidation_count": 0,
|
| 76 |
+
"abstraction_count": 0,
|
| 77 |
+
"t": 0.029999999329447746
|
| 78 |
+
},
|
| 79 |
+
"stats_after_gen": {
|
| 80 |
+
"field_rms": 0.032615795731544495,
|
| 81 |
+
"field_norm": 2.0874109268188477,
|
| 82 |
+
"field_mean_abs": 0.0234804917126894,
|
| 83 |
+
"field_max_abs": 0.14776422083377838,
|
| 84 |
+
"alpha_numel": 4096,
|
| 85 |
+
"persistence_norm": 0.0,
|
| 86 |
+
"persistence_mean_abs": 0.0,
|
| 87 |
+
"persistence_strength": 0.0,
|
| 88 |
+
"n_atoms": 22,
|
| 89 |
+
"consolidation_count": 0,
|
| 90 |
+
"abstraction_count": 0,
|
| 91 |
+
"t": 0.2200000286102295
|
| 92 |
+
},
|
| 93 |
+
"generated_preview": "unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>",
|
| 94 |
+
"generated_bytes": 80,
|
| 95 |
+
"surface_byte_logits_norm": 264.658935546875
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"prompt": "Qui es-tu ?",
|
| 99 |
+
"primed_text": "Utilisateur: Qui es-tu ?\nAssistant:",
|
| 100 |
+
"n_prompt_packets": 7,
|
| 101 |
+
"packet_payloads": [
|
| 102 |
+
"Utilisateur:",
|
| 103 |
+
" Qui ",
|
| 104 |
+
"es-",
|
| 105 |
+
"tu ",
|
| 106 |
+
"?",
|
| 107 |
+
"\n",
|
| 108 |
+
"Assistant:"
|
| 109 |
+
],
|
| 110 |
+
"stats_after_prompt": {
|
| 111 |
+
"field_rms": 0.006796767003834248,
|
| 112 |
+
"field_norm": 0.43499308824539185,
|
| 113 |
+
"field_mean_abs": 0.005092245060950518,
|
| 114 |
+
"field_max_abs": 0.0342055968940258,
|
| 115 |
+
"alpha_numel": 4096,
|
| 116 |
+
"persistence_norm": 0.0,
|
| 117 |
+
"persistence_mean_abs": 0.0,
|
| 118 |
+
"persistence_strength": 0.0,
|
| 119 |
+
"n_atoms": 7,
|
| 120 |
+
"consolidation_count": 0,
|
| 121 |
+
"abstraction_count": 0,
|
| 122 |
+
"t": 0.06999999284744263
|
| 123 |
+
},
|
| 124 |
+
"stats_after_gen": {
|
| 125 |
+
"field_rms": 0.03431277722120285,
|
| 126 |
+
"field_norm": 2.1960175037384033,
|
| 127 |
+
"field_mean_abs": 0.025360628962516785,
|
| 128 |
+
"field_max_abs": 0.15245617926120758,
|
| 129 |
+
"alpha_numel": 4096,
|
| 130 |
+
"persistence_norm": 0.0,
|
| 131 |
+
"persistence_mean_abs": 0.0,
|
| 132 |
+
"persistence_strength": 0.0,
|
| 133 |
+
"n_atoms": 26,
|
| 134 |
+
"consolidation_count": 0,
|
| 135 |
+
"abstraction_count": 0,
|
| 136 |
+
"t": 0.2600000202655792
|
| 137 |
+
},
|
| 138 |
+
"generated_preview": "unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>",
|
| 139 |
+
"generated_bytes": 80,
|
| 140 |
+
"surface_byte_logits_norm": 217.61972045898438
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"prompt": "Il \u00e9tait une fois",
|
| 144 |
+
"primed_text": "Utilisateur: Il \u00e9tait une fois\nAssistant:",
|
| 145 |
+
"n_prompt_packets": 6,
|
| 146 |
+
"packet_payloads": [
|
| 147 |
+
"Utilisateur:",
|
| 148 |
+
" Il ",
|
| 149 |
+
"\u00e9tait ",
|
| 150 |
+
"une ",
|
| 151 |
+
"fois\n",
|
| 152 |
+
"Assistant:"
|
| 153 |
+
],
|
| 154 |
+
"stats_after_prompt": {
|
| 155 |
+
"field_rms": 0.006037322338670492,
|
| 156 |
+
"field_norm": 0.3863886296749115,
|
| 157 |
+
"field_mean_abs": 0.004503290634602308,
|
| 158 |
+
"field_max_abs": 0.03781157359480858,
|
| 159 |
+
"alpha_numel": 4096,
|
| 160 |
+
"persistence_norm": 0.0,
|
| 161 |
+
"persistence_mean_abs": 0.0,
|
| 162 |
+
"persistence_strength": 0.0,
|
| 163 |
+
"n_atoms": 6,
|
| 164 |
+
"consolidation_count": 0,
|
| 165 |
+
"abstraction_count": 0,
|
| 166 |
+
"t": 0.059999994933605194
|
| 167 |
+
},
|
| 168 |
+
"stats_after_gen": {
|
| 169 |
+
"field_rms": 0.033743564039468765,
|
| 170 |
+
"field_norm": 2.159588098526001,
|
| 171 |
+
"field_mean_abs": 0.024512071162462234,
|
| 172 |
+
"field_max_abs": 0.15108709037303925,
|
| 173 |
+
"alpha_numel": 4096,
|
| 174 |
+
"persistence_norm": 0.0,
|
| 175 |
+
"persistence_mean_abs": 0.0,
|
| 176 |
+
"persistence_strength": 0.0,
|
| 177 |
+
"n_atoms": 25,
|
| 178 |
+
"consolidation_count": 0,
|
| 179 |
+
"abstraction_count": 0,
|
| 180 |
+
"t": 0.2500000298023224
|
| 181 |
+
},
|
| 182 |
+
"generated_preview": "unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>",
|
| 183 |
+
"generated_bytes": 80,
|
| 184 |
+
"surface_byte_logits_norm": 235.82313537597656
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"prompt": "Utilisateur: Bonjour\nAssistant:",
|
| 188 |
+
"primed_text": "Utilisateur: Bonjour\nAssistant:",
|
| 189 |
+
"n_prompt_packets": 3,
|
| 190 |
+
"packet_payloads": [
|
| 191 |
+
"Utilisateur:",
|
| 192 |
+
" Bonjour\n",
|
| 193 |
+
"Assistant:"
|
| 194 |
+
],
|
| 195 |
+
"stats_after_prompt": {
|
| 196 |
+
"field_rms": 0.0038661202415823936,
|
| 197 |
+
"field_norm": 0.247431680560112,
|
| 198 |
+
"field_mean_abs": 0.0029331459663808346,
|
| 199 |
+
"field_max_abs": 0.024348242208361626,
|
| 200 |
+
"alpha_numel": 4096,
|
| 201 |
+
"persistence_norm": 0.0,
|
| 202 |
+
"persistence_mean_abs": 0.0,
|
| 203 |
+
"persistence_strength": 0.0,
|
| 204 |
+
"n_atoms": 3,
|
| 205 |
+
"consolidation_count": 0,
|
| 206 |
+
"abstraction_count": 0,
|
| 207 |
+
"t": 0.029999999329447746
|
| 208 |
+
},
|
| 209 |
+
"stats_after_gen": {
|
| 210 |
+
"field_rms": 0.032615795731544495,
|
| 211 |
+
"field_norm": 2.0874109268188477,
|
| 212 |
+
"field_mean_abs": 0.0234804917126894,
|
| 213 |
+
"field_max_abs": 0.14776422083377838,
|
| 214 |
+
"alpha_numel": 4096,
|
| 215 |
+
"persistence_norm": 0.0,
|
| 216 |
+
"persistence_mean_abs": 0.0,
|
| 217 |
+
"persistence_strength": 0.0,
|
| 218 |
+
"n_atoms": 22,
|
| 219 |
+
"consolidation_count": 0,
|
| 220 |
+
"abstraction_count": 0,
|
| 221 |
+
"t": 0.2200000286102295
|
| 222 |
+
},
|
| 223 |
+
"generated_preview": "unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>",
|
| 224 |
+
"generated_bytes": 80,
|
| 225 |
+
"surface_byte_logits_norm": 264.658935546875
|
| 226 |
+
}
|
| 227 |
+
],
|
| 228 |
+
"prompt_sensitivity": {
|
| 229 |
+
"prompts": [
|
| 230 |
+
"Bonjour",
|
| 231 |
+
"Qui es-tu ?",
|
| 232 |
+
"Il \u00e9tait une fois",
|
| 233 |
+
"Utilisateur: Bonjour\nAssistant:"
|
| 234 |
+
],
|
| 235 |
+
"cosine_alpha": [
|
| 236 |
+
[
|
| 237 |
+
0.9999999591503186,
|
| 238 |
+
0.4765916552705683,
|
| 239 |
+
0.8353639415455211,
|
| 240 |
+
0.9999999591503186
|
| 241 |
+
],
|
| 242 |
+
[
|
| 243 |
+
0.4765916552705683,
|
| 244 |
+
1.0000001375930643,
|
| 245 |
+
0.5671435013560066,
|
| 246 |
+
0.4765916552705683
|
| 247 |
+
],
|
| 248 |
+
[
|
| 249 |
+
0.8353639415455211,
|
| 250 |
+
0.5671435013560066,
|
| 251 |
+
1.0000001418181077,
|
| 252 |
+
0.8353639415455211
|
| 253 |
+
],
|
| 254 |
+
[
|
| 255 |
+
0.9999999591503186,
|
| 256 |
+
0.4765916552705683,
|
| 257 |
+
0.8353639415455211,
|
| 258 |
+
0.9999999591503186
|
| 259 |
+
]
|
| 260 |
+
],
|
| 261 |
+
"cosine_output_state": [
|
| 262 |
+
[
|
| 263 |
+
0.9999999505621286,
|
| 264 |
+
0.9704693246384373,
|
| 265 |
+
0.9899996836884695,
|
| 266 |
+
0.9999999505621286
|
| 267 |
+
],
|
| 268 |
+
[
|
| 269 |
+
0.9704693246384373,
|
| 270 |
+
0.9999999381350225,
|
| 271 |
+
0.9767315391244513,
|
| 272 |
+
0.9704693246384373
|
| 273 |
+
],
|
| 274 |
+
[
|
| 275 |
+
0.9899996836884695,
|
| 276 |
+
0.9767315391244513,
|
| 277 |
+
1.000000080813615,
|
| 278 |
+
0.9899996836884695
|
| 279 |
+
],
|
| 280 |
+
[
|
| 281 |
+
0.9999999505621286,
|
| 282 |
+
0.9704693246384373,
|
| 283 |
+
0.9899996836884695,
|
| 284 |
+
0.9999999505621286
|
| 285 |
+
]
|
| 286 |
+
],
|
| 287 |
+
"cosine_surface_logits": [
|
| 288 |
+
[
|
| 289 |
+
1.000000089773527,
|
| 290 |
+
0.9856087639128152,
|
| 291 |
+
0.9952362798386291,
|
| 292 |
+
1.000000089773527
|
| 293 |
+
],
|
| 294 |
+
[
|
| 295 |
+
0.9856087639128152,
|
| 296 |
+
1.0000001131637146,
|
| 297 |
+
0.98899230137612,
|
| 298 |
+
0.9856087639128152
|
| 299 |
+
],
|
| 300 |
+
[
|
| 301 |
+
0.9952362798386291,
|
| 302 |
+
0.98899230137612,
|
| 303 |
+
0.9999999569902737,
|
| 304 |
+
0.9952362798386291
|
| 305 |
+
],
|
| 306 |
+
[
|
| 307 |
+
1.000000089773527,
|
| 308 |
+
0.9856087639128152,
|
| 309 |
+
0.9952362798386291,
|
| 310 |
+
1.000000089773527
|
| 311 |
+
]
|
| 312 |
+
],
|
| 313 |
+
"cosine_persistence": [
|
| 314 |
+
[
|
| 315 |
+
null,
|
| 316 |
+
null,
|
| 317 |
+
null,
|
| 318 |
+
null
|
| 319 |
+
],
|
| 320 |
+
[
|
| 321 |
+
null,
|
| 322 |
+
null,
|
| 323 |
+
null,
|
| 324 |
+
null
|
| 325 |
+
],
|
| 326 |
+
[
|
| 327 |
+
null,
|
| 328 |
+
null,
|
| 329 |
+
null,
|
| 330 |
+
null
|
| 331 |
+
],
|
| 332 |
+
[
|
| 333 |
+
null,
|
| 334 |
+
null,
|
| 335 |
+
null,
|
| 336 |
+
null
|
| 337 |
+
]
|
| 338 |
+
],
|
| 339 |
+
"l2_alpha": [
|
| 340 |
+
[
|
| 341 |
+
0.0,
|
| 342 |
+
0.384511798620224,
|
| 343 |
+
0.22536420822143555,
|
| 344 |
+
0.0
|
| 345 |
+
],
|
| 346 |
+
[
|
| 347 |
+
0.384511798620224,
|
| 348 |
+
0.0,
|
| 349 |
+
0.3845365643501282,
|
| 350 |
+
0.384511798620224
|
| 351 |
+
],
|
| 352 |
+
[
|
| 353 |
+
0.22536420822143555,
|
| 354 |
+
0.3845365643501282,
|
| 355 |
+
0.0,
|
| 356 |
+
0.22536420822143555
|
| 357 |
+
],
|
| 358 |
+
[
|
| 359 |
+
0.0,
|
| 360 |
+
0.384511798620224,
|
| 361 |
+
0.22536420822143555,
|
| 362 |
+
0.0
|
| 363 |
+
]
|
| 364 |
+
],
|
| 365 |
+
"mean_offdiag_cosine_alpha": 0.6985091090230839,
|
| 366 |
+
"mean_offdiag_cosine_output_state": 0.9829449177233989,
|
| 367 |
+
"mean_offdiag_cosine_surface_logits": 0.991780413108756,
|
| 368 |
+
"mean_offdiag_cosine_persistence": null,
|
| 369 |
+
"interpretation": "If inter-prompt cosine of surface logits / output_state \u2248 1.0, the surface largely ignores prompt-conditioned field differences. Meaningfully < 1 suggests prompt-sensitive state."
|
| 370 |
+
},
|
| 371 |
+
"reconstruction": {
|
| 372 |
+
"last_k": 4,
|
| 373 |
+
"notes": [
|
| 374 |
+
"No MERGE/SPLIT in this architecture yet.",
|
| 375 |
+
"No dedicated field\u2192past-packet decoder exists.",
|
| 376 |
+
"Consolidation is a single EMA persistence vector, not a packet stack.",
|
| 377 |
+
"Linear probe below is few-shot diagnostic on the probe prompts only."
|
| 378 |
+
],
|
| 379 |
+
"not_possible_yet": [
|
| 380 |
+
"MERGE of packets into durable field structures",
|
| 381 |
+
"SPLIT / dual-clock span control",
|
| 382 |
+
"Dedicated field \u2192 past-packet decoder",
|
| 383 |
+
"Retrieving arbitrary past payloads from alpha alone as text"
|
| 384 |
+
],
|
| 385 |
+
"field_differs_across_prompts": true,
|
| 386 |
+
"persistence_differs_across_prompts": false,
|
| 387 |
+
"pairwise_alpha_l2": [
|
| 388 |
+
0.384511798620224,
|
| 389 |
+
0.22536420822143555,
|
| 390 |
+
0.0,
|
| 391 |
+
0.3845365643501282,
|
| 392 |
+
0.384511798620224,
|
| 393 |
+
0.22536420822143555
|
| 394 |
+
],
|
| 395 |
+
"pairwise_persistence_l2": [
|
| 396 |
+
0.0,
|
| 397 |
+
0.0,
|
| 398 |
+
0.0,
|
| 399 |
+
0.0,
|
| 400 |
+
0.0,
|
| 401 |
+
0.0
|
| 402 |
+
],
|
| 403 |
+
"mean_pairwise_alpha_l2": 0.2673814296722412,
|
| 404 |
+
"linear_probe": {
|
| 405 |
+
"status": "ok",
|
| 406 |
+
"method": "dual_ridge_least_squares",
|
| 407 |
+
"lambda": 0.01,
|
| 408 |
+
"n_prompts": 4,
|
| 409 |
+
"field_dim": 4224,
|
| 410 |
+
"feature_dim": 320,
|
| 411 |
+
"train_mse": 7.184626671374872e-09,
|
| 412 |
+
"baseline_mean_mse": 0.0012413040967658162,
|
| 413 |
+
"mse_improvement_vs_mean": 0.0012412969121391448,
|
| 414 |
+
"pred_target_cosine_per_prompt": [
|
| 415 |
+
1.0000000605084391,
|
| 416 |
+
0.9999992448845294,
|
| 417 |
+
0.9999996897767539,
|
| 418 |
+
1.0000000605084391
|
| 419 |
+
],
|
| 420 |
+
"mean_pred_target_cosine": 0.9999997639195404,
|
| 421 |
+
"note": "In-sample fit only (P prompts). Success means field features linearly span last-k packet features on this set \u2014 not a general decoder."
|
| 422 |
+
},
|
| 423 |
+
"alpha_reprime_1nn_accuracy": 0.75,
|
| 424 |
+
"atom_collection_probe": {
|
| 425 |
+
"status": "ok",
|
| 426 |
+
"mean_last_k_compiled_vs_stored_r_cosine": 1.0000000186264528,
|
| 427 |
+
"per_prompt": [
|
| 428 |
+
0.9999999999999988,
|
| 429 |
+
1.000000074505813,
|
| 430 |
+
1.0000000000000009,
|
| 431 |
+
0.9999999999999988
|
| 432 |
+
],
|
| 433 |
+
"note": "Atom collection stores detached compiled atoms from this episode; high cosine is expected (same episode write). This is NOT recovery from field alone \u2014 it shows structural memory buffer retention."
|
| 434 |
+
},
|
| 435 |
+
"reconstruction_succeeds": true,
|
| 436 |
+
"reconstruction_summary": "partial/diagnostic linear map from field features to last-k packet features works in-sample"
|
| 437 |
+
},
|
| 438 |
+
"verdict": {
|
| 439 |
+
"label": "field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)",
|
| 440 |
+
"mean_offdiag_cosine_surface_logits": 0.991780413108756,
|
| 441 |
+
"mean_offdiag_cosine_alpha": 0.6985091090230839,
|
| 442 |
+
"mean_field_rms_after_prompt": 0.005141582456417382,
|
| 443 |
+
"mean_field_rms_after_20_gen": 0.03332198318094015,
|
| 444 |
+
"reconstruction_succeeds": true,
|
| 445 |
+
"regime_note": "CE down + gen still noise without field reconstruction = still Transformer regime without the farm."
|
| 446 |
+
}
|
| 447 |
+
}
|
docs/artifacts/lign_ablate_2k5/probe_before.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_smoke/atom_native_src.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2102500
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003676 -> 0.024275 (norm 0.2353 -> 1.5536) atoms 3 -> 22
|
| 5 |
+
gen_preview='us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.�> Uu>rN�frN�f<N�f'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006684 -> 0.024246 (norm 0.4278 -> 1.5518) atoms 7 -> 26
|
| 8 |
+
gen_preview='un!> sn>use>ub!> su>us!> su>us!> bu>ub!> pu> su>uN!>u.�> Uu>rN�frN�frN�f<Nqf-Nqk'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006216 -> 0.024691 (norm 0.3978 -> 1.5803) atoms 6 -> 25
|
| 11 |
+
gen_preview='us!> su>us!> bu>ub!> su>ub!> pu> su>uN!>u.q> Uu>rNqfdNqkdNdk<NqkrNqk<NqkrNqk<Nqk'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003676 -> 0.024275 (norm 0.2353 -> 1.5536) atoms 3 -> 22
|
| 14 |
+
gen_preview='us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.�> Uu>rN�frN�f<N�f'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.992294 alpha=0.720524
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_ablate_2k5/probe_before_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/lign_ablate_2k5/probe_before_report.json
ADDED
|
@@ -0,0 +1,443 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"timestamp_local": "2026-09-17 19:10:49 PDT",
|
| 3 |
+
"timestamp_utc": "2026-09-18T02:10:49.897119+00:00",
|
| 4 |
+
"meta": {
|
| 5 |
+
"config": {
|
| 6 |
+
"d_model": 64,
|
| 7 |
+
"n_modes": 64,
|
| 8 |
+
"n_atoms_max": 512,
|
| 9 |
+
"max_payload_bytes": 16,
|
| 10 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 11 |
+
"field_max_rms": 3.0,
|
| 12 |
+
"energy_decay_bounds": [
|
| 13 |
+
0.45,
|
| 14 |
+
0.95
|
| 15 |
+
],
|
| 16 |
+
"enable_merge": true,
|
| 17 |
+
"slow_every": 4,
|
| 18 |
+
"field_loss_weight": 0.08,
|
| 19 |
+
"field_contrast_weight": 0.45,
|
| 20 |
+
"field_contrast_margin": 0.45,
|
| 21 |
+
"merge_count_total": 0
|
| 22 |
+
},
|
| 23 |
+
"training_meta": {
|
| 24 |
+
"step": 2102500,
|
| 25 |
+
"run_steps": 2500,
|
| 26 |
+
"seed": 20260917,
|
| 27 |
+
"episode_reset": false,
|
| 28 |
+
"atom_flush_every": 256,
|
| 29 |
+
"dynamics_on_load": {
|
| 30 |
+
"coupling_scale": 2.0,
|
| 31 |
+
"energy_decay": 0.44999998807907104,
|
| 32 |
+
"phase_sync": 1.0,
|
| 33 |
+
"energy_decay_before": 0.44999998807907104,
|
| 34 |
+
"energy_decay_repaired": false,
|
| 35 |
+
"energy_decay_bounds": [
|
| 36 |
+
0.45,
|
| 37 |
+
0.95
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"checkpoint": "/workspace/exports/atom-ai/checkpoints/atom_native_lign_smoke/atom_native_src.pt",
|
| 42 |
+
"checkpoint_bytes": 20531696
|
| 43 |
+
},
|
| 44 |
+
"n_gen": 20,
|
| 45 |
+
"prompts": [
|
| 46 |
+
"Bonjour",
|
| 47 |
+
"Qui es-tu ?",
|
| 48 |
+
"Il \u00e9tait une fois",
|
| 49 |
+
"Utilisateur: Bonjour\nAssistant:"
|
| 50 |
+
],
|
| 51 |
+
"per_prompt": [
|
| 52 |
+
{
|
| 53 |
+
"prompt": "Bonjour",
|
| 54 |
+
"primed_text": "Utilisateur: Bonjour\nAssistant:",
|
| 55 |
+
"n_prompt_packets": 3,
|
| 56 |
+
"packet_payloads": [
|
| 57 |
+
"Utilisateur:",
|
| 58 |
+
" Bonjour\n",
|
| 59 |
+
"Assistant:"
|
| 60 |
+
],
|
| 61 |
+
"stats_after_prompt": {
|
| 62 |
+
"field_rms": 0.003676084103062749,
|
| 63 |
+
"field_norm": 0.23526939749717712,
|
| 64 |
+
"field_mean_abs": 0.0028248238377273083,
|
| 65 |
+
"field_max_abs": 0.023399701341986656,
|
| 66 |
+
"alpha_numel": 4096,
|
| 67 |
+
"persistence_norm": 0.0,
|
| 68 |
+
"persistence_mean_abs": 0.0,
|
| 69 |
+
"persistence_strength": 0.0,
|
| 70 |
+
"n_atoms": 3,
|
| 71 |
+
"consolidation_count": 0,
|
| 72 |
+
"abstraction_count": 0,
|
| 73 |
+
"t": 0.029999999329447746
|
| 74 |
+
},
|
| 75 |
+
"stats_after_gen": {
|
| 76 |
+
"field_rms": 0.024275178089737892,
|
| 77 |
+
"field_norm": 1.5536115169525146,
|
| 78 |
+
"field_mean_abs": 0.01747151091694832,
|
| 79 |
+
"field_max_abs": 0.15346266329288483,
|
| 80 |
+
"alpha_numel": 4096,
|
| 81 |
+
"persistence_norm": 0.0,
|
| 82 |
+
"persistence_mean_abs": 0.0,
|
| 83 |
+
"persistence_strength": 0.0,
|
| 84 |
+
"n_atoms": 22,
|
| 85 |
+
"consolidation_count": 0,
|
| 86 |
+
"abstraction_count": 0,
|
| 87 |
+
"t": 0.2200000286102295
|
| 88 |
+
},
|
| 89 |
+
"generated_preview": "us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.\ufffd> Uu>rN\ufffdfrN\ufffdf<N\ufffdf",
|
| 90 |
+
"generated_bytes": 80,
|
| 91 |
+
"surface_byte_logits_norm": 258.1448059082031
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"prompt": "Qui es-tu ?",
|
| 95 |
+
"primed_text": "Utilisateur: Qui es-tu ?\nAssistant:",
|
| 96 |
+
"n_prompt_packets": 7,
|
| 97 |
+
"packet_payloads": [
|
| 98 |
+
"Utilisateur:",
|
| 99 |
+
" Qui ",
|
| 100 |
+
"es-",
|
| 101 |
+
"tu ",
|
| 102 |
+
"?",
|
| 103 |
+
"\n",
|
| 104 |
+
"Assistant:"
|
| 105 |
+
],
|
| 106 |
+
"stats_after_prompt": {
|
| 107 |
+
"field_rms": 0.006684120744466782,
|
| 108 |
+
"field_norm": 0.427783727645874,
|
| 109 |
+
"field_mean_abs": 0.004947622772306204,
|
| 110 |
+
"field_max_abs": 0.03267180919647217,
|
| 111 |
+
"alpha_numel": 4096,
|
| 112 |
+
"persistence_norm": 0.0,
|
| 113 |
+
"persistence_mean_abs": 0.0,
|
| 114 |
+
"persistence_strength": 0.0,
|
| 115 |
+
"n_atoms": 7,
|
| 116 |
+
"consolidation_count": 0,
|
| 117 |
+
"abstraction_count": 0,
|
| 118 |
+
"t": 0.06999999284744263
|
| 119 |
+
},
|
| 120 |
+
"stats_after_gen": {
|
| 121 |
+
"field_rms": 0.024246206507086754,
|
| 122 |
+
"field_norm": 1.5517570972442627,
|
| 123 |
+
"field_mean_abs": 0.017805296927690506,
|
| 124 |
+
"field_max_abs": 0.15625834465026855,
|
| 125 |
+
"alpha_numel": 4096,
|
| 126 |
+
"persistence_norm": 0.0,
|
| 127 |
+
"persistence_mean_abs": 0.0,
|
| 128 |
+
"persistence_strength": 0.0,
|
| 129 |
+
"n_atoms": 26,
|
| 130 |
+
"consolidation_count": 0,
|
| 131 |
+
"abstraction_count": 0,
|
| 132 |
+
"t": 0.2600000202655792
|
| 133 |
+
},
|
| 134 |
+
"generated_preview": "un!> sn>use>ub!> su>us!> su>us!> bu>ub!> pu> su>uN!>u.\ufffd> Uu>rN\ufffdfrN\ufffdfrN\ufffdf<Nqf-Nqk",
|
| 135 |
+
"generated_bytes": 80,
|
| 136 |
+
"surface_byte_logits_norm": 256.7497253417969
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"prompt": "Il \u00e9tait une fois",
|
| 140 |
+
"primed_text": "Utilisateur: Il \u00e9tait une fois\nAssistant:",
|
| 141 |
+
"n_prompt_packets": 6,
|
| 142 |
+
"packet_payloads": [
|
| 143 |
+
"Utilisateur:",
|
| 144 |
+
" Il ",
|
| 145 |
+
"\u00e9tait ",
|
| 146 |
+
"une ",
|
| 147 |
+
"fois\n",
|
| 148 |
+
"Assistant:"
|
| 149 |
+
],
|
| 150 |
+
"stats_after_prompt": {
|
| 151 |
+
"field_rms": 0.006216110195964575,
|
| 152 |
+
"field_norm": 0.39783111214637756,
|
| 153 |
+
"field_mean_abs": 0.00469403387978673,
|
| 154 |
+
"field_max_abs": 0.03926796838641167,
|
| 155 |
+
"alpha_numel": 4096,
|
| 156 |
+
"persistence_norm": 0.0,
|
| 157 |
+
"persistence_mean_abs": 0.0,
|
| 158 |
+
"persistence_strength": 0.0,
|
| 159 |
+
"n_atoms": 6,
|
| 160 |
+
"consolidation_count": 0,
|
| 161 |
+
"abstraction_count": 0,
|
| 162 |
+
"t": 0.059999994933605194
|
| 163 |
+
},
|
| 164 |
+
"stats_after_gen": {
|
| 165 |
+
"field_rms": 0.024691486731171608,
|
| 166 |
+
"field_norm": 1.5802550315856934,
|
| 167 |
+
"field_mean_abs": 0.01791311614215374,
|
| 168 |
+
"field_max_abs": 0.17595124244689941,
|
| 169 |
+
"alpha_numel": 4096,
|
| 170 |
+
"persistence_norm": 0.0,
|
| 171 |
+
"persistence_mean_abs": 0.0,
|
| 172 |
+
"persistence_strength": 0.0,
|
| 173 |
+
"n_atoms": 25,
|
| 174 |
+
"consolidation_count": 0,
|
| 175 |
+
"abstraction_count": 0,
|
| 176 |
+
"t": 0.2500000298023224
|
| 177 |
+
},
|
| 178 |
+
"generated_preview": "us!> su>us!> bu>ub!> su>ub!> pu> su>uN!>u.q> Uu>rNqfdNqkdNdk<NqkrNqk<NqkrNqk<Nqk",
|
| 179 |
+
"generated_bytes": 80,
|
| 180 |
+
"surface_byte_logits_norm": 231.27496337890625
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"prompt": "Utilisateur: Bonjour\nAssistant:",
|
| 184 |
+
"primed_text": "Utilisateur: Bonjour\nAssistant:",
|
| 185 |
+
"n_prompt_packets": 3,
|
| 186 |
+
"packet_payloads": [
|
| 187 |
+
"Utilisateur:",
|
| 188 |
+
" Bonjour\n",
|
| 189 |
+
"Assistant:"
|
| 190 |
+
],
|
| 191 |
+
"stats_after_prompt": {
|
| 192 |
+
"field_rms": 0.003676084103062749,
|
| 193 |
+
"field_norm": 0.23526939749717712,
|
| 194 |
+
"field_mean_abs": 0.0028248238377273083,
|
| 195 |
+
"field_max_abs": 0.023399701341986656,
|
| 196 |
+
"alpha_numel": 4096,
|
| 197 |
+
"persistence_norm": 0.0,
|
| 198 |
+
"persistence_mean_abs": 0.0,
|
| 199 |
+
"persistence_strength": 0.0,
|
| 200 |
+
"n_atoms": 3,
|
| 201 |
+
"consolidation_count": 0,
|
| 202 |
+
"abstraction_count": 0,
|
| 203 |
+
"t": 0.029999999329447746
|
| 204 |
+
},
|
| 205 |
+
"stats_after_gen": {
|
| 206 |
+
"field_rms": 0.024275178089737892,
|
| 207 |
+
"field_norm": 1.5536115169525146,
|
| 208 |
+
"field_mean_abs": 0.01747151091694832,
|
| 209 |
+
"field_max_abs": 0.15346266329288483,
|
| 210 |
+
"alpha_numel": 4096,
|
| 211 |
+
"persistence_norm": 0.0,
|
| 212 |
+
"persistence_mean_abs": 0.0,
|
| 213 |
+
"persistence_strength": 0.0,
|
| 214 |
+
"n_atoms": 22,
|
| 215 |
+
"consolidation_count": 0,
|
| 216 |
+
"abstraction_count": 0,
|
| 217 |
+
"t": 0.2200000286102295
|
| 218 |
+
},
|
| 219 |
+
"generated_preview": "us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.\ufffd> Uu>rN\ufffdfrN\ufffdf<N\ufffdf",
|
| 220 |
+
"generated_bytes": 80,
|
| 221 |
+
"surface_byte_logits_norm": 258.1448059082031
|
| 222 |
+
}
|
| 223 |
+
],
|
| 224 |
+
"prompt_sensitivity": {
|
| 225 |
+
"prompts": [
|
| 226 |
+
"Bonjour",
|
| 227 |
+
"Qui es-tu ?",
|
| 228 |
+
"Il \u00e9tait une fois",
|
| 229 |
+
"Utilisateur: Bonjour\nAssistant:"
|
| 230 |
+
],
|
| 231 |
+
"cosine_alpha": [
|
| 232 |
+
[
|
| 233 |
+
1.0000000010696808,
|
| 234 |
+
0.5777154791055652,
|
| 235 |
+
0.7729251253508227,
|
| 236 |
+
1.0000000010696808
|
| 237 |
+
],
|
| 238 |
+
[
|
| 239 |
+
0.5777154791055652,
|
| 240 |
+
1.000000042671644,
|
| 241 |
+
0.6218612447610297,
|
| 242 |
+
0.5777154791055652
|
| 243 |
+
],
|
| 244 |
+
[
|
| 245 |
+
0.7729251253508227,
|
| 246 |
+
0.6218612447610297,
|
| 247 |
+
0.9999999392637661,
|
| 248 |
+
0.7729251253508227
|
| 249 |
+
],
|
| 250 |
+
[
|
| 251 |
+
1.0000000010696808,
|
| 252 |
+
0.5777154791055652,
|
| 253 |
+
0.7729251253508227,
|
| 254 |
+
1.0000000010696808
|
| 255 |
+
]
|
| 256 |
+
],
|
| 257 |
+
"cosine_output_state": [
|
| 258 |
+
[
|
| 259 |
+
0.9999999891192305,
|
| 260 |
+
0.9161426365659249,
|
| 261 |
+
0.9742751370113187,
|
| 262 |
+
0.9999999891192305
|
| 263 |
+
],
|
| 264 |
+
[
|
| 265 |
+
0.9161426365659249,
|
| 266 |
+
0.9999998381068331,
|
| 267 |
+
0.9461548317893612,
|
| 268 |
+
0.9161426365659249
|
| 269 |
+
],
|
| 270 |
+
[
|
| 271 |
+
0.9742751370113187,
|
| 272 |
+
0.9461548317893612,
|
| 273 |
+
1.0000000097048674,
|
| 274 |
+
0.9742751370113187
|
| 275 |
+
],
|
| 276 |
+
[
|
| 277 |
+
0.9999999891192305,
|
| 278 |
+
0.9161426365659249,
|
| 279 |
+
0.9742751370113187,
|
| 280 |
+
0.9999999891192305
|
| 281 |
+
]
|
| 282 |
+
],
|
| 283 |
+
"cosine_surface_logits": [
|
| 284 |
+
[
|
| 285 |
+
0.9999998618914014,
|
| 286 |
+
0.9879877343692317,
|
| 287 |
+
0.9963434716757233,
|
| 288 |
+
0.9999998618914014
|
| 289 |
+
],
|
| 290 |
+
[
|
| 291 |
+
0.9879877343692317,
|
| 292 |
+
1.0000001023017826,
|
| 293 |
+
0.9851037468519606,
|
| 294 |
+
0.9879877343692317
|
| 295 |
+
],
|
| 296 |
+
[
|
| 297 |
+
0.9963434716757233,
|
| 298 |
+
0.9851037468519606,
|
| 299 |
+
0.9999998670446335,
|
| 300 |
+
0.9963434716757233
|
| 301 |
+
],
|
| 302 |
+
[
|
| 303 |
+
0.9999998618914014,
|
| 304 |
+
0.9879877343692317,
|
| 305 |
+
0.9963434716757233,
|
| 306 |
+
0.9999998618914014
|
| 307 |
+
]
|
| 308 |
+
],
|
| 309 |
+
"cosine_persistence": [
|
| 310 |
+
[
|
| 311 |
+
null,
|
| 312 |
+
null,
|
| 313 |
+
null,
|
| 314 |
+
null
|
| 315 |
+
],
|
| 316 |
+
[
|
| 317 |
+
null,
|
| 318 |
+
null,
|
| 319 |
+
null,
|
| 320 |
+
null
|
| 321 |
+
],
|
| 322 |
+
[
|
| 323 |
+
null,
|
| 324 |
+
null,
|
| 325 |
+
null,
|
| 326 |
+
null
|
| 327 |
+
],
|
| 328 |
+
[
|
| 329 |
+
null,
|
| 330 |
+
null,
|
| 331 |
+
null,
|
| 332 |
+
null
|
| 333 |
+
]
|
| 334 |
+
],
|
| 335 |
+
"l2_alpha": [
|
| 336 |
+
[
|
| 337 |
+
0.0,
|
| 338 |
+
0.34937506914138794,
|
| 339 |
+
0.2625519931316376,
|
| 340 |
+
0.0
|
| 341 |
+
],
|
| 342 |
+
[
|
| 343 |
+
0.34937506914138794,
|
| 344 |
+
0.0,
|
| 345 |
+
0.3600066006183624,
|
| 346 |
+
0.34937506914138794
|
| 347 |
+
],
|
| 348 |
+
[
|
| 349 |
+
0.2625519931316376,
|
| 350 |
+
0.3600066006183624,
|
| 351 |
+
0.0,
|
| 352 |
+
0.2625519931316376
|
| 353 |
+
],
|
| 354 |
+
[
|
| 355 |
+
0.0,
|
| 356 |
+
0.34937506914138794,
|
| 357 |
+
0.2625519931316376,
|
| 358 |
+
0.0
|
| 359 |
+
]
|
| 360 |
+
],
|
| 361 |
+
"mean_offdiag_cosine_alpha": 0.7205237424572477,
|
| 362 |
+
"mean_offdiag_cosine_output_state": 0.9544983946771799,
|
| 363 |
+
"mean_offdiag_cosine_surface_logits": 0.9922943368055454,
|
| 364 |
+
"mean_offdiag_cosine_persistence": null,
|
| 365 |
+
"interpretation": "If inter-prompt cosine of surface logits / output_state \u2248 1.0, the surface largely ignores prompt-conditioned field differences. Meaningfully < 1 suggests prompt-sensitive state."
|
| 366 |
+
},
|
| 367 |
+
"reconstruction": {
|
| 368 |
+
"last_k": 4,
|
| 369 |
+
"notes": [
|
| 370 |
+
"No MERGE/SPLIT in this architecture yet.",
|
| 371 |
+
"No dedicated field\u2192past-packet decoder exists.",
|
| 372 |
+
"Consolidation is a single EMA persistence vector, not a packet stack.",
|
| 373 |
+
"Linear probe below is few-shot diagnostic on the probe prompts only."
|
| 374 |
+
],
|
| 375 |
+
"not_possible_yet": [
|
| 376 |
+
"MERGE of packets into durable field structures",
|
| 377 |
+
"SPLIT / dual-clock span control",
|
| 378 |
+
"Dedicated field \u2192 past-packet decoder",
|
| 379 |
+
"Retrieving arbitrary past payloads from alpha alone as text"
|
| 380 |
+
],
|
| 381 |
+
"field_differs_across_prompts": true,
|
| 382 |
+
"persistence_differs_across_prompts": false,
|
| 383 |
+
"pairwise_alpha_l2": [
|
| 384 |
+
0.34937506914138794,
|
| 385 |
+
0.2625519931316376,
|
| 386 |
+
0.0,
|
| 387 |
+
0.3600066006183624,
|
| 388 |
+
0.34937506914138794,
|
| 389 |
+
0.2625519931316376
|
| 390 |
+
],
|
| 391 |
+
"pairwise_persistence_l2": [
|
| 392 |
+
0.0,
|
| 393 |
+
0.0,
|
| 394 |
+
0.0,
|
| 395 |
+
0.0,
|
| 396 |
+
0.0,
|
| 397 |
+
0.0
|
| 398 |
+
],
|
| 399 |
+
"mean_pairwise_alpha_l2": 0.2639767875274022,
|
| 400 |
+
"linear_probe": {
|
| 401 |
+
"status": "ok",
|
| 402 |
+
"method": "dual_ridge_least_squares",
|
| 403 |
+
"lambda": 0.01,
|
| 404 |
+
"n_prompts": 4,
|
| 405 |
+
"field_dim": 4224,
|
| 406 |
+
"feature_dim": 320,
|
| 407 |
+
"train_mse": 8.09912759081044e-09,
|
| 408 |
+
"baseline_mean_mse": 0.0012413040967658162,
|
| 409 |
+
"mse_improvement_vs_mean": 0.0012412959976382254,
|
| 410 |
+
"pred_target_cosine_per_prompt": [
|
| 411 |
+
0.9999999407911363,
|
| 412 |
+
0.9999993095673745,
|
| 413 |
+
0.9999995249463862,
|
| 414 |
+
0.9999999407911363
|
| 415 |
+
],
|
| 416 |
+
"mean_pred_target_cosine": 0.9999996790240083,
|
| 417 |
+
"note": "In-sample fit only (P prompts). Success means field features linearly span last-k packet features on this set \u2014 not a general decoder."
|
| 418 |
+
},
|
| 419 |
+
"alpha_reprime_1nn_accuracy": 0.75,
|
| 420 |
+
"atom_collection_probe": {
|
| 421 |
+
"status": "ok",
|
| 422 |
+
"mean_last_k_compiled_vs_stored_r_cosine": 1.0000000161429243,
|
| 423 |
+
"per_prompt": [
|
| 424 |
+
1.00000003973643,
|
| 425 |
+
0.9999999999999991,
|
| 426 |
+
0.9999999850988388,
|
| 427 |
+
1.00000003973643
|
| 428 |
+
],
|
| 429 |
+
"note": "Atom collection stores detached compiled atoms from this episode; high cosine is expected (same episode write). This is NOT recovery from field alone \u2014 it shows structural memory buffer retention."
|
| 430 |
+
},
|
| 431 |
+
"reconstruction_succeeds": true,
|
| 432 |
+
"reconstruction_summary": "partial/diagnostic linear map from field features to last-k packet features works in-sample"
|
| 433 |
+
},
|
| 434 |
+
"verdict": {
|
| 435 |
+
"label": "field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)",
|
| 436 |
+
"mean_offdiag_cosine_surface_logits": 0.9922943368055454,
|
| 437 |
+
"mean_offdiag_cosine_alpha": 0.7205237424572477,
|
| 438 |
+
"mean_field_rms_after_prompt": 0.0050630997866392136,
|
| 439 |
+
"mean_field_rms_after_20_gen": 0.024372012354433537,
|
| 440 |
+
"reconstruction_succeeds": true,
|
| 441 |
+
"regime_note": "CE down + gen still noise without field reconstruction = still Transformer regime without the farm."
|
| 442 |
+
}
|
| 443 |
+
}
|
docs/artifacts/lign_ablate_2k5/run_metrics.json
ADDED
|
@@ -0,0 +1,126 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stream": false,
|
| 3 |
+
"data_path": "data/corpus_train_chat.txt",
|
| 4 |
+
"data_glob": null,
|
| 5 |
+
"shard_paths": [
|
| 6 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/corpus_train_chat.txt"
|
| 7 |
+
],
|
| 8 |
+
"data_bytes": 777806,
|
| 9 |
+
"data_characters": 766865,
|
| 10 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 11 |
+
"feature_dim": 320,
|
| 12 |
+
"packet_count": 154661,
|
| 13 |
+
"train_packet_count": 154597,
|
| 14 |
+
"validation_packet_count": 64,
|
| 15 |
+
"mean_packet_bytes": 5.029102359353684,
|
| 16 |
+
"max_packet_bytes": 17,
|
| 17 |
+
"min_packet_bytes": 1,
|
| 18 |
+
"config": {
|
| 19 |
+
"d_model": 64,
|
| 20 |
+
"n_modes": 64,
|
| 21 |
+
"n_atoms_max": 512,
|
| 22 |
+
"max_span_bytes": 16,
|
| 23 |
+
"episode_length": 512,
|
| 24 |
+
"episode_reset": false,
|
| 25 |
+
"atom_flush_every": 256,
|
| 26 |
+
"learning_rate": 0.0001,
|
| 27 |
+
"surface_learning_rate": 0.0003,
|
| 28 |
+
"steps": 2500,
|
| 29 |
+
"start_step": 2102500,
|
| 30 |
+
"seed": 20260917,
|
| 31 |
+
"surface_alphabet": 256,
|
| 32 |
+
"field_max_rms": 3.0,
|
| 33 |
+
"energy_decay_bounds": [
|
| 34 |
+
0.45,
|
| 35 |
+
0.95
|
| 36 |
+
],
|
| 37 |
+
"stream": false,
|
| 38 |
+
"enable_merge": true,
|
| 39 |
+
"field_loss_weight": 0.08,
|
| 40 |
+
"field_contrast_weight": 0.45,
|
| 41 |
+
"field_ignorance_weight": 0.08,
|
| 42 |
+
"field_ignorance_ablate_shared": true,
|
| 43 |
+
"field_ignorance_prompt_bank": false,
|
| 44 |
+
"slow_every": 4
|
| 45 |
+
},
|
| 46 |
+
"train": {
|
| 47 |
+
"steps": 2500,
|
| 48 |
+
"start_step": 2102500,
|
| 49 |
+
"total_steps": 2105000,
|
| 50 |
+
"episode_length": 512,
|
| 51 |
+
"episode_reset": false,
|
| 52 |
+
"atom_flush_every": 256,
|
| 53 |
+
"elapsed_seconds": 44.848359566996805,
|
| 54 |
+
"transitions_per_second": 55.74339895900474,
|
| 55 |
+
"first_loss": 6.400629043579102,
|
| 56 |
+
"final_loss": 6.3305253982543945,
|
| 57 |
+
"final_total_perplexity": 561.4515020131753,
|
| 58 |
+
"finite_losses": true,
|
| 59 |
+
"finite_parameters": true,
|
| 60 |
+
"nan_or_inf": false,
|
| 61 |
+
"field_rms_before_max": 3.0074563026428223,
|
| 62 |
+
"field_rms_after_max": 2.999999523162842,
|
| 63 |
+
"field_scale_min": 0.997520387172699,
|
| 64 |
+
"field_norm_max": 191.9999542236328,
|
| 65 |
+
"field_limited_steps": 1262,
|
| 66 |
+
"field_limited_fraction": 0.5048,
|
| 67 |
+
"final_dynamics": {
|
| 68 |
+
"coupling_scale": 1.9906045198440552,
|
| 69 |
+
"energy_decay": 0.44999998807907104,
|
| 70 |
+
"phase_sync": 0.9987071752548218,
|
| 71 |
+
"energy_decay_before": 0.4499995708465576,
|
| 72 |
+
"energy_decay_repaired": true,
|
| 73 |
+
"energy_decay_bounds": [
|
| 74 |
+
0.45,
|
| 75 |
+
0.95
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
"final_atoms_before_validation": 7,
|
| 79 |
+
"stream": false,
|
| 80 |
+
"bytes_seen": 777806
|
| 81 |
+
},
|
| 82 |
+
"validation": {
|
| 83 |
+
"transitions": 63,
|
| 84 |
+
"loss": 17.185137315401956,
|
| 85 |
+
"total_perplexity": 29067675.73906257,
|
| 86 |
+
"byte_loss": 6.6650525984309965,
|
| 87 |
+
"byte_perplexity": 784.5047276135747,
|
| 88 |
+
"source": "held_out_tail"
|
| 89 |
+
},
|
| 90 |
+
"checkpoint": "checkpoints/atom_native_lign_ablate/atom_native.pt",
|
| 91 |
+
"reload": {
|
| 92 |
+
"n_atoms": 196,
|
| 93 |
+
"field_norm": 191.9998779296875,
|
| 94 |
+
"time": 25.000476837158203,
|
| 95 |
+
"finite": true
|
| 96 |
+
},
|
| 97 |
+
"generation": {
|
| 98 |
+
"The future of AI is": {
|
| 99 |
+
"temperature": 0.8,
|
| 100 |
+
"top_k": 5,
|
| 101 |
+
"max_length": 20,
|
| 102 |
+
"bytes_hex": "3c69692c652c7121742d5671696e4eaa6a3c6576",
|
| 103 |
+
"text": "<ii,e,q!t-VqinN\ufffdj<ev",
|
| 104 |
+
"reload_text": "<ii,e,q!t-VqinN\ufffdj<ev",
|
| 105 |
+
"reload_match": true
|
| 106 |
+
},
|
| 107 |
+
"Bonjour, je m'appelle": {
|
| 108 |
+
"temperature": 0.8,
|
| 109 |
+
"top_k": 5,
|
| 110 |
+
"max_length": 20,
|
| 111 |
+
"bytes_hex": "3c687166662c2c21659174d8d720646b3e203d6b",
|
| 112 |
+
"text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 113 |
+
"reload_text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 114 |
+
"reload_match": true
|
| 115 |
+
},
|
| 116 |
+
"Valkyria Chronicles III is": {
|
| 117 |
+
"temperature": 0.8,
|
| 118 |
+
"top_k": 5,
|
| 119 |
+
"max_length": 20,
|
| 120 |
+
"bytes_hex": "3c69692c6f2c71216520706b3e203d6b3e203d6b",
|
| 121 |
+
"text": "<ii,o,q!e pk> =k> =k",
|
| 122 |
+
"reload_text": "<ii,o,q!e pk> =k> =k",
|
| 123 |
+
"reload_match": true
|
| 124 |
+
}
|
| 125 |
+
}
|
| 126 |
+
}
|
docs/artifacts/lign_ablate_2k5/series_row.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "ablate",
|
| 3 |
+
"before_logits_cos": 0.992294,
|
| 4 |
+
"after_logits_cos": 0.991780,
|
| 5 |
+
"before_alpha_cos": 0.720524,
|
| 6 |
+
"after_alpha_cos": 0.698509,
|
| 7 |
+
"final_ign": 0.1500,
|
| 8 |
+
"final_mph": 0.500,
|
| 9 |
+
"merges_nonzero_log_lines": 0,
|
| 10 |
+
"checkpoint": "checkpoints/atom_native_lign_ablate/atom_native.pt",
|
| 11 |
+
"flags": ["--field-ignorance-ablate-shared", "--no-field-ignorance-prompt-bank"]
|
| 12 |
+
}
|
docs/artifacts/lign_ablate_2k5/train_log.txt
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
===== TRAIN ablate =====
|
| 2 |
+
train lock acquired: /workspace/exports/atom-ai/checkpoints/atom-ai-train.lock (pid=3147288)
|
| 3 |
+
resumed weights from checkpoints/atom_native_lign_smoke/atom_native_src.pt (recorded step=2102500, legacy_surface_migrated=False)
|
| 4 |
+
dynamics on load: energy_decay=0.44999998807907104 -> 0.44999998807907104 (repaired=False, bounds=(0.45, 0.95))
|
| 5 |
+
optimizer groups: field/other lr=0.0001 (11 tensors), surface lr=0.0003 (14 tensors); energy_decay_bounds=(0.45, 0.95); field_max_rms=3.0
|
| 6 |
+
optimizer restore skipped: surface LR param groups differ from checkpoint
|
| 7 |
+
step=2102501 (run 1/2500) loss=6.40063 byte_ppl=32.202 atoms=1 merges=0 field=0.1173 rms=0.0021 scale=1.0000 fcos=0.999 ign=0.0000 mph=0.000
|
| 8 |
+
step=2102700 (run 200/2500) loss=12.30129 byte_ppl=40.252 atoms=200 merges=0 field=9.9244 rms=0.1551 scale=1.0000 fcos=0.293 ign=0.1468 mph=0.500
|
| 9 |
+
step=2102900 (run 400/2500) loss=2.37023 byte_ppl=2.444 atoms=144 merges=0 field=21.5615 rms=0.3369 scale=1.0000 fcos=0.076 ign=0.1462 mph=0.500
|
| 10 |
+
step=2103100 (run 600/2500) loss=0.84953 byte_ppl=1.217 atoms=88 merges=0 field=38.1373 rms=0.5959 scale=1.0000 fcos=0.215 ign=0.1497 mph=0.500
|
| 11 |
+
step=2103300 (run 800/2500) loss=4.14532 byte_ppl=5.120 atoms=32 merges=0 field=64.3113 rms=1.0049 scale=1.0000 fcos=0.234 ign=0.1498 mph=0.500
|
| 12 |
+
step=2103500 (run 1000/2500) loss=10.31853 byte_ppl=92.074 atoms=232 merges=0 field=106.9234 rms=1.6707 scale=1.0000 fcos=0.254 ign=0.1499 mph=0.500
|
| 13 |
+
step=2103700 (run 1200/2500) loss=6.81425 byte_ppl=76.736 atoms=176 merges=0 field=174.8289 rms=2.7317 scale=1.0000 fcos=0.151 ign=0.1499 mph=0.500
|
| 14 |
+
step=2103900 (run 1400/2500) loss=4.61975 byte_ppl=18.999 atoms=120 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.183 ign=0.1499 mph=0.500
|
| 15 |
+
step=2104100 (run 1600/2500) loss=6.30454 byte_ppl=51.807 atoms=64 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.187 ign=0.1500 mph=0.500
|
| 16 |
+
step=2104300 (run 1800/2500) loss=5.01119 byte_ppl=18.008 atoms=8 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.290 ign=0.1500 mph=0.500
|
| 17 |
+
step=2104500 (run 2000/2500) loss=6.39907 byte_ppl=19.718 atoms=208 merges=0 field=191.9999 rms=3.0000 scale=0.9975 fcos=0.277 ign=0.1500 mph=0.500
|
| 18 |
+
step=2104700 (run 2200/2500) loss=6.85184 byte_ppl=13.419 atoms=152 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.235 ign=0.1500 mph=0.500
|
| 19 |
+
step=2104900 (run 2400/2500) loss=8.30257 byte_ppl=124.561 atoms=96 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.275 ign=0.1500 mph=0.500
|
| 20 |
+
step=2105000 (run 2500/2500) loss=6.33053 byte_ppl=20.570 atoms=196 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.300 ign=0.1500 mph=0.500
|
| 21 |
+
{
|
| 22 |
+
"stream": false,
|
| 23 |
+
"data_path": "data/corpus_train_chat.txt",
|
| 24 |
+
"data_glob": null,
|
| 25 |
+
"shard_paths": [
|
| 26 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/corpus_train_chat.txt"
|
| 27 |
+
],
|
| 28 |
+
"data_bytes": 777806,
|
| 29 |
+
"data_characters": 766865,
|
| 30 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 31 |
+
"feature_dim": 320,
|
| 32 |
+
"packet_count": 154661,
|
| 33 |
+
"train_packet_count": 154597,
|
| 34 |
+
"validation_packet_count": 64,
|
| 35 |
+
"mean_packet_bytes": 5.029102359353684,
|
| 36 |
+
"max_packet_bytes": 17,
|
| 37 |
+
"min_packet_bytes": 1,
|
| 38 |
+
"config": {
|
| 39 |
+
"d_model": 64,
|
| 40 |
+
"n_modes": 64,
|
| 41 |
+
"n_atoms_max": 512,
|
| 42 |
+
"max_span_bytes": 16,
|
| 43 |
+
"episode_length": 512,
|
| 44 |
+
"episode_reset": false,
|
| 45 |
+
"atom_flush_every": 256,
|
| 46 |
+
"learning_rate": 0.0001,
|
| 47 |
+
"surface_learning_rate": 0.0003,
|
| 48 |
+
"steps": 2500,
|
| 49 |
+
"start_step": 2102500,
|
| 50 |
+
"seed": 20260917,
|
| 51 |
+
"surface_alphabet": 256,
|
| 52 |
+
"field_max_rms": 3.0,
|
| 53 |
+
"energy_decay_bounds": [
|
| 54 |
+
0.45,
|
| 55 |
+
0.95
|
| 56 |
+
],
|
| 57 |
+
"stream": false,
|
| 58 |
+
"enable_merge": true,
|
| 59 |
+
"field_loss_weight": 0.08,
|
| 60 |
+
"field_contrast_weight": 0.45,
|
| 61 |
+
"field_ignorance_weight": 0.08,
|
| 62 |
+
"field_ignorance_ablate_shared": true,
|
| 63 |
+
"field_ignorance_prompt_bank": false,
|
| 64 |
+
"slow_every": 4
|
| 65 |
+
},
|
| 66 |
+
"train": {
|
| 67 |
+
"steps": 2500,
|
| 68 |
+
"start_step": 2102500,
|
| 69 |
+
"total_steps": 2105000,
|
| 70 |
+
"episode_length": 512,
|
| 71 |
+
"episode_reset": false,
|
| 72 |
+
"atom_flush_every": 256,
|
| 73 |
+
"elapsed_seconds": 44.848359566996805,
|
| 74 |
+
"transitions_per_second": 55.74339895900474,
|
| 75 |
+
"first_loss": 6.400629043579102,
|
| 76 |
+
"final_loss": 6.3305253982543945,
|
| 77 |
+
"final_total_perplexity": 561.4515020131753,
|
| 78 |
+
"finite_losses": true,
|
| 79 |
+
"finite_parameters": true,
|
| 80 |
+
"nan_or_inf": false,
|
| 81 |
+
"field_rms_before_max": 3.0074563026428223,
|
| 82 |
+
"field_rms_after_max": 2.999999523162842,
|
| 83 |
+
"field_scale_min": 0.997520387172699,
|
| 84 |
+
"field_norm_max": 191.9999542236328,
|
| 85 |
+
"field_limited_steps": 1262,
|
| 86 |
+
"field_limited_fraction": 0.5048,
|
| 87 |
+
"final_dynamics": {
|
| 88 |
+
"coupling_scale": 1.9906045198440552,
|
| 89 |
+
"energy_decay": 0.44999998807907104,
|
| 90 |
+
"phase_sync": 0.9987071752548218,
|
| 91 |
+
"energy_decay_before": 0.4499995708465576,
|
| 92 |
+
"energy_decay_repaired": true,
|
| 93 |
+
"energy_decay_bounds": [
|
| 94 |
+
0.45,
|
| 95 |
+
0.95
|
| 96 |
+
]
|
| 97 |
+
},
|
| 98 |
+
"final_atoms_before_validation": 7,
|
| 99 |
+
"stream": false,
|
| 100 |
+
"bytes_seen": 777806
|
| 101 |
+
},
|
| 102 |
+
"validation": {
|
| 103 |
+
"transitions": 63,
|
| 104 |
+
"loss": 17.185137315401956,
|
| 105 |
+
"total_perplexity": 29067675.73906257,
|
| 106 |
+
"byte_loss": 6.6650525984309965,
|
| 107 |
+
"byte_perplexity": 784.5047276135747,
|
| 108 |
+
"source": "held_out_tail"
|
| 109 |
+
},
|
| 110 |
+
"checkpoint": "checkpoints/atom_native_lign_ablate/atom_native.pt",
|
| 111 |
+
"reload": {
|
| 112 |
+
"n_atoms": 196,
|
| 113 |
+
"field_norm": 191.9998779296875,
|
| 114 |
+
"time": 25.000476837158203,
|
| 115 |
+
"finite": true
|
| 116 |
+
},
|
| 117 |
+
"generation": {
|
| 118 |
+
"The future of AI is": {
|
| 119 |
+
"temperature": 0.8,
|
| 120 |
+
"top_k": 5,
|
| 121 |
+
"max_length": 20,
|
| 122 |
+
"bytes_hex": "3c69692c652c7121742d5671696e4eaa6a3c6576",
|
| 123 |
+
"text": "<ii,e,q!t-VqinN\ufffdj<ev",
|
| 124 |
+
"reload_text": "<ii,e,q!t-VqinN\ufffdj<ev",
|
| 125 |
+
"reload_match": true
|
| 126 |
+
},
|
| 127 |
+
"Bonjour, je m'appelle": {
|
| 128 |
+
"temperature": 0.8,
|
| 129 |
+
"top_k": 5,
|
| 130 |
+
"max_length": 20,
|
| 131 |
+
"bytes_hex": "3c687166662c2c21659174d8d720646b3e203d6b",
|
| 132 |
+
"text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 133 |
+
"reload_text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 134 |
+
"reload_match": true
|
| 135 |
+
},
|
| 136 |
+
"Valkyria Chronicles III is": {
|
| 137 |
+
"temperature": 0.8,
|
| 138 |
+
"top_k": 5,
|
| 139 |
+
"max_length": 20,
|
| 140 |
+
"bytes_hex": "3c69692c6f2c71216520706b3e203d6b3e203d6b",
|
| 141 |
+
"text": "<ii,o,q!e pk> =k> =k",
|
| 142 |
+
"reload_text": "<ii,o,q!e pk> =k> =k",
|
| 143 |
+
"reload_match": true
|
| 144 |
+
}
|
| 145 |
+
}
|
| 146 |
+
}
|
docs/artifacts/lign_ablate_2k5/train_log_excerpt.txt
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# train log excerpt — ablate
|
| 2 |
+
|
| 3 |
+
===== TRAIN ablate =====
|
| 4 |
+
train lock acquired: /workspace/exports/atom-ai/checkpoints/atom-ai-train.lock (pid=3147288)
|
| 5 |
+
resumed weights from checkpoints/atom_native_lign_smoke/atom_native_src.pt (recorded step=2102500, legacy_surface_migrated=False)
|
| 6 |
+
dynamics on load: energy_decay=0.44999998807907104 -> 0.44999998807907104 (repaired=False, bounds=(0.45, 0.95))
|
| 7 |
+
optimizer groups: field/other lr=0.0001 (11 tensors), surface lr=0.0003 (14 tensors); energy_decay_bounds=(0.45, 0.95); field_max_rms=3.0
|
| 8 |
+
optimizer restore skipped: surface LR param groups differ from checkpoint
|
| 9 |
+
step=2102501 (run 1/2500) loss=6.40063 byte_ppl=32.202 atoms=1 merges=0 field=0.1173 rms=0.0021 scale=1.0000 fcos=0.999 ign=0.0000 mph=0.000
|
| 10 |
+
step=2102700 (run 200/2500) loss=12.30129 byte_ppl=40.252 atoms=200 merges=0 field=9.9244 rms=0.1551 scale=1.0000 fcos=0.293 ign=0.1468 mph=0.500
|
| 11 |
+
...
|
| 12 |
+
3:resumed weights from checkpoints/atom_native_lign_smoke/atom_native_src.pt (recorded step=2102500, legacy_surface_migrated=False)
|
| 13 |
+
7:step=2102501 (run 1/2500) loss=6.40063 byte_ppl=32.202 atoms=1 merges=0 field=0.1173 rms=0.0021 scale=1.0000 fcos=0.999 ign=0.0000 mph=0.000
|
| 14 |
+
8:step=2102700 (run 200/2500) loss=12.30129 byte_ppl=40.252 atoms=200 merges=0 field=9.9244 rms=0.1551 scale=1.0000 fcos=0.293 ign=0.1468 mph=0.500
|
| 15 |
+
9:step=2102900 (run 400/2500) loss=2.37023 byte_ppl=2.444 atoms=144 merges=0 field=21.5615 rms=0.3369 scale=1.0000 fcos=0.076 ign=0.1462 mph=0.500
|
| 16 |
+
10:step=2103100 (run 600/2500) loss=0.84953 byte_ppl=1.217 atoms=88 merges=0 field=38.1373 rms=0.5959 scale=1.0000 fcos=0.215 ign=0.1497 mph=0.500
|
| 17 |
+
11:step=2103300 (run 800/2500) loss=4.14532 byte_ppl=5.120 atoms=32 merges=0 field=64.3113 rms=1.0049 scale=1.0000 fcos=0.234 ign=0.1498 mph=0.500
|
| 18 |
+
12:step=2103500 (run 1000/2500) loss=10.31853 byte_ppl=92.074 atoms=232 merges=0 field=106.9234 rms=1.6707 scale=1.0000 fcos=0.254 ign=0.1499 mph=0.500
|
| 19 |
+
13:step=2103700 (run 1200/2500) loss=6.81425 byte_ppl=76.736 atoms=176 merges=0 field=174.8289 rms=2.7317 scale=1.0000 fcos=0.151 ign=0.1499 mph=0.500
|
| 20 |
+
14:step=2103900 (run 1400/2500) loss=4.61975 byte_ppl=18.999 atoms=120 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.183 ign=0.1499 mph=0.500
|
| 21 |
+
15:step=2104100 (run 1600/2500) loss=6.30454 byte_ppl=51.807 atoms=64 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.187 ign=0.1500 mph=0.500
|
| 22 |
+
16:step=2104300 (run 1800/2500) loss=5.01119 byte_ppl=18.008 atoms=8 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.290 ign=0.1500 mph=0.500
|
| 23 |
+
17:step=2104500 (run 2000/2500) loss=6.39907 byte_ppl=19.718 atoms=208 merges=0 field=191.9999 rms=3.0000 scale=0.9975 fcos=0.277 ign=0.1500 mph=0.500
|
| 24 |
+
18:step=2104700 (run 2200/2500) loss=6.85184 byte_ppl=13.419 atoms=152 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.235 ign=0.1500 mph=0.500
|
| 25 |
+
19:step=2104900 (run 2400/2500) loss=8.30257 byte_ppl=124.561 atoms=96 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.275 ign=0.1500 mph=0.500
|
| 26 |
+
20:step=2105000 (run 2500/2500) loss=6.33053 byte_ppl=20.570 atoms=196 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.300 ign=0.1500 mph=0.500
|
| 27 |
+
...
|
| 28 |
+
"generation": {
|
| 29 |
+
"The future of AI is": {
|
| 30 |
+
"temperature": 0.8,
|
| 31 |
+
"top_k": 5,
|
| 32 |
+
"max_length": 20,
|
| 33 |
+
"bytes_hex": "3c69692c652c7121742d5671696e4eaa6a3c6576",
|
| 34 |
+
"text": "<ii,e,q!t-VqinN\ufffdj<ev",
|
| 35 |
+
"reload_text": "<ii,e,q!t-VqinN\ufffdj<ev",
|
| 36 |
+
"reload_match": true
|
| 37 |
+
},
|
| 38 |
+
"Bonjour, je m'appelle": {
|
| 39 |
+
"temperature": 0.8,
|
| 40 |
+
"top_k": 5,
|
| 41 |
+
"max_length": 20,
|
| 42 |
+
"bytes_hex": "3c687166662c2c21659174d8d720646b3e203d6b",
|
| 43 |
+
"text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 44 |
+
"reload_text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 45 |
+
"reload_match": true
|
| 46 |
+
},
|
| 47 |
+
"Valkyria Chronicles III is": {
|
| 48 |
+
"temperature": 0.8,
|
| 49 |
+
"top_k": 5,
|
| 50 |
+
"max_length": 20,
|
| 51 |
+
"bytes_hex": "3c69692c6f2c71216520706b3e203d6b3e203d6b",
|
| 52 |
+
"text": "<ii,o,q!e pk> =k> =k",
|
| 53 |
+
"reload_text": "<ii,o,q!e pk> =k> =k",
|
| 54 |
+
"reload_match": true
|
| 55 |
+
}
|
| 56 |
+
}
|
| 57 |
+
}
|
docs/artifacts/lign_both_2k5/lign_probe_after.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_both/atom_native.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2105000
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003867 -> 0.032399 (norm 0.2475 -> 2.0735) atoms 3 -> 22
|
| 5 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> ,k> =k> =k> =k> =k> =k> =k>'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006798 -> 0.034249 (norm 0.4351 -> 2.1919) atoms 7 -> 26
|
| 8 |
+
gen_preview='unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006038 -> 0.033752 (norm 0.3864 -> 2.1602) atoms 6 -> 25
|
| 11 |
+
gen_preview='unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003867 -> 0.032399 (norm 0.2475 -> 2.0735) atoms 3 -> 22
|
| 14 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> ,k> =k> =k> =k> =k> =k> =k>'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.992358 alpha=0.698481
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_both_2k5/probe_after_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/lign_both_2k5/lign_probe_before.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_smoke/atom_native_src.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2102500
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003676 -> 0.024275 (norm 0.2353 -> 1.5536) atoms 3 -> 22
|
| 5 |
+
gen_preview='us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.�> Uu>rN�frN�f<N�f'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006684 -> 0.024246 (norm 0.4278 -> 1.5518) atoms 7 -> 26
|
| 8 |
+
gen_preview='un!> sn>use>ub!> su>us!> su>us!> bu>ub!> pu> su>uN!>u.�> Uu>rN�frN�frN�f<Nqf-Nqk'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006216 -> 0.024691 (norm 0.3978 -> 1.5803) atoms 6 -> 25
|
| 11 |
+
gen_preview='us!> su>us!> bu>ub!> su>ub!> pu> su>uN!>u.q> Uu>rNqfdNqkdNdk<NqkrNqk<NqkrNqk<Nqk'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003676 -> 0.024275 (norm 0.2353 -> 1.5536) atoms 3 -> 22
|
| 14 |
+
gen_preview='us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.�> Uu>rN�frN�f<N�f'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.992294 alpha=0.720524
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_both_2k5/probe_before_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/lign_both_2k5/probe_after.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_both/atom_native.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2105000
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003867 -> 0.032399 (norm 0.2475 -> 2.0735) atoms 3 -> 22
|
| 5 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> ,k> =k> =k> =k> =k> =k> =k>'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006798 -> 0.034249 (norm 0.4351 -> 2.1919) atoms 7 -> 26
|
| 8 |
+
gen_preview='unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006038 -> 0.033752 (norm 0.3864 -> 2.1602) atoms 6 -> 25
|
| 11 |
+
gen_preview='unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003867 -> 0.032399 (norm 0.2475 -> 2.0735) atoms 3 -> 22
|
| 14 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> ,k> =k> =k> =k> =k> =k> =k>'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.992358 alpha=0.698481
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_both_2k5/probe_after_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/lign_both_2k5/probe_after_report.json
ADDED
|
@@ -0,0 +1,447 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"timestamp_local": "2026-09-17 19:13:57 PDT",
|
| 3 |
+
"timestamp_utc": "2026-09-18T02:13:57.778386+00:00",
|
| 4 |
+
"meta": {
|
| 5 |
+
"config": {
|
| 6 |
+
"d_model": 64,
|
| 7 |
+
"n_modes": 64,
|
| 8 |
+
"n_atoms_max": 512,
|
| 9 |
+
"max_payload_bytes": 16,
|
| 10 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 11 |
+
"field_max_rms": 3.0,
|
| 12 |
+
"energy_decay_bounds": [
|
| 13 |
+
0.45,
|
| 14 |
+
0.95
|
| 15 |
+
],
|
| 16 |
+
"enable_merge": true,
|
| 17 |
+
"slow_every": 4,
|
| 18 |
+
"field_loss_weight": 0.08,
|
| 19 |
+
"field_contrast_weight": 0.45,
|
| 20 |
+
"field_contrast_margin": 0.45,
|
| 21 |
+
"field_ignorance_weight": 0.08,
|
| 22 |
+
"field_ignorance_margin": 0.85,
|
| 23 |
+
"field_ignorance_ablate_shared": true,
|
| 24 |
+
"field_ignorance_prompt_bank": true,
|
| 25 |
+
"merge_count_total": 0
|
| 26 |
+
},
|
| 27 |
+
"training_meta": {
|
| 28 |
+
"step": 2105000,
|
| 29 |
+
"run_steps": 2500,
|
| 30 |
+
"seed": 20260917,
|
| 31 |
+
"episode_reset": false,
|
| 32 |
+
"atom_flush_every": 256,
|
| 33 |
+
"dynamics_on_load": {
|
| 34 |
+
"coupling_scale": 1.9910084009170532,
|
| 35 |
+
"energy_decay": 0.44999998807907104,
|
| 36 |
+
"phase_sync": 0.9985595941543579,
|
| 37 |
+
"energy_decay_before": 0.44999998807907104,
|
| 38 |
+
"energy_decay_repaired": false,
|
| 39 |
+
"energy_decay_bounds": [
|
| 40 |
+
0.45,
|
| 41 |
+
0.95
|
| 42 |
+
]
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
"checkpoint": "/workspace/exports/atom-ai/checkpoints/atom_native_lign_both/atom_native.pt",
|
| 46 |
+
"checkpoint_bytes": 20532464
|
| 47 |
+
},
|
| 48 |
+
"n_gen": 20,
|
| 49 |
+
"prompts": [
|
| 50 |
+
"Bonjour",
|
| 51 |
+
"Qui es-tu ?",
|
| 52 |
+
"Il \u00e9tait une fois",
|
| 53 |
+
"Utilisateur: Bonjour\nAssistant:"
|
| 54 |
+
],
|
| 55 |
+
"per_prompt": [
|
| 56 |
+
{
|
| 57 |
+
"prompt": "Bonjour",
|
| 58 |
+
"primed_text": "Utilisateur: Bonjour\nAssistant:",
|
| 59 |
+
"n_prompt_packets": 3,
|
| 60 |
+
"packet_payloads": [
|
| 61 |
+
"Utilisateur:",
|
| 62 |
+
" Bonjour\n",
|
| 63 |
+
"Assistant:"
|
| 64 |
+
],
|
| 65 |
+
"stats_after_prompt": {
|
| 66 |
+
"field_rms": 0.0038667896296828985,
|
| 67 |
+
"field_norm": 0.2474745512008667,
|
| 68 |
+
"field_mean_abs": 0.002933506853878498,
|
| 69 |
+
"field_max_abs": 0.02435270883142948,
|
| 70 |
+
"alpha_numel": 4096,
|
| 71 |
+
"persistence_norm": 0.0,
|
| 72 |
+
"persistence_mean_abs": 0.0,
|
| 73 |
+
"persistence_strength": 0.0,
|
| 74 |
+
"n_atoms": 3,
|
| 75 |
+
"consolidation_count": 0,
|
| 76 |
+
"abstraction_count": 0,
|
| 77 |
+
"t": 0.029999999329447746
|
| 78 |
+
},
|
| 79 |
+
"stats_after_gen": {
|
| 80 |
+
"field_rms": 0.032398514449596405,
|
| 81 |
+
"field_norm": 2.07350492477417,
|
| 82 |
+
"field_mean_abs": 0.023319242522120476,
|
| 83 |
+
"field_max_abs": 0.14671093225479126,
|
| 84 |
+
"alpha_numel": 4096,
|
| 85 |
+
"persistence_norm": 0.0,
|
| 86 |
+
"persistence_mean_abs": 0.0,
|
| 87 |
+
"persistence_strength": 0.0,
|
| 88 |
+
"n_atoms": 22,
|
| 89 |
+
"consolidation_count": 0,
|
| 90 |
+
"abstraction_count": 0,
|
| 91 |
+
"t": 0.2200000286102295
|
| 92 |
+
},
|
| 93 |
+
"generated_preview": "unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> ,k> =k> =k> =k> =k> =k> =k>",
|
| 94 |
+
"generated_bytes": 80,
|
| 95 |
+
"surface_byte_logits_norm": 277.39556884765625
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"prompt": "Qui es-tu ?",
|
| 99 |
+
"primed_text": "Utilisateur: Qui es-tu ?\nAssistant:",
|
| 100 |
+
"n_prompt_packets": 7,
|
| 101 |
+
"packet_payloads": [
|
| 102 |
+
"Utilisateur:",
|
| 103 |
+
" Qui ",
|
| 104 |
+
"es-",
|
| 105 |
+
"tu ",
|
| 106 |
+
"?",
|
| 107 |
+
"\n",
|
| 108 |
+
"Assistant:"
|
| 109 |
+
],
|
| 110 |
+
"stats_after_prompt": {
|
| 111 |
+
"field_rms": 0.006798470858484507,
|
| 112 |
+
"field_norm": 0.43510210514068604,
|
| 113 |
+
"field_mean_abs": 0.005093753337860107,
|
| 114 |
+
"field_max_abs": 0.03420306369662285,
|
| 115 |
+
"alpha_numel": 4096,
|
| 116 |
+
"persistence_norm": 0.0,
|
| 117 |
+
"persistence_mean_abs": 0.0,
|
| 118 |
+
"persistence_strength": 0.0,
|
| 119 |
+
"n_atoms": 7,
|
| 120 |
+
"consolidation_count": 0,
|
| 121 |
+
"abstraction_count": 0,
|
| 122 |
+
"t": 0.06999999284744263
|
| 123 |
+
},
|
| 124 |
+
"stats_after_gen": {
|
| 125 |
+
"field_rms": 0.03424892947077751,
|
| 126 |
+
"field_norm": 2.1919312477111816,
|
| 127 |
+
"field_mean_abs": 0.02527393214404583,
|
| 128 |
+
"field_max_abs": 0.1521221101284027,
|
| 129 |
+
"alpha_numel": 4096,
|
| 130 |
+
"persistence_norm": 0.0,
|
| 131 |
+
"persistence_mean_abs": 0.0,
|
| 132 |
+
"persistence_strength": 0.0,
|
| 133 |
+
"n_atoms": 26,
|
| 134 |
+
"consolidation_count": 0,
|
| 135 |
+
"abstraction_count": 0,
|
| 136 |
+
"t": 0.2600000202655792
|
| 137 |
+
},
|
| 138 |
+
"generated_preview": "unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>",
|
| 139 |
+
"generated_bytes": 80,
|
| 140 |
+
"surface_byte_logits_norm": 224.024658203125
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"prompt": "Il \u00e9tait une fois",
|
| 144 |
+
"primed_text": "Utilisateur: Il \u00e9tait une fois\nAssistant:",
|
| 145 |
+
"n_prompt_packets": 6,
|
| 146 |
+
"packet_payloads": [
|
| 147 |
+
"Utilisateur:",
|
| 148 |
+
" Il ",
|
| 149 |
+
"\u00e9tait ",
|
| 150 |
+
"une ",
|
| 151 |
+
"fois\n",
|
| 152 |
+
"Assistant:"
|
| 153 |
+
],
|
| 154 |
+
"stats_after_prompt": {
|
| 155 |
+
"field_rms": 0.006037530023604631,
|
| 156 |
+
"field_norm": 0.3864019513130188,
|
| 157 |
+
"field_mean_abs": 0.004503221251070499,
|
| 158 |
+
"field_max_abs": 0.03779352456331253,
|
| 159 |
+
"alpha_numel": 4096,
|
| 160 |
+
"persistence_norm": 0.0,
|
| 161 |
+
"persistence_mean_abs": 0.0,
|
| 162 |
+
"persistence_strength": 0.0,
|
| 163 |
+
"n_atoms": 6,
|
| 164 |
+
"consolidation_count": 0,
|
| 165 |
+
"abstraction_count": 0,
|
| 166 |
+
"t": 0.059999994933605194
|
| 167 |
+
},
|
| 168 |
+
"stats_after_gen": {
|
| 169 |
+
"field_rms": 0.033752478659152985,
|
| 170 |
+
"field_norm": 2.160158634185791,
|
| 171 |
+
"field_mean_abs": 0.024521082639694214,
|
| 172 |
+
"field_max_abs": 0.15114596486091614,
|
| 173 |
+
"alpha_numel": 4096,
|
| 174 |
+
"persistence_norm": 0.0,
|
| 175 |
+
"persistence_mean_abs": 0.0,
|
| 176 |
+
"persistence_strength": 0.0,
|
| 177 |
+
"n_atoms": 25,
|
| 178 |
+
"consolidation_count": 0,
|
| 179 |
+
"abstraction_count": 0,
|
| 180 |
+
"t": 0.2500000298023224
|
| 181 |
+
},
|
| 182 |
+
"generated_preview": "unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>",
|
| 183 |
+
"generated_bytes": 80,
|
| 184 |
+
"surface_byte_logits_norm": 247.80909729003906
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"prompt": "Utilisateur: Bonjour\nAssistant:",
|
| 188 |
+
"primed_text": "Utilisateur: Bonjour\nAssistant:",
|
| 189 |
+
"n_prompt_packets": 3,
|
| 190 |
+
"packet_payloads": [
|
| 191 |
+
"Utilisateur:",
|
| 192 |
+
" Bonjour\n",
|
| 193 |
+
"Assistant:"
|
| 194 |
+
],
|
| 195 |
+
"stats_after_prompt": {
|
| 196 |
+
"field_rms": 0.0038667896296828985,
|
| 197 |
+
"field_norm": 0.2474745512008667,
|
| 198 |
+
"field_mean_abs": 0.002933506853878498,
|
| 199 |
+
"field_max_abs": 0.02435270883142948,
|
| 200 |
+
"alpha_numel": 4096,
|
| 201 |
+
"persistence_norm": 0.0,
|
| 202 |
+
"persistence_mean_abs": 0.0,
|
| 203 |
+
"persistence_strength": 0.0,
|
| 204 |
+
"n_atoms": 3,
|
| 205 |
+
"consolidation_count": 0,
|
| 206 |
+
"abstraction_count": 0,
|
| 207 |
+
"t": 0.029999999329447746
|
| 208 |
+
},
|
| 209 |
+
"stats_after_gen": {
|
| 210 |
+
"field_rms": 0.032398514449596405,
|
| 211 |
+
"field_norm": 2.07350492477417,
|
| 212 |
+
"field_mean_abs": 0.023319242522120476,
|
| 213 |
+
"field_max_abs": 0.14671093225479126,
|
| 214 |
+
"alpha_numel": 4096,
|
| 215 |
+
"persistence_norm": 0.0,
|
| 216 |
+
"persistence_mean_abs": 0.0,
|
| 217 |
+
"persistence_strength": 0.0,
|
| 218 |
+
"n_atoms": 22,
|
| 219 |
+
"consolidation_count": 0,
|
| 220 |
+
"abstraction_count": 0,
|
| 221 |
+
"t": 0.2200000286102295
|
| 222 |
+
},
|
| 223 |
+
"generated_preview": "unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> ,k> =k> =k> =k> =k> =k> =k>",
|
| 224 |
+
"generated_bytes": 80,
|
| 225 |
+
"surface_byte_logits_norm": 277.39556884765625
|
| 226 |
+
}
|
| 227 |
+
],
|
| 228 |
+
"prompt_sensitivity": {
|
| 229 |
+
"prompts": [
|
| 230 |
+
"Bonjour",
|
| 231 |
+
"Qui es-tu ?",
|
| 232 |
+
"Il \u00e9tait une fois",
|
| 233 |
+
"Utilisateur: Bonjour\nAssistant:"
|
| 234 |
+
],
|
| 235 |
+
"cosine_alpha": [
|
| 236 |
+
[
|
| 237 |
+
0.9999999968217755,
|
| 238 |
+
0.4764792049119334,
|
| 239 |
+
0.8354733430631697,
|
| 240 |
+
0.9999999968217755
|
| 241 |
+
],
|
| 242 |
+
[
|
| 243 |
+
0.4764792049119334,
|
| 244 |
+
1.000000167715084,
|
| 245 |
+
0.5669796813780352,
|
| 246 |
+
0.4764792049119334
|
| 247 |
+
],
|
| 248 |
+
[
|
| 249 |
+
0.8354733430631697,
|
| 250 |
+
0.5669796813780352,
|
| 251 |
+
0.9999997550955949,
|
| 252 |
+
0.8354733430631697
|
| 253 |
+
],
|
| 254 |
+
[
|
| 255 |
+
0.9999999968217755,
|
| 256 |
+
0.4764792049119334,
|
| 257 |
+
0.8354733430631697,
|
| 258 |
+
0.9999999968217755
|
| 259 |
+
]
|
| 260 |
+
],
|
| 261 |
+
"cosine_output_state": [
|
| 262 |
+
[
|
| 263 |
+
1.0000001201656668,
|
| 264 |
+
0.970649331773234,
|
| 265 |
+
0.9900165471385234,
|
| 266 |
+
1.0000001201656668
|
| 267 |
+
],
|
| 268 |
+
[
|
| 269 |
+
0.970649331773234,
|
| 270 |
+
0.999999947744685,
|
| 271 |
+
0.9767877563333452,
|
| 272 |
+
0.970649331773234
|
| 273 |
+
],
|
| 274 |
+
[
|
| 275 |
+
0.9900165471385234,
|
| 276 |
+
0.9767877563333452,
|
| 277 |
+
0.9999999134828831,
|
| 278 |
+
0.9900165471385234
|
| 279 |
+
],
|
| 280 |
+
[
|
| 281 |
+
1.0000001201656668,
|
| 282 |
+
0.970649331773234,
|
| 283 |
+
0.9900165471385234,
|
| 284 |
+
1.0000001201656668
|
| 285 |
+
]
|
| 286 |
+
],
|
| 287 |
+
"cosine_surface_logits": [
|
| 288 |
+
[
|
| 289 |
+
1.0000002645084607,
|
| 290 |
+
0.9868905506754033,
|
| 291 |
+
0.9955139524229406,
|
| 292 |
+
1.0000002645084607
|
| 293 |
+
],
|
| 294 |
+
[
|
| 295 |
+
0.9868905506754033,
|
| 296 |
+
1.0000000457084584,
|
| 297 |
+
0.9893375376062745,
|
| 298 |
+
0.9868905506754033
|
| 299 |
+
],
|
| 300 |
+
[
|
| 301 |
+
0.9955139524229406,
|
| 302 |
+
0.9893375376062745,
|
| 303 |
+
0.9999999218617306,
|
| 304 |
+
0.9955139524229406
|
| 305 |
+
],
|
| 306 |
+
[
|
| 307 |
+
1.0000002645084607,
|
| 308 |
+
0.9868905506754033,
|
| 309 |
+
0.9955139524229406,
|
| 310 |
+
1.0000002645084607
|
| 311 |
+
]
|
| 312 |
+
],
|
| 313 |
+
"cosine_persistence": [
|
| 314 |
+
[
|
| 315 |
+
null,
|
| 316 |
+
null,
|
| 317 |
+
null,
|
| 318 |
+
null
|
| 319 |
+
],
|
| 320 |
+
[
|
| 321 |
+
null,
|
| 322 |
+
null,
|
| 323 |
+
null,
|
| 324 |
+
null
|
| 325 |
+
],
|
| 326 |
+
[
|
| 327 |
+
null,
|
| 328 |
+
null,
|
| 329 |
+
null,
|
| 330 |
+
null
|
| 331 |
+
],
|
| 332 |
+
[
|
| 333 |
+
null,
|
| 334 |
+
null,
|
| 335 |
+
null,
|
| 336 |
+
null
|
| 337 |
+
]
|
| 338 |
+
],
|
| 339 |
+
"l2_alpha": [
|
| 340 |
+
[
|
| 341 |
+
0.0,
|
| 342 |
+
0.38463765382766724,
|
| 343 |
+
0.22531399130821228,
|
| 344 |
+
0.0
|
| 345 |
+
],
|
| 346 |
+
[
|
| 347 |
+
0.38463765382766724,
|
| 348 |
+
0.0,
|
| 349 |
+
0.38467419147491455,
|
| 350 |
+
0.38463765382766724
|
| 351 |
+
],
|
| 352 |
+
[
|
| 353 |
+
0.22531399130821228,
|
| 354 |
+
0.38467419147491455,
|
| 355 |
+
0.0,
|
| 356 |
+
0.22531399130821228
|
| 357 |
+
],
|
| 358 |
+
[
|
| 359 |
+
0.0,
|
| 360 |
+
0.38463765382766724,
|
| 361 |
+
0.22531399130821228,
|
| 362 |
+
0.0
|
| 363 |
+
]
|
| 364 |
+
],
|
| 365 |
+
"mean_offdiag_cosine_alpha": 0.6984807956916694,
|
| 366 |
+
"mean_offdiag_cosine_output_state": 0.9830199390537544,
|
| 367 |
+
"mean_offdiag_cosine_surface_logits": 0.9923578013852371,
|
| 368 |
+
"mean_offdiag_cosine_persistence": null,
|
| 369 |
+
"interpretation": "If inter-prompt cosine of surface logits / output_state \u2248 1.0, the surface largely ignores prompt-conditioned field differences. Meaningfully < 1 suggests prompt-sensitive state."
|
| 370 |
+
},
|
| 371 |
+
"reconstruction": {
|
| 372 |
+
"last_k": 4,
|
| 373 |
+
"notes": [
|
| 374 |
+
"No MERGE/SPLIT in this architecture yet.",
|
| 375 |
+
"No dedicated field\u2192past-packet decoder exists.",
|
| 376 |
+
"Consolidation is a single EMA persistence vector, not a packet stack.",
|
| 377 |
+
"Linear probe below is few-shot diagnostic on the probe prompts only."
|
| 378 |
+
],
|
| 379 |
+
"not_possible_yet": [
|
| 380 |
+
"MERGE of packets into durable field structures",
|
| 381 |
+
"SPLIT / dual-clock span control",
|
| 382 |
+
"Dedicated field \u2192 past-packet decoder",
|
| 383 |
+
"Retrieving arbitrary past payloads from alpha alone as text"
|
| 384 |
+
],
|
| 385 |
+
"field_differs_across_prompts": true,
|
| 386 |
+
"persistence_differs_across_prompts": false,
|
| 387 |
+
"pairwise_alpha_l2": [
|
| 388 |
+
0.38463765382766724,
|
| 389 |
+
0.22531399130821228,
|
| 390 |
+
0.0,
|
| 391 |
+
0.38467419147491455,
|
| 392 |
+
0.38463765382766724,
|
| 393 |
+
0.22531399130821228
|
| 394 |
+
],
|
| 395 |
+
"pairwise_persistence_l2": [
|
| 396 |
+
0.0,
|
| 397 |
+
0.0,
|
| 398 |
+
0.0,
|
| 399 |
+
0.0,
|
| 400 |
+
0.0,
|
| 401 |
+
0.0
|
| 402 |
+
],
|
| 403 |
+
"mean_pairwise_alpha_l2": 0.26742958029111225,
|
| 404 |
+
"linear_probe": {
|
| 405 |
+
"status": "ok",
|
| 406 |
+
"method": "dual_ridge_least_squares",
|
| 407 |
+
"lambda": 0.01,
|
| 408 |
+
"n_prompts": 4,
|
| 409 |
+
"field_dim": 4224,
|
| 410 |
+
"feature_dim": 320,
|
| 411 |
+
"train_mse": 7.22156645593941e-09,
|
| 412 |
+
"baseline_mean_mse": 0.0012413040967658162,
|
| 413 |
+
"mse_improvement_vs_mean": 0.0012412968751993603,
|
| 414 |
+
"pred_target_cosine_per_prompt": [
|
| 415 |
+
0.999999935346222,
|
| 416 |
+
0.9999992268162038,
|
| 417 |
+
0.9999996283491076,
|
| 418 |
+
0.999999935346222
|
| 419 |
+
],
|
| 420 |
+
"mean_pred_target_cosine": 0.9999996814644388,
|
| 421 |
+
"note": "In-sample fit only (P prompts). Success means field features linearly span last-k packet features on this set \u2014 not a general decoder."
|
| 422 |
+
},
|
| 423 |
+
"alpha_reprime_1nn_accuracy": 0.75,
|
| 424 |
+
"atom_collection_probe": {
|
| 425 |
+
"status": "ok",
|
| 426 |
+
"mean_last_k_compiled_vs_stored_r_cosine": 0.9999999838570781,
|
| 427 |
+
"per_prompt": [
|
| 428 |
+
0.9999999602635737,
|
| 429 |
+
0.9999999701976776,
|
| 430 |
+
1.0000000447034871,
|
| 431 |
+
0.9999999602635737
|
| 432 |
+
],
|
| 433 |
+
"note": "Atom collection stores detached compiled atoms from this episode; high cosine is expected (same episode write). This is NOT recovery from field alone \u2014 it shows structural memory buffer retention."
|
| 434 |
+
},
|
| 435 |
+
"reconstruction_succeeds": true,
|
| 436 |
+
"reconstruction_summary": "partial/diagnostic linear map from field features to last-k packet features works in-sample"
|
| 437 |
+
},
|
| 438 |
+
"verdict": {
|
| 439 |
+
"label": "field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)",
|
| 440 |
+
"mean_offdiag_cosine_surface_logits": 0.9923578013852371,
|
| 441 |
+
"mean_offdiag_cosine_alpha": 0.6984807956916694,
|
| 442 |
+
"mean_field_rms_after_prompt": 0.005142395035363734,
|
| 443 |
+
"mean_field_rms_after_20_gen": 0.03319960925728083,
|
| 444 |
+
"reconstruction_succeeds": true,
|
| 445 |
+
"regime_note": "CE down + gen still noise without field reconstruction = still Transformer regime without the farm."
|
| 446 |
+
}
|
| 447 |
+
}
|
docs/artifacts/lign_both_2k5/probe_before.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_smoke/atom_native_src.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2102500
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003676 -> 0.024275 (norm 0.2353 -> 1.5536) atoms 3 -> 22
|
| 5 |
+
gen_preview='us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.�> Uu>rN�frN�f<N�f'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006684 -> 0.024246 (norm 0.4278 -> 1.5518) atoms 7 -> 26
|
| 8 |
+
gen_preview='un!> sn>use>ub!> su>us!> su>us!> bu>ub!> pu> su>uN!>u.�> Uu>rN�frN�frN�f<Nqf-Nqk'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006216 -> 0.024691 (norm 0.3978 -> 1.5803) atoms 6 -> 25
|
| 11 |
+
gen_preview='us!> su>us!> bu>ub!> su>ub!> pu> su>uN!>u.q> Uu>rNqfdNqkdNdk<NqkrNqk<NqkrNqk<Nqk'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003676 -> 0.024275 (norm 0.2353 -> 1.5536) atoms 3 -> 22
|
| 14 |
+
gen_preview='us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.�> Uu>rN�frN�f<N�f'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.992294 alpha=0.720524
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_both_2k5/probe_before_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|
docs/artifacts/lign_both_2k5/probe_before_report.json
ADDED
|
@@ -0,0 +1,443 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"timestamp_local": "2026-09-17 19:12:57 PDT",
|
| 3 |
+
"timestamp_utc": "2026-09-18T02:12:57.935306+00:00",
|
| 4 |
+
"meta": {
|
| 5 |
+
"config": {
|
| 6 |
+
"d_model": 64,
|
| 7 |
+
"n_modes": 64,
|
| 8 |
+
"n_atoms_max": 512,
|
| 9 |
+
"max_payload_bytes": 16,
|
| 10 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 11 |
+
"field_max_rms": 3.0,
|
| 12 |
+
"energy_decay_bounds": [
|
| 13 |
+
0.45,
|
| 14 |
+
0.95
|
| 15 |
+
],
|
| 16 |
+
"enable_merge": true,
|
| 17 |
+
"slow_every": 4,
|
| 18 |
+
"field_loss_weight": 0.08,
|
| 19 |
+
"field_contrast_weight": 0.45,
|
| 20 |
+
"field_contrast_margin": 0.45,
|
| 21 |
+
"merge_count_total": 0
|
| 22 |
+
},
|
| 23 |
+
"training_meta": {
|
| 24 |
+
"step": 2102500,
|
| 25 |
+
"run_steps": 2500,
|
| 26 |
+
"seed": 20260917,
|
| 27 |
+
"episode_reset": false,
|
| 28 |
+
"atom_flush_every": 256,
|
| 29 |
+
"dynamics_on_load": {
|
| 30 |
+
"coupling_scale": 2.0,
|
| 31 |
+
"energy_decay": 0.44999998807907104,
|
| 32 |
+
"phase_sync": 1.0,
|
| 33 |
+
"energy_decay_before": 0.44999998807907104,
|
| 34 |
+
"energy_decay_repaired": false,
|
| 35 |
+
"energy_decay_bounds": [
|
| 36 |
+
0.45,
|
| 37 |
+
0.95
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"checkpoint": "/workspace/exports/atom-ai/checkpoints/atom_native_lign_smoke/atom_native_src.pt",
|
| 42 |
+
"checkpoint_bytes": 20531696
|
| 43 |
+
},
|
| 44 |
+
"n_gen": 20,
|
| 45 |
+
"prompts": [
|
| 46 |
+
"Bonjour",
|
| 47 |
+
"Qui es-tu ?",
|
| 48 |
+
"Il \u00e9tait une fois",
|
| 49 |
+
"Utilisateur: Bonjour\nAssistant:"
|
| 50 |
+
],
|
| 51 |
+
"per_prompt": [
|
| 52 |
+
{
|
| 53 |
+
"prompt": "Bonjour",
|
| 54 |
+
"primed_text": "Utilisateur: Bonjour\nAssistant:",
|
| 55 |
+
"n_prompt_packets": 3,
|
| 56 |
+
"packet_payloads": [
|
| 57 |
+
"Utilisateur:",
|
| 58 |
+
" Bonjour\n",
|
| 59 |
+
"Assistant:"
|
| 60 |
+
],
|
| 61 |
+
"stats_after_prompt": {
|
| 62 |
+
"field_rms": 0.003676084103062749,
|
| 63 |
+
"field_norm": 0.23526939749717712,
|
| 64 |
+
"field_mean_abs": 0.0028248238377273083,
|
| 65 |
+
"field_max_abs": 0.023399701341986656,
|
| 66 |
+
"alpha_numel": 4096,
|
| 67 |
+
"persistence_norm": 0.0,
|
| 68 |
+
"persistence_mean_abs": 0.0,
|
| 69 |
+
"persistence_strength": 0.0,
|
| 70 |
+
"n_atoms": 3,
|
| 71 |
+
"consolidation_count": 0,
|
| 72 |
+
"abstraction_count": 0,
|
| 73 |
+
"t": 0.029999999329447746
|
| 74 |
+
},
|
| 75 |
+
"stats_after_gen": {
|
| 76 |
+
"field_rms": 0.024275178089737892,
|
| 77 |
+
"field_norm": 1.5536115169525146,
|
| 78 |
+
"field_mean_abs": 0.01747151091694832,
|
| 79 |
+
"field_max_abs": 0.15346266329288483,
|
| 80 |
+
"alpha_numel": 4096,
|
| 81 |
+
"persistence_norm": 0.0,
|
| 82 |
+
"persistence_mean_abs": 0.0,
|
| 83 |
+
"persistence_strength": 0.0,
|
| 84 |
+
"n_atoms": 22,
|
| 85 |
+
"consolidation_count": 0,
|
| 86 |
+
"abstraction_count": 0,
|
| 87 |
+
"t": 0.2200000286102295
|
| 88 |
+
},
|
| 89 |
+
"generated_preview": "us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.\ufffd> Uu>rN\ufffdfrN\ufffdf<N\ufffdf",
|
| 90 |
+
"generated_bytes": 80,
|
| 91 |
+
"surface_byte_logits_norm": 258.1448059082031
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"prompt": "Qui es-tu ?",
|
| 95 |
+
"primed_text": "Utilisateur: Qui es-tu ?\nAssistant:",
|
| 96 |
+
"n_prompt_packets": 7,
|
| 97 |
+
"packet_payloads": [
|
| 98 |
+
"Utilisateur:",
|
| 99 |
+
" Qui ",
|
| 100 |
+
"es-",
|
| 101 |
+
"tu ",
|
| 102 |
+
"?",
|
| 103 |
+
"\n",
|
| 104 |
+
"Assistant:"
|
| 105 |
+
],
|
| 106 |
+
"stats_after_prompt": {
|
| 107 |
+
"field_rms": 0.006684120744466782,
|
| 108 |
+
"field_norm": 0.427783727645874,
|
| 109 |
+
"field_mean_abs": 0.004947622772306204,
|
| 110 |
+
"field_max_abs": 0.03267180919647217,
|
| 111 |
+
"alpha_numel": 4096,
|
| 112 |
+
"persistence_norm": 0.0,
|
| 113 |
+
"persistence_mean_abs": 0.0,
|
| 114 |
+
"persistence_strength": 0.0,
|
| 115 |
+
"n_atoms": 7,
|
| 116 |
+
"consolidation_count": 0,
|
| 117 |
+
"abstraction_count": 0,
|
| 118 |
+
"t": 0.06999999284744263
|
| 119 |
+
},
|
| 120 |
+
"stats_after_gen": {
|
| 121 |
+
"field_rms": 0.024246206507086754,
|
| 122 |
+
"field_norm": 1.5517570972442627,
|
| 123 |
+
"field_mean_abs": 0.017805296927690506,
|
| 124 |
+
"field_max_abs": 0.15625834465026855,
|
| 125 |
+
"alpha_numel": 4096,
|
| 126 |
+
"persistence_norm": 0.0,
|
| 127 |
+
"persistence_mean_abs": 0.0,
|
| 128 |
+
"persistence_strength": 0.0,
|
| 129 |
+
"n_atoms": 26,
|
| 130 |
+
"consolidation_count": 0,
|
| 131 |
+
"abstraction_count": 0,
|
| 132 |
+
"t": 0.2600000202655792
|
| 133 |
+
},
|
| 134 |
+
"generated_preview": "un!> sn>use>ub!> su>us!> su>us!> bu>ub!> pu> su>uN!>u.\ufffd> Uu>rN\ufffdfrN\ufffdfrN\ufffdf<Nqf-Nqk",
|
| 135 |
+
"generated_bytes": 80,
|
| 136 |
+
"surface_byte_logits_norm": 256.7497253417969
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"prompt": "Il \u00e9tait une fois",
|
| 140 |
+
"primed_text": "Utilisateur: Il \u00e9tait une fois\nAssistant:",
|
| 141 |
+
"n_prompt_packets": 6,
|
| 142 |
+
"packet_payloads": [
|
| 143 |
+
"Utilisateur:",
|
| 144 |
+
" Il ",
|
| 145 |
+
"\u00e9tait ",
|
| 146 |
+
"une ",
|
| 147 |
+
"fois\n",
|
| 148 |
+
"Assistant:"
|
| 149 |
+
],
|
| 150 |
+
"stats_after_prompt": {
|
| 151 |
+
"field_rms": 0.006216110195964575,
|
| 152 |
+
"field_norm": 0.39783111214637756,
|
| 153 |
+
"field_mean_abs": 0.00469403387978673,
|
| 154 |
+
"field_max_abs": 0.03926796838641167,
|
| 155 |
+
"alpha_numel": 4096,
|
| 156 |
+
"persistence_norm": 0.0,
|
| 157 |
+
"persistence_mean_abs": 0.0,
|
| 158 |
+
"persistence_strength": 0.0,
|
| 159 |
+
"n_atoms": 6,
|
| 160 |
+
"consolidation_count": 0,
|
| 161 |
+
"abstraction_count": 0,
|
| 162 |
+
"t": 0.059999994933605194
|
| 163 |
+
},
|
| 164 |
+
"stats_after_gen": {
|
| 165 |
+
"field_rms": 0.024691486731171608,
|
| 166 |
+
"field_norm": 1.5802550315856934,
|
| 167 |
+
"field_mean_abs": 0.01791311614215374,
|
| 168 |
+
"field_max_abs": 0.17595124244689941,
|
| 169 |
+
"alpha_numel": 4096,
|
| 170 |
+
"persistence_norm": 0.0,
|
| 171 |
+
"persistence_mean_abs": 0.0,
|
| 172 |
+
"persistence_strength": 0.0,
|
| 173 |
+
"n_atoms": 25,
|
| 174 |
+
"consolidation_count": 0,
|
| 175 |
+
"abstraction_count": 0,
|
| 176 |
+
"t": 0.2500000298023224
|
| 177 |
+
},
|
| 178 |
+
"generated_preview": "us!> su>us!> bu>ub!> su>ub!> pu> su>uN!>u.q> Uu>rNqfdNqkdNdk<NqkrNqk<NqkrNqk<Nqk",
|
| 179 |
+
"generated_bytes": 80,
|
| 180 |
+
"surface_byte_logits_norm": 231.27496337890625
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"prompt": "Utilisateur: Bonjour\nAssistant:",
|
| 184 |
+
"primed_text": "Utilisateur: Bonjour\nAssistant:",
|
| 185 |
+
"n_prompt_packets": 3,
|
| 186 |
+
"packet_payloads": [
|
| 187 |
+
"Utilisateur:",
|
| 188 |
+
" Bonjour\n",
|
| 189 |
+
"Assistant:"
|
| 190 |
+
],
|
| 191 |
+
"stats_after_prompt": {
|
| 192 |
+
"field_rms": 0.003676084103062749,
|
| 193 |
+
"field_norm": 0.23526939749717712,
|
| 194 |
+
"field_mean_abs": 0.0028248238377273083,
|
| 195 |
+
"field_max_abs": 0.023399701341986656,
|
| 196 |
+
"alpha_numel": 4096,
|
| 197 |
+
"persistence_norm": 0.0,
|
| 198 |
+
"persistence_mean_abs": 0.0,
|
| 199 |
+
"persistence_strength": 0.0,
|
| 200 |
+
"n_atoms": 3,
|
| 201 |
+
"consolidation_count": 0,
|
| 202 |
+
"abstraction_count": 0,
|
| 203 |
+
"t": 0.029999999329447746
|
| 204 |
+
},
|
| 205 |
+
"stats_after_gen": {
|
| 206 |
+
"field_rms": 0.024275178089737892,
|
| 207 |
+
"field_norm": 1.5536115169525146,
|
| 208 |
+
"field_mean_abs": 0.01747151091694832,
|
| 209 |
+
"field_max_abs": 0.15346266329288483,
|
| 210 |
+
"alpha_numel": 4096,
|
| 211 |
+
"persistence_norm": 0.0,
|
| 212 |
+
"persistence_mean_abs": 0.0,
|
| 213 |
+
"persistence_strength": 0.0,
|
| 214 |
+
"n_atoms": 22,
|
| 215 |
+
"consolidation_count": 0,
|
| 216 |
+
"abstraction_count": 0,
|
| 217 |
+
"t": 0.2200000286102295
|
| 218 |
+
},
|
| 219 |
+
"generated_preview": "us!> su>us!> su>us!> bu>us!> bu>ub!> pu> su>ub!> pu> su>uN!>u.\ufffd> Uu>rN\ufffdfrN\ufffdf<N\ufffdf",
|
| 220 |
+
"generated_bytes": 80,
|
| 221 |
+
"surface_byte_logits_norm": 258.1448059082031
|
| 222 |
+
}
|
| 223 |
+
],
|
| 224 |
+
"prompt_sensitivity": {
|
| 225 |
+
"prompts": [
|
| 226 |
+
"Bonjour",
|
| 227 |
+
"Qui es-tu ?",
|
| 228 |
+
"Il \u00e9tait une fois",
|
| 229 |
+
"Utilisateur: Bonjour\nAssistant:"
|
| 230 |
+
],
|
| 231 |
+
"cosine_alpha": [
|
| 232 |
+
[
|
| 233 |
+
1.0000000010696808,
|
| 234 |
+
0.5777154791055652,
|
| 235 |
+
0.7729251253508227,
|
| 236 |
+
1.0000000010696808
|
| 237 |
+
],
|
| 238 |
+
[
|
| 239 |
+
0.5777154791055652,
|
| 240 |
+
1.000000042671644,
|
| 241 |
+
0.6218612447610297,
|
| 242 |
+
0.5777154791055652
|
| 243 |
+
],
|
| 244 |
+
[
|
| 245 |
+
0.7729251253508227,
|
| 246 |
+
0.6218612447610297,
|
| 247 |
+
0.9999999392637661,
|
| 248 |
+
0.7729251253508227
|
| 249 |
+
],
|
| 250 |
+
[
|
| 251 |
+
1.0000000010696808,
|
| 252 |
+
0.5777154791055652,
|
| 253 |
+
0.7729251253508227,
|
| 254 |
+
1.0000000010696808
|
| 255 |
+
]
|
| 256 |
+
],
|
| 257 |
+
"cosine_output_state": [
|
| 258 |
+
[
|
| 259 |
+
0.9999999891192305,
|
| 260 |
+
0.9161426365659249,
|
| 261 |
+
0.9742751370113187,
|
| 262 |
+
0.9999999891192305
|
| 263 |
+
],
|
| 264 |
+
[
|
| 265 |
+
0.9161426365659249,
|
| 266 |
+
0.9999998381068331,
|
| 267 |
+
0.9461548317893612,
|
| 268 |
+
0.9161426365659249
|
| 269 |
+
],
|
| 270 |
+
[
|
| 271 |
+
0.9742751370113187,
|
| 272 |
+
0.9461548317893612,
|
| 273 |
+
1.0000000097048674,
|
| 274 |
+
0.9742751370113187
|
| 275 |
+
],
|
| 276 |
+
[
|
| 277 |
+
0.9999999891192305,
|
| 278 |
+
0.9161426365659249,
|
| 279 |
+
0.9742751370113187,
|
| 280 |
+
0.9999999891192305
|
| 281 |
+
]
|
| 282 |
+
],
|
| 283 |
+
"cosine_surface_logits": [
|
| 284 |
+
[
|
| 285 |
+
0.9999998618914014,
|
| 286 |
+
0.9879877343692317,
|
| 287 |
+
0.9963434716757233,
|
| 288 |
+
0.9999998618914014
|
| 289 |
+
],
|
| 290 |
+
[
|
| 291 |
+
0.9879877343692317,
|
| 292 |
+
1.0000001023017826,
|
| 293 |
+
0.9851037468519606,
|
| 294 |
+
0.9879877343692317
|
| 295 |
+
],
|
| 296 |
+
[
|
| 297 |
+
0.9963434716757233,
|
| 298 |
+
0.9851037468519606,
|
| 299 |
+
0.9999998670446335,
|
| 300 |
+
0.9963434716757233
|
| 301 |
+
],
|
| 302 |
+
[
|
| 303 |
+
0.9999998618914014,
|
| 304 |
+
0.9879877343692317,
|
| 305 |
+
0.9963434716757233,
|
| 306 |
+
0.9999998618914014
|
| 307 |
+
]
|
| 308 |
+
],
|
| 309 |
+
"cosine_persistence": [
|
| 310 |
+
[
|
| 311 |
+
null,
|
| 312 |
+
null,
|
| 313 |
+
null,
|
| 314 |
+
null
|
| 315 |
+
],
|
| 316 |
+
[
|
| 317 |
+
null,
|
| 318 |
+
null,
|
| 319 |
+
null,
|
| 320 |
+
null
|
| 321 |
+
],
|
| 322 |
+
[
|
| 323 |
+
null,
|
| 324 |
+
null,
|
| 325 |
+
null,
|
| 326 |
+
null
|
| 327 |
+
],
|
| 328 |
+
[
|
| 329 |
+
null,
|
| 330 |
+
null,
|
| 331 |
+
null,
|
| 332 |
+
null
|
| 333 |
+
]
|
| 334 |
+
],
|
| 335 |
+
"l2_alpha": [
|
| 336 |
+
[
|
| 337 |
+
0.0,
|
| 338 |
+
0.34937506914138794,
|
| 339 |
+
0.2625519931316376,
|
| 340 |
+
0.0
|
| 341 |
+
],
|
| 342 |
+
[
|
| 343 |
+
0.34937506914138794,
|
| 344 |
+
0.0,
|
| 345 |
+
0.3600066006183624,
|
| 346 |
+
0.34937506914138794
|
| 347 |
+
],
|
| 348 |
+
[
|
| 349 |
+
0.2625519931316376,
|
| 350 |
+
0.3600066006183624,
|
| 351 |
+
0.0,
|
| 352 |
+
0.2625519931316376
|
| 353 |
+
],
|
| 354 |
+
[
|
| 355 |
+
0.0,
|
| 356 |
+
0.34937506914138794,
|
| 357 |
+
0.2625519931316376,
|
| 358 |
+
0.0
|
| 359 |
+
]
|
| 360 |
+
],
|
| 361 |
+
"mean_offdiag_cosine_alpha": 0.7205237424572477,
|
| 362 |
+
"mean_offdiag_cosine_output_state": 0.9544983946771799,
|
| 363 |
+
"mean_offdiag_cosine_surface_logits": 0.9922943368055454,
|
| 364 |
+
"mean_offdiag_cosine_persistence": null,
|
| 365 |
+
"interpretation": "If inter-prompt cosine of surface logits / output_state \u2248 1.0, the surface largely ignores prompt-conditioned field differences. Meaningfully < 1 suggests prompt-sensitive state."
|
| 366 |
+
},
|
| 367 |
+
"reconstruction": {
|
| 368 |
+
"last_k": 4,
|
| 369 |
+
"notes": [
|
| 370 |
+
"No MERGE/SPLIT in this architecture yet.",
|
| 371 |
+
"No dedicated field\u2192past-packet decoder exists.",
|
| 372 |
+
"Consolidation is a single EMA persistence vector, not a packet stack.",
|
| 373 |
+
"Linear probe below is few-shot diagnostic on the probe prompts only."
|
| 374 |
+
],
|
| 375 |
+
"not_possible_yet": [
|
| 376 |
+
"MERGE of packets into durable field structures",
|
| 377 |
+
"SPLIT / dual-clock span control",
|
| 378 |
+
"Dedicated field \u2192 past-packet decoder",
|
| 379 |
+
"Retrieving arbitrary past payloads from alpha alone as text"
|
| 380 |
+
],
|
| 381 |
+
"field_differs_across_prompts": true,
|
| 382 |
+
"persistence_differs_across_prompts": false,
|
| 383 |
+
"pairwise_alpha_l2": [
|
| 384 |
+
0.34937506914138794,
|
| 385 |
+
0.2625519931316376,
|
| 386 |
+
0.0,
|
| 387 |
+
0.3600066006183624,
|
| 388 |
+
0.34937506914138794,
|
| 389 |
+
0.2625519931316376
|
| 390 |
+
],
|
| 391 |
+
"pairwise_persistence_l2": [
|
| 392 |
+
0.0,
|
| 393 |
+
0.0,
|
| 394 |
+
0.0,
|
| 395 |
+
0.0,
|
| 396 |
+
0.0,
|
| 397 |
+
0.0
|
| 398 |
+
],
|
| 399 |
+
"mean_pairwise_alpha_l2": 0.2639767875274022,
|
| 400 |
+
"linear_probe": {
|
| 401 |
+
"status": "ok",
|
| 402 |
+
"method": "dual_ridge_least_squares",
|
| 403 |
+
"lambda": 0.01,
|
| 404 |
+
"n_prompts": 4,
|
| 405 |
+
"field_dim": 4224,
|
| 406 |
+
"feature_dim": 320,
|
| 407 |
+
"train_mse": 8.09912759081044e-09,
|
| 408 |
+
"baseline_mean_mse": 0.0012413040967658162,
|
| 409 |
+
"mse_improvement_vs_mean": 0.0012412959976382254,
|
| 410 |
+
"pred_target_cosine_per_prompt": [
|
| 411 |
+
0.9999999407911363,
|
| 412 |
+
0.9999993095673745,
|
| 413 |
+
0.9999995249463862,
|
| 414 |
+
0.9999999407911363
|
| 415 |
+
],
|
| 416 |
+
"mean_pred_target_cosine": 0.9999996790240083,
|
| 417 |
+
"note": "In-sample fit only (P prompts). Success means field features linearly span last-k packet features on this set \u2014 not a general decoder."
|
| 418 |
+
},
|
| 419 |
+
"alpha_reprime_1nn_accuracy": 0.75,
|
| 420 |
+
"atom_collection_probe": {
|
| 421 |
+
"status": "ok",
|
| 422 |
+
"mean_last_k_compiled_vs_stored_r_cosine": 1.0000000161429243,
|
| 423 |
+
"per_prompt": [
|
| 424 |
+
1.00000003973643,
|
| 425 |
+
0.9999999999999991,
|
| 426 |
+
0.9999999850988388,
|
| 427 |
+
1.00000003973643
|
| 428 |
+
],
|
| 429 |
+
"note": "Atom collection stores detached compiled atoms from this episode; high cosine is expected (same episode write). This is NOT recovery from field alone \u2014 it shows structural memory buffer retention."
|
| 430 |
+
},
|
| 431 |
+
"reconstruction_succeeds": true,
|
| 432 |
+
"reconstruction_summary": "partial/diagnostic linear map from field features to last-k packet features works in-sample"
|
| 433 |
+
},
|
| 434 |
+
"verdict": {
|
| 435 |
+
"label": "field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)",
|
| 436 |
+
"mean_offdiag_cosine_surface_logits": 0.9922943368055454,
|
| 437 |
+
"mean_offdiag_cosine_alpha": 0.7205237424572477,
|
| 438 |
+
"mean_field_rms_after_prompt": 0.0050630997866392136,
|
| 439 |
+
"mean_field_rms_after_20_gen": 0.024372012354433537,
|
| 440 |
+
"reconstruction_succeeds": true,
|
| 441 |
+
"regime_note": "CE down + gen still noise without field reconstruction = still Transformer regime without the farm."
|
| 442 |
+
}
|
| 443 |
+
}
|
docs/artifacts/lign_both_2k5/run_metrics.json
ADDED
|
@@ -0,0 +1,126 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stream": false,
|
| 3 |
+
"data_path": "data/corpus_train_chat.txt",
|
| 4 |
+
"data_glob": null,
|
| 5 |
+
"shard_paths": [
|
| 6 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/corpus_train_chat.txt"
|
| 7 |
+
],
|
| 8 |
+
"data_bytes": 777806,
|
| 9 |
+
"data_characters": 766865,
|
| 10 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 11 |
+
"feature_dim": 320,
|
| 12 |
+
"packet_count": 154661,
|
| 13 |
+
"train_packet_count": 154597,
|
| 14 |
+
"validation_packet_count": 64,
|
| 15 |
+
"mean_packet_bytes": 5.029102359353684,
|
| 16 |
+
"max_packet_bytes": 17,
|
| 17 |
+
"min_packet_bytes": 1,
|
| 18 |
+
"config": {
|
| 19 |
+
"d_model": 64,
|
| 20 |
+
"n_modes": 64,
|
| 21 |
+
"n_atoms_max": 512,
|
| 22 |
+
"max_span_bytes": 16,
|
| 23 |
+
"episode_length": 512,
|
| 24 |
+
"episode_reset": false,
|
| 25 |
+
"atom_flush_every": 256,
|
| 26 |
+
"learning_rate": 0.0001,
|
| 27 |
+
"surface_learning_rate": 0.0003,
|
| 28 |
+
"steps": 2500,
|
| 29 |
+
"start_step": 2102500,
|
| 30 |
+
"seed": 20260917,
|
| 31 |
+
"surface_alphabet": 256,
|
| 32 |
+
"field_max_rms": 3.0,
|
| 33 |
+
"energy_decay_bounds": [
|
| 34 |
+
0.45,
|
| 35 |
+
0.95
|
| 36 |
+
],
|
| 37 |
+
"stream": false,
|
| 38 |
+
"enable_merge": true,
|
| 39 |
+
"field_loss_weight": 0.08,
|
| 40 |
+
"field_contrast_weight": 0.45,
|
| 41 |
+
"field_ignorance_weight": 0.08,
|
| 42 |
+
"field_ignorance_ablate_shared": true,
|
| 43 |
+
"field_ignorance_prompt_bank": true,
|
| 44 |
+
"slow_every": 4
|
| 45 |
+
},
|
| 46 |
+
"train": {
|
| 47 |
+
"steps": 2500,
|
| 48 |
+
"start_step": 2102500,
|
| 49 |
+
"total_steps": 2105000,
|
| 50 |
+
"episode_length": 512,
|
| 51 |
+
"episode_reset": false,
|
| 52 |
+
"atom_flush_every": 256,
|
| 53 |
+
"elapsed_seconds": 44.728401276050135,
|
| 54 |
+
"transitions_per_second": 55.89289866567682,
|
| 55 |
+
"first_loss": 6.400629043579102,
|
| 56 |
+
"final_loss": 6.317938327789307,
|
| 57 |
+
"final_total_perplexity": 554.4287629702109,
|
| 58 |
+
"finite_losses": true,
|
| 59 |
+
"finite_parameters": true,
|
| 60 |
+
"nan_or_inf": false,
|
| 61 |
+
"field_rms_before_max": 3.0074567794799805,
|
| 62 |
+
"field_rms_after_max": 2.999999761581421,
|
| 63 |
+
"field_scale_min": 0.9975202679634094,
|
| 64 |
+
"field_norm_max": 191.9999542236328,
|
| 65 |
+
"field_limited_steps": 1262,
|
| 66 |
+
"field_limited_fraction": 0.5048,
|
| 67 |
+
"final_dynamics": {
|
| 68 |
+
"coupling_scale": 1.9910084009170532,
|
| 69 |
+
"energy_decay": 0.44999998807907104,
|
| 70 |
+
"phase_sync": 0.9985595941543579,
|
| 71 |
+
"energy_decay_before": 0.4499995708465576,
|
| 72 |
+
"energy_decay_repaired": true,
|
| 73 |
+
"energy_decay_bounds": [
|
| 74 |
+
0.45,
|
| 75 |
+
0.95
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
"final_atoms_before_validation": 7,
|
| 79 |
+
"stream": false,
|
| 80 |
+
"bytes_seen": 777806
|
| 81 |
+
},
|
| 82 |
+
"validation": {
|
| 83 |
+
"transitions": 63,
|
| 84 |
+
"loss": 17.255518042852007,
|
| 85 |
+
"total_perplexity": 31187191.600063678,
|
| 86 |
+
"byte_loss": 6.73190822203954,
|
| 87 |
+
"byte_perplexity": 838.7462539442383,
|
| 88 |
+
"source": "held_out_tail"
|
| 89 |
+
},
|
| 90 |
+
"checkpoint": "checkpoints/atom_native_lign_both/atom_native.pt",
|
| 91 |
+
"reload": {
|
| 92 |
+
"n_atoms": 196,
|
| 93 |
+
"field_norm": 191.99989318847656,
|
| 94 |
+
"time": 25.000476837158203,
|
| 95 |
+
"finite": true
|
| 96 |
+
},
|
| 97 |
+
"generation": {
|
| 98 |
+
"The future of AI is": {
|
| 99 |
+
"temperature": 0.8,
|
| 100 |
+
"top_k": 5,
|
| 101 |
+
"max_length": 20,
|
| 102 |
+
"bytes_hex": "3c69762c662c7121742d5671696e4e6966726969",
|
| 103 |
+
"text": "<iv,f,q!t-VqinNifrii",
|
| 104 |
+
"reload_text": "<iv,f,q!t-VqinNifrii",
|
| 105 |
+
"reload_match": true
|
| 106 |
+
},
|
| 107 |
+
"Bonjour, je m'appelle": {
|
| 108 |
+
"temperature": 0.8,
|
| 109 |
+
"top_k": 5,
|
| 110 |
+
"max_length": 20,
|
| 111 |
+
"bytes_hex": "3c687166662c2c21659174d8d720646b3e203d6b",
|
| 112 |
+
"text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 113 |
+
"reload_text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 114 |
+
"reload_match": true
|
| 115 |
+
},
|
| 116 |
+
"Valkyria Chronicles III is": {
|
| 117 |
+
"temperature": 0.8,
|
| 118 |
+
"top_k": 5,
|
| 119 |
+
"max_length": 20,
|
| 120 |
+
"bytes_hex": "3c69692c6f2c71216520706b3e203d6b3e203d6b",
|
| 121 |
+
"text": "<ii,o,q!e pk> =k> =k",
|
| 122 |
+
"reload_text": "<ii,o,q!e pk> =k> =k",
|
| 123 |
+
"reload_match": true
|
| 124 |
+
}
|
| 125 |
+
}
|
| 126 |
+
}
|
docs/artifacts/lign_both_2k5/series_row.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "both",
|
| 3 |
+
"before_logits_cos": 0.992294,
|
| 4 |
+
"after_logits_cos": 0.992358,
|
| 5 |
+
"before_alpha_cos": 0.720524,
|
| 6 |
+
"after_alpha_cos": 0.698481,
|
| 7 |
+
"final_ign": 0.0000,
|
| 8 |
+
"final_mph": 0.500,
|
| 9 |
+
"merges_nonzero_log_lines": 0,
|
| 10 |
+
"checkpoint": "checkpoints/atom_native_lign_both/atom_native.pt",
|
| 11 |
+
"flags": ["--field-ignorance-ablate-shared", "--field-ignorance-prompt-bank"]
|
| 12 |
+
}
|
docs/artifacts/lign_both_2k5/train_log.txt
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
===== TRAIN both =====
|
| 2 |
+
train lock acquired: /workspace/exports/atom-ai/checkpoints/atom-ai-train.lock (pid=3168090)
|
| 3 |
+
resumed weights from checkpoints/atom_native_lign_smoke/atom_native_src.pt (recorded step=2102500, legacy_surface_migrated=False)
|
| 4 |
+
dynamics on load: energy_decay=0.44999998807907104 -> 0.44999998807907104 (repaired=False, bounds=(0.45, 0.95))
|
| 5 |
+
optimizer groups: field/other lr=0.0001 (11 tensors), surface lr=0.0003 (14 tensors); energy_decay_bounds=(0.45, 0.95); field_max_rms=3.0
|
| 6 |
+
optimizer restore skipped: surface LR param groups differ from checkpoint
|
| 7 |
+
step=2102501 (run 1/2500) loss=6.40063 byte_ppl=32.202 atoms=1 merges=0 field=0.1173 rms=0.0021 scale=1.0000 fcos=0.999 ign=0.0000 mph=0.000
|
| 8 |
+
step=2102700 (run 200/2500) loss=12.29504 byte_ppl=40.226 atoms=200 merges=0 field=9.9246 rms=0.1551 scale=1.0000 fcos=0.303 ign=0.1457 mph=0.500
|
| 9 |
+
step=2102900 (run 400/2500) loss=2.36884 byte_ppl=2.444 atoms=144 merges=0 field=21.5616 rms=0.3369 scale=1.0000 fcos=0.119 ign=0.1265 mph=0.500
|
| 10 |
+
step=2103100 (run 600/2500) loss=0.84731 byte_ppl=1.223 atoms=88 merges=0 field=38.1377 rms=0.5959 scale=1.0000 fcos=0.325 ign=0.0591 mph=0.500
|
| 11 |
+
step=2103300 (run 800/2500) loss=4.13253 byte_ppl=5.113 atoms=32 merges=0 field=64.3126 rms=1.0049 scale=1.0000 fcos=0.368 ign=0.0000 mph=0.500
|
| 12 |
+
step=2103500 (run 1000/2500) loss=10.28781 byte_ppl=90.063 atoms=232 merges=0 field=106.9277 rms=1.6707 scale=1.0000 fcos=0.390 ign=0.0000 mph=0.500
|
| 13 |
+
step=2103700 (run 1200/2500) loss=6.81054 byte_ppl=77.353 atoms=176 merges=0 field=174.8396 rms=2.7319 scale=1.0000 fcos=0.295 ign=0.0000 mph=0.500
|
| 14 |
+
step=2103900 (run 1400/2500) loss=4.60311 byte_ppl=18.904 atoms=120 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.334 ign=0.0000 mph=0.500
|
| 15 |
+
step=2104100 (run 1600/2500) loss=6.28093 byte_ppl=51.199 atoms=64 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.305 ign=0.0000 mph=0.500
|
| 16 |
+
step=2104300 (run 1800/2500) loss=5.00042 byte_ppl=18.019 atoms=8 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.268 ign=0.0022 mph=0.500
|
| 17 |
+
step=2104500 (run 2000/2500) loss=6.38675 byte_ppl=19.710 atoms=208 merges=0 field=191.9999 rms=3.0000 scale=0.9975 fcos=0.267 ign=0.0000 mph=0.500
|
| 18 |
+
step=2104700 (run 2200/2500) loss=6.83892 byte_ppl=13.414 atoms=152 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.297 ign=0.0000 mph=0.500
|
| 19 |
+
step=2104900 (run 2400/2500) loss=8.30884 byte_ppl=126.876 atoms=96 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.319 ign=0.0000 mph=0.500
|
| 20 |
+
step=2105000 (run 2500/2500) loss=6.31794 byte_ppl=20.556 atoms=196 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.243 ign=0.0000 mph=0.500
|
| 21 |
+
{
|
| 22 |
+
"stream": false,
|
| 23 |
+
"data_path": "data/corpus_train_chat.txt",
|
| 24 |
+
"data_glob": null,
|
| 25 |
+
"shard_paths": [
|
| 26 |
+
"/workspace/repos/toroidal-fractal-intelligence/data/corpus_train_chat.txt"
|
| 27 |
+
],
|
| 28 |
+
"data_bytes": 777806,
|
| 29 |
+
"data_characters": 766865,
|
| 30 |
+
"atomizer_version": "atomizer-v1-byte-span",
|
| 31 |
+
"feature_dim": 320,
|
| 32 |
+
"packet_count": 154661,
|
| 33 |
+
"train_packet_count": 154597,
|
| 34 |
+
"validation_packet_count": 64,
|
| 35 |
+
"mean_packet_bytes": 5.029102359353684,
|
| 36 |
+
"max_packet_bytes": 17,
|
| 37 |
+
"min_packet_bytes": 1,
|
| 38 |
+
"config": {
|
| 39 |
+
"d_model": 64,
|
| 40 |
+
"n_modes": 64,
|
| 41 |
+
"n_atoms_max": 512,
|
| 42 |
+
"max_span_bytes": 16,
|
| 43 |
+
"episode_length": 512,
|
| 44 |
+
"episode_reset": false,
|
| 45 |
+
"atom_flush_every": 256,
|
| 46 |
+
"learning_rate": 0.0001,
|
| 47 |
+
"surface_learning_rate": 0.0003,
|
| 48 |
+
"steps": 2500,
|
| 49 |
+
"start_step": 2102500,
|
| 50 |
+
"seed": 20260917,
|
| 51 |
+
"surface_alphabet": 256,
|
| 52 |
+
"field_max_rms": 3.0,
|
| 53 |
+
"energy_decay_bounds": [
|
| 54 |
+
0.45,
|
| 55 |
+
0.95
|
| 56 |
+
],
|
| 57 |
+
"stream": false,
|
| 58 |
+
"enable_merge": true,
|
| 59 |
+
"field_loss_weight": 0.08,
|
| 60 |
+
"field_contrast_weight": 0.45,
|
| 61 |
+
"field_ignorance_weight": 0.08,
|
| 62 |
+
"field_ignorance_ablate_shared": true,
|
| 63 |
+
"field_ignorance_prompt_bank": true,
|
| 64 |
+
"slow_every": 4
|
| 65 |
+
},
|
| 66 |
+
"train": {
|
| 67 |
+
"steps": 2500,
|
| 68 |
+
"start_step": 2102500,
|
| 69 |
+
"total_steps": 2105000,
|
| 70 |
+
"episode_length": 512,
|
| 71 |
+
"episode_reset": false,
|
| 72 |
+
"atom_flush_every": 256,
|
| 73 |
+
"elapsed_seconds": 44.728401276050135,
|
| 74 |
+
"transitions_per_second": 55.89289866567682,
|
| 75 |
+
"first_loss": 6.400629043579102,
|
| 76 |
+
"final_loss": 6.317938327789307,
|
| 77 |
+
"final_total_perplexity": 554.4287629702109,
|
| 78 |
+
"finite_losses": true,
|
| 79 |
+
"finite_parameters": true,
|
| 80 |
+
"nan_or_inf": false,
|
| 81 |
+
"field_rms_before_max": 3.0074567794799805,
|
| 82 |
+
"field_rms_after_max": 2.999999761581421,
|
| 83 |
+
"field_scale_min": 0.9975202679634094,
|
| 84 |
+
"field_norm_max": 191.9999542236328,
|
| 85 |
+
"field_limited_steps": 1262,
|
| 86 |
+
"field_limited_fraction": 0.5048,
|
| 87 |
+
"final_dynamics": {
|
| 88 |
+
"coupling_scale": 1.9910084009170532,
|
| 89 |
+
"energy_decay": 0.44999998807907104,
|
| 90 |
+
"phase_sync": 0.9985595941543579,
|
| 91 |
+
"energy_decay_before": 0.4499995708465576,
|
| 92 |
+
"energy_decay_repaired": true,
|
| 93 |
+
"energy_decay_bounds": [
|
| 94 |
+
0.45,
|
| 95 |
+
0.95
|
| 96 |
+
]
|
| 97 |
+
},
|
| 98 |
+
"final_atoms_before_validation": 7,
|
| 99 |
+
"stream": false,
|
| 100 |
+
"bytes_seen": 777806
|
| 101 |
+
},
|
| 102 |
+
"validation": {
|
| 103 |
+
"transitions": 63,
|
| 104 |
+
"loss": 17.255518042852007,
|
| 105 |
+
"total_perplexity": 31187191.600063678,
|
| 106 |
+
"byte_loss": 6.73190822203954,
|
| 107 |
+
"byte_perplexity": 838.7462539442383,
|
| 108 |
+
"source": "held_out_tail"
|
| 109 |
+
},
|
| 110 |
+
"checkpoint": "checkpoints/atom_native_lign_both/atom_native.pt",
|
| 111 |
+
"reload": {
|
| 112 |
+
"n_atoms": 196,
|
| 113 |
+
"field_norm": 191.99989318847656,
|
| 114 |
+
"time": 25.000476837158203,
|
| 115 |
+
"finite": true
|
| 116 |
+
},
|
| 117 |
+
"generation": {
|
| 118 |
+
"The future of AI is": {
|
| 119 |
+
"temperature": 0.8,
|
| 120 |
+
"top_k": 5,
|
| 121 |
+
"max_length": 20,
|
| 122 |
+
"bytes_hex": "3c69762c662c7121742d5671696e4e6966726969",
|
| 123 |
+
"text": "<iv,f,q!t-VqinNifrii",
|
| 124 |
+
"reload_text": "<iv,f,q!t-VqinNifrii",
|
| 125 |
+
"reload_match": true
|
| 126 |
+
},
|
| 127 |
+
"Bonjour, je m'appelle": {
|
| 128 |
+
"temperature": 0.8,
|
| 129 |
+
"top_k": 5,
|
| 130 |
+
"max_length": 20,
|
| 131 |
+
"bytes_hex": "3c687166662c2c21659174d8d720646b3e203d6b",
|
| 132 |
+
"text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 133 |
+
"reload_text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 134 |
+
"reload_match": true
|
| 135 |
+
},
|
| 136 |
+
"Valkyria Chronicles III is": {
|
| 137 |
+
"temperature": 0.8,
|
| 138 |
+
"top_k": 5,
|
| 139 |
+
"max_length": 20,
|
| 140 |
+
"bytes_hex": "3c69692c6f2c71216520706b3e203d6b3e203d6b",
|
| 141 |
+
"text": "<ii,o,q!e pk> =k> =k",
|
| 142 |
+
"reload_text": "<ii,o,q!e pk> =k> =k",
|
| 143 |
+
"reload_match": true
|
| 144 |
+
}
|
| 145 |
+
}
|
| 146 |
+
}
|
docs/artifacts/lign_both_2k5/train_log_excerpt.txt
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# train log excerpt — both
|
| 2 |
+
|
| 3 |
+
===== TRAIN both =====
|
| 4 |
+
train lock acquired: /workspace/exports/atom-ai/checkpoints/atom-ai-train.lock (pid=3168090)
|
| 5 |
+
resumed weights from checkpoints/atom_native_lign_smoke/atom_native_src.pt (recorded step=2102500, legacy_surface_migrated=False)
|
| 6 |
+
dynamics on load: energy_decay=0.44999998807907104 -> 0.44999998807907104 (repaired=False, bounds=(0.45, 0.95))
|
| 7 |
+
optimizer groups: field/other lr=0.0001 (11 tensors), surface lr=0.0003 (14 tensors); energy_decay_bounds=(0.45, 0.95); field_max_rms=3.0
|
| 8 |
+
optimizer restore skipped: surface LR param groups differ from checkpoint
|
| 9 |
+
step=2102501 (run 1/2500) loss=6.40063 byte_ppl=32.202 atoms=1 merges=0 field=0.1173 rms=0.0021 scale=1.0000 fcos=0.999 ign=0.0000 mph=0.000
|
| 10 |
+
step=2102700 (run 200/2500) loss=12.29504 byte_ppl=40.226 atoms=200 merges=0 field=9.9246 rms=0.1551 scale=1.0000 fcos=0.303 ign=0.1457 mph=0.500
|
| 11 |
+
...
|
| 12 |
+
3:resumed weights from checkpoints/atom_native_lign_smoke/atom_native_src.pt (recorded step=2102500, legacy_surface_migrated=False)
|
| 13 |
+
7:step=2102501 (run 1/2500) loss=6.40063 byte_ppl=32.202 atoms=1 merges=0 field=0.1173 rms=0.0021 scale=1.0000 fcos=0.999 ign=0.0000 mph=0.000
|
| 14 |
+
8:step=2102700 (run 200/2500) loss=12.29504 byte_ppl=40.226 atoms=200 merges=0 field=9.9246 rms=0.1551 scale=1.0000 fcos=0.303 ign=0.1457 mph=0.500
|
| 15 |
+
9:step=2102900 (run 400/2500) loss=2.36884 byte_ppl=2.444 atoms=144 merges=0 field=21.5616 rms=0.3369 scale=1.0000 fcos=0.119 ign=0.1265 mph=0.500
|
| 16 |
+
10:step=2103100 (run 600/2500) loss=0.84731 byte_ppl=1.223 atoms=88 merges=0 field=38.1377 rms=0.5959 scale=1.0000 fcos=0.325 ign=0.0591 mph=0.500
|
| 17 |
+
11:step=2103300 (run 800/2500) loss=4.13253 byte_ppl=5.113 atoms=32 merges=0 field=64.3126 rms=1.0049 scale=1.0000 fcos=0.368 ign=0.0000 mph=0.500
|
| 18 |
+
12:step=2103500 (run 1000/2500) loss=10.28781 byte_ppl=90.063 atoms=232 merges=0 field=106.9277 rms=1.6707 scale=1.0000 fcos=0.390 ign=0.0000 mph=0.500
|
| 19 |
+
13:step=2103700 (run 1200/2500) loss=6.81054 byte_ppl=77.353 atoms=176 merges=0 field=174.8396 rms=2.7319 scale=1.0000 fcos=0.295 ign=0.0000 mph=0.500
|
| 20 |
+
14:step=2103900 (run 1400/2500) loss=4.60311 byte_ppl=18.904 atoms=120 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.334 ign=0.0000 mph=0.500
|
| 21 |
+
15:step=2104100 (run 1600/2500) loss=6.28093 byte_ppl=51.199 atoms=64 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.305 ign=0.0000 mph=0.500
|
| 22 |
+
16:step=2104300 (run 1800/2500) loss=5.00042 byte_ppl=18.019 atoms=8 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.268 ign=0.0022 mph=0.500
|
| 23 |
+
17:step=2104500 (run 2000/2500) loss=6.38675 byte_ppl=19.710 atoms=208 merges=0 field=191.9999 rms=3.0000 scale=0.9975 fcos=0.267 ign=0.0000 mph=0.500
|
| 24 |
+
18:step=2104700 (run 2200/2500) loss=6.83892 byte_ppl=13.414 atoms=152 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.297 ign=0.0000 mph=0.500
|
| 25 |
+
19:step=2104900 (run 2400/2500) loss=8.30884 byte_ppl=126.876 atoms=96 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.319 ign=0.0000 mph=0.500
|
| 26 |
+
20:step=2105000 (run 2500/2500) loss=6.31794 byte_ppl=20.556 atoms=196 merges=0 field=191.9999 rms=3.0000 scale=0.9976 fcos=0.243 ign=0.0000 mph=0.500
|
| 27 |
+
...
|
| 28 |
+
"generation": {
|
| 29 |
+
"The future of AI is": {
|
| 30 |
+
"temperature": 0.8,
|
| 31 |
+
"top_k": 5,
|
| 32 |
+
"max_length": 20,
|
| 33 |
+
"bytes_hex": "3c69762c662c7121742d5671696e4e6966726969",
|
| 34 |
+
"text": "<iv,f,q!t-VqinNifrii",
|
| 35 |
+
"reload_text": "<iv,f,q!t-VqinNifrii",
|
| 36 |
+
"reload_match": true
|
| 37 |
+
},
|
| 38 |
+
"Bonjour, je m'appelle": {
|
| 39 |
+
"temperature": 0.8,
|
| 40 |
+
"top_k": 5,
|
| 41 |
+
"max_length": 20,
|
| 42 |
+
"bytes_hex": "3c687166662c2c21659174d8d720646b3e203d6b",
|
| 43 |
+
"text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 44 |
+
"reload_text": "<hqff,,!e\ufffdt\ufffd\ufffd dk> =k",
|
| 45 |
+
"reload_match": true
|
| 46 |
+
},
|
| 47 |
+
"Valkyria Chronicles III is": {
|
| 48 |
+
"temperature": 0.8,
|
| 49 |
+
"top_k": 5,
|
| 50 |
+
"max_length": 20,
|
| 51 |
+
"bytes_hex": "3c69692c6f2c71216520706b3e203d6b3e203d6b",
|
| 52 |
+
"text": "<ii,o,q!e pk> =k> =k",
|
| 53 |
+
"reload_text": "<ii,o,q!e pk> =k> =k",
|
| 54 |
+
"reload_match": true
|
| 55 |
+
}
|
| 56 |
+
}
|
| 57 |
+
}
|
docs/artifacts/lign_prompt_bank_2k5/lign_probe_after.txt
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[probe] loading /workspace/exports/atom-ai/checkpoints/atom_native_lign_prompt_bank/atom_native.pt (read-only, eval, no optimizer)
|
| 2 |
+
[probe] d_model=64 n_modes=64 step=2105000
|
| 3 |
+
[probe] prompt='Bonjour'
|
| 4 |
+
RMS 0.003866 -> 0.032612 (norm 0.2474 -> 2.0872) atoms 3 -> 22
|
| 5 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 6 |
+
[probe] prompt='Qui es-tu ?'
|
| 7 |
+
RMS 0.006797 -> 0.034235 (norm 0.4350 -> 2.1911) atoms 7 -> 26
|
| 8 |
+
gen_preview='unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 9 |
+
[probe] prompt='Il était une fois'
|
| 10 |
+
RMS 0.006036 -> 0.033740 (norm 0.3863 -> 2.1594) atoms 6 -> 25
|
| 11 |
+
gen_preview='unk> ,k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 12 |
+
[probe] prompt='Utilisateur: Bonjour\nAssistant:'
|
| 13 |
+
RMS 0.003866 -> 0.032612 (norm 0.2474 -> 2.0872) atoms 3 -> 22
|
| 14 |
+
gen_preview='unk> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k> =k>'
|
| 15 |
+
[probe] mean off-diag cosine logits=0.991156 alpha=0.698703
|
| 16 |
+
[probe] reconstruction_succeeds=True field_differs=True
|
| 17 |
+
[probe] wrote /workspace/exports/atom-ai/docs/artifacts/lign_prompt_bank_2k5/probe_after_report.json
|
| 18 |
+
[probe] skip-docs: left FIELD_PROBE/PERSISTENCE_TEST/SCALE unchanged
|
| 19 |
+
[probe] VERDICT: field is carrying structure (prompt-sensitive; diagnostic reconstruction partial)
|