atom-ai / docs /artifacts /multi_atom_ring /run_metrics.json
thefinalboss's picture
ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
969c687 verified
Raw History Blame Contribute Delete
4.66 kB
{
"stream": true,
"data_path": null,
"data_glob": "data/dialogue_shards/part_*",
"shard_paths": [
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_000",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_001",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_002",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_003",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_004",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_005",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_006",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_007",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_008",
"/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_train.txt"
],
"data_bytes": 7066157,
"data_characters": null,
"atomizer_version": "atomizer-v1-byte-span",
"feature_dim": 320,
"packet_count": null,
"train_packet_count": null,
"validation_packet_count": 2048,
"mean_packet_bytes": null,
"max_packet_bytes": null,
"min_packet_bytes": null,
"bytes_seen": 524288,
"config": {
"d_model": 64,
"n_modes": 64,
"n_atoms_max": 512,
"max_span_bytes": 32,
"episode_length": 512,
"episode_reset": false,
"atom_flush_every": 0,
"learning_rate": 0.0003,
"surface_learning_rate": 0.0003,
"steps": 15000,
"start_step": 3483000,
"seed": 20260913,
"surface_alphabet": 256,
"field_max_rms": 3.0,
"energy_decay_bounds": [
0.3,
0.95
],
"stream": true,
"chunk_bytes": 1048576,
"loop_shards": true,
"stream_buffer": 2048,
"stream_prefetch": true,
"enable_merge": true,
"merge_coherence_threshold": 0.45,
"merge_energy_floor": 0.08,
"field_loss_weight": 0.05,
"field_contrast_weight": 0.1,
"field_ignorance_weight": 0.0,
"field_ignorance_ablate_shared": false,
"field_ignorance_prompt_bank": false,
"field_obligatory_readout": true,
"field_obligatory_hard": true,
"printable_aux_weight": 0.0,
"field_next_packet_weight": 0.05,
"slow_every": 1
},
"packets_seen": 27462,
"stream_epoch": 0,
"train": {
"steps": 15000,
"start_step": 3483000,
"total_steps": 3498000,
"episode_length": 512,
"episode_reset": false,
"atom_flush_every": 0,
"elapsed_seconds": 438.8948808460009,
"transitions_per_second": 34.176748589745316,
"first_loss": 9.929795265197754,
"final_loss": 5.988890647888184,
"final_total_perplexity": 398.97176416745236,
"finite_losses": true,
"finite_parameters": true,
"nan_or_inf": false,
"field_rms_before_max": 3.0049476623535156,
"field_rms_after_max": 2.999999523162842,
"field_scale_min": 0.9983531832695007,
"field_norm_max": 191.9999542236328,
"field_limited_steps": 13230,
"field_limited_fraction": 0.882,
"final_dynamics": {
"coupling_scale": 2.0,
"energy_decay": 0.30000001192092896,
"phase_sync": 0.4993484914302826,
"energy_decay_before": 0.29977160692214966,
"energy_decay_repaired": true,
"energy_decay_bounds": [
0.3,
0.95
]
},
"final_atoms_before_validation": 1,
"stream": true,
"bytes_seen": 524288
},
"validation": {
"transitions": 256,
"loss": 5.62979685771279,
"total_perplexity": 278.6055153224614,
"byte_loss": 2.7872180770500563,
"byte_perplexity": 16.23579020095531,
"source": "stream_ring"
},
"checkpoint": "checkpoints/atom_native_chat/atom_native.pt",
"reload": {
"n_atoms": 1,
"field_norm": 191.9999237060547,
"time": 149.99684143066406,
"finite": true
},
"generation": {
"The future of AI is": {
"temperature": 0.8,
"top_k": 5,
"max_length": 20,
"bytes_hex": "0a0a0a",
"text": "\n\n\n",
"reload_text": "\n\n\n",
"reload_match": true
},
"Bonjour, je m'appelle": {
"temperature": 0.8,
"top_k": 5,
"max_length": 20,
"bytes_hex": "0a0a0a65756c207261746975203a6f647275726e",
"text": "\n\n\neul ratiu :odrurn",
"reload_text": "\n\n\neul ratiu :odrurn",
"reload_match": true
},
"Valkyria Chronicles III is": {
"temperature": 0.8,
"top_k": 5,
"max_length": 20,
"bytes_hex": "0a6175206f6161647474726d6f726d657269756e",
"text": "\nau oaadttrmormeriun",
"reload_text": "\nau oaadttrmormeriun",
"reload_match": true
}
}
}