ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
969c687 verified Download docs/artifacts/multi_atom_ring/run_metrics.json from thefinalboss/atom-ai: direct link, hf CLI and curl.
- Browser
- Download file 4.66 kB
-
https://huggingface.co/thefinalboss/atom-ai/resolve/main/docs/artifacts/multi_atom_ring/run_metrics.json
- Command line
-
hf download hf://thefinalboss/atom-ai/docs/artifacts/multi_atom_ring/run_metrics.json
-
curl -L -o run_metrics.json https://huggingface.co/thefinalboss/atom-ai/resolve/main/docs/artifacts/multi_atom_ring/run_metrics.json
4.66 kB
| { | |
| "stream": true, | |
| "data_path": null, | |
| "data_glob": "data/dialogue_shards/part_*", | |
| "shard_paths": [ | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_000", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_001", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_002", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_003", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_004", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_005", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_006", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_007", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_008", | |
| "/workspace/repos/toroidal-fractal-intelligence/data/dialogue_shards/part_train.txt" | |
| ], | |
| "data_bytes": 7066157, | |
| "data_characters": null, | |
| "atomizer_version": "atomizer-v1-byte-span", | |
| "feature_dim": 320, | |
| "packet_count": null, | |
| "train_packet_count": null, | |
| "validation_packet_count": 2048, | |
| "mean_packet_bytes": null, | |
| "max_packet_bytes": null, | |
| "min_packet_bytes": null, | |
| "bytes_seen": 524288, | |
| "config": { | |
| "d_model": 64, | |
| "n_modes": 64, | |
| "n_atoms_max": 512, | |
| "max_span_bytes": 32, | |
| "episode_length": 512, | |
| "episode_reset": false, | |
| "atom_flush_every": 0, | |
| "learning_rate": 0.0003, | |
| "surface_learning_rate": 0.0003, | |
| "steps": 15000, | |
| "start_step": 3483000, | |
| "seed": 20260913, | |
| "surface_alphabet": 256, | |
| "field_max_rms": 3.0, | |
| "energy_decay_bounds": [ | |
| 0.3, | |
| 0.95 | |
| ], | |
| "stream": true, | |
| "chunk_bytes": 1048576, | |
| "loop_shards": true, | |
| "stream_buffer": 2048, | |
| "stream_prefetch": true, | |
| "enable_merge": true, | |
| "merge_coherence_threshold": 0.45, | |
| "merge_energy_floor": 0.08, | |
| "field_loss_weight": 0.05, | |
| "field_contrast_weight": 0.1, | |
| "field_ignorance_weight": 0.0, | |
| "field_ignorance_ablate_shared": false, | |
| "field_ignorance_prompt_bank": false, | |
| "field_obligatory_readout": true, | |
| "field_obligatory_hard": true, | |
| "printable_aux_weight": 0.0, | |
| "field_next_packet_weight": 0.05, | |
| "slow_every": 1 | |
| }, | |
| "packets_seen": 27462, | |
| "stream_epoch": 0, | |
| "train": { | |
| "steps": 15000, | |
| "start_step": 3483000, | |
| "total_steps": 3498000, | |
| "episode_length": 512, | |
| "episode_reset": false, | |
| "atom_flush_every": 0, | |
| "elapsed_seconds": 438.8948808460009, | |
| "transitions_per_second": 34.176748589745316, | |
| "first_loss": 9.929795265197754, | |
| "final_loss": 5.988890647888184, | |
| "final_total_perplexity": 398.97176416745236, | |
| "finite_losses": true, | |
| "finite_parameters": true, | |
| "nan_or_inf": false, | |
| "field_rms_before_max": 3.0049476623535156, | |
| "field_rms_after_max": 2.999999523162842, | |
| "field_scale_min": 0.9983531832695007, | |
| "field_norm_max": 191.9999542236328, | |
| "field_limited_steps": 13230, | |
| "field_limited_fraction": 0.882, | |
| "final_dynamics": { | |
| "coupling_scale": 2.0, | |
| "energy_decay": 0.30000001192092896, | |
| "phase_sync": 0.4993484914302826, | |
| "energy_decay_before": 0.29977160692214966, | |
| "energy_decay_repaired": true, | |
| "energy_decay_bounds": [ | |
| 0.3, | |
| 0.95 | |
| ] | |
| }, | |
| "final_atoms_before_validation": 1, | |
| "stream": true, | |
| "bytes_seen": 524288 | |
| }, | |
| "validation": { | |
| "transitions": 256, | |
| "loss": 5.62979685771279, | |
| "total_perplexity": 278.6055153224614, | |
| "byte_loss": 2.7872180770500563, | |
| "byte_perplexity": 16.23579020095531, | |
| "source": "stream_ring" | |
| }, | |
| "checkpoint": "checkpoints/atom_native_chat/atom_native.pt", | |
| "reload": { | |
| "n_atoms": 1, | |
| "field_norm": 191.9999237060547, | |
| "time": 149.99684143066406, | |
| "finite": true | |
| }, | |
| "generation": { | |
| "The future of AI is": { | |
| "temperature": 0.8, | |
| "top_k": 5, | |
| "max_length": 20, | |
| "bytes_hex": "0a0a0a", | |
| "text": "\n\n\n", | |
| "reload_text": "\n\n\n", | |
| "reload_match": true | |
| }, | |
| "Bonjour, je m'appelle": { | |
| "temperature": 0.8, | |
| "top_k": 5, | |
| "max_length": 20, | |
| "bytes_hex": "0a0a0a65756c207261746975203a6f647275726e", | |
| "text": "\n\n\neul ratiu :odrurn", | |
| "reload_text": "\n\n\neul ratiu :odrurn", | |
| "reload_match": true | |
| }, | |
| "Valkyria Chronicles III is": { | |
| "temperature": 0.8, | |
| "top_k": 5, | |
| "max_length": 20, | |
| "bytes_hex": "0a6175206f6161647474726d6f726d657269756e", | |
| "text": "\nau oaadttrmormeriun", | |
| "reload_text": "\nau oaadttrmormeriun", | |
| "reload_match": true | |
| } | |
| } | |
| } |