ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
969c687 verified | { | |
| "name": "mem2k_k128_base", | |
| "args": { | |
| "name": "mem2k_k128_base", | |
| "task": "mem2k", | |
| "minutes": 60.0, | |
| "k": 128, | |
| "leak": 0.05, | |
| "slow_block": 0.0, | |
| "slow_cap": 0.02, | |
| "slow_gain": "ema", | |
| "lr": 0.002, | |
| "ladrop": 0.5, | |
| "seed": 20260913, | |
| "eval_min": 15.0 | |
| }, | |
| "steps": 531286, | |
| "updates": 4384, | |
| "minutes": 60.2, | |
| "field_cap_fraction": 0.0, | |
| "nan": false, | |
| "leak_min_mean_max": [ | |
| 0.0702, | |
| 0.1195, | |
| 0.2085 | |
| ], | |
| "dynamics": { | |
| "coupling_scale": 1.32277250289917, | |
| "energy_decay": 0.3658912181854248, | |
| "phase_sync": 0.9930660128593445 | |
| }, | |
| "final_tf_ce": 0.009058386027286713, | |
| "regen_bytes_past_prefix": 10, | |
| "regen_head": "Utilisateur: Tu me comprends ?\nAssistant: Oui, je comprends bien.\n\nUtilisateur: Tu habites où ?\nAssistant: Je suis d'accord avec toi.\nUtilisateur: Qu'est-ce que tu proposes ?\nAssistant: Oui, tout à fait.\n\nUtilisateur: Bonne nuit\nAssistant: Bonne nuit, dors bien.\nUtilisateur: Tu veux qu'on recommence", | |
| "log": [ | |
| { | |
| "min": 0, | |
| "tf_ce": 5.887555928006499 | |
| }, | |
| { | |
| "min": 15.2, | |
| "step": 133791, | |
| "updates": 1104, | |
| "cap_frac": 0.0, | |
| "leak_min_mean_max": [ | |
| 0.0608, | |
| 0.0801, | |
| 0.1045 | |
| ], | |
| "tf_ce": 0.19140103516566778, | |
| "regen": 14 | |
| }, | |
| { | |
| "min": 30.0, | |
| "step": 267582, | |
| "updates": 2208, | |
| "cap_frac": 0.0, | |
| "leak_min_mean_max": [ | |
| 0.0715, | |
| 0.1026, | |
| 0.1483 | |
| ], | |
| "tf_ce": 0.05857366553096682, | |
| "regen": 135 | |
| }, | |
| { | |
| "min": 45.2, | |
| "step": 395556, | |
| "updates": 3264, | |
| "cap_frac": 0.0, | |
| "leak_min_mean_max": [ | |
| 0.0705, | |
| 0.1125, | |
| 0.1835 | |
| ], | |
| "tf_ce": 0.019095802991886845, | |
| "regen": 268 | |
| }, | |
| { | |
| "min": 60.0, | |
| "step": 531286, | |
| "updates": 4384, | |
| "cap_frac": 0.0, | |
| "leak_min_mean_max": [ | |
| 0.0702, | |
| 0.1195, | |
| 0.2085 | |
| ], | |
| "tf_ce": 0.009058386027286713, | |
| "regen": 10 | |
| } | |
| ], | |
| "checkpoint": "checkpoints/mix_long_memory_bench/mem2k_k128_base.pt" | |
| } |