atom-ai / docs /artifacts /root_cause /gru_memorize.json
thefinalboss's picture
ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
969c687 verified
Raw History Blame Contribute Delete
2.78 kB
{
"name": "memorize",
"params": 123904,
"train_bytes": 1940,
"frac": 1.0,
"extra": [],
"steps": 5256,
"epochs": 5548.6,
"log": [
{
"step": 200,
"min": 0.15,
"train": 0.4412,
"bytes_seen": 409600
},
{
"step": 400,
"min": 0.3,
"train": 0.123,
"bytes_seen": 819200
},
{
"step": 600,
"min": 0.46,
"train": 0.0567,
"bytes_seen": 1228800
},
{
"step": 800,
"min": 0.61,
"train": 0.0424,
"bytes_seen": 1638400
},
{
"step": 1000,
"min": 0.76,
"train": 0.0357,
"bytes_seen": 2048000
},
{
"step": 1200,
"min": 0.91,
"train": 0.031,
"bytes_seen": 2457600
},
{
"step": 1400,
"min": 1.06,
"train": 0.0309,
"bytes_seen": 2867200
},
{
"step": 1600,
"min": 1.21,
"train": 0.0302,
"bytes_seen": 3276800
},
{
"step": 1800,
"min": 1.36,
"train": 0.0243,
"bytes_seen": 3686400
},
{
"step": 2000,
"min": 1.51,
"train": 0.0259,
"bytes_seen": 4096000
},
{
"step": 2200,
"min": 1.66,
"train": 0.0309,
"bytes_seen": 4505600
},
{
"step": 2400,
"min": 1.82,
"train": 0.0198,
"bytes_seen": 4915200
},
{
"step": 2600,
"min": 1.97,
"train": 0.024,
"bytes_seen": 5324800
},
{
"step": 2800,
"min": 2.12,
"train": 0.0217,
"bytes_seen": 5734400
},
{
"step": 3000,
"min": 2.27,
"train": 0.022,
"bytes_seen": 6144000
},
{
"step": 3200,
"min": 2.43,
"train": 0.0239,
"bytes_seen": 6553600
},
{
"step": 3400,
"min": 2.58,
"train": 0.0245,
"bytes_seen": 6963200
},
{
"step": 3600,
"min": 2.74,
"train": 0.0211,
"bytes_seen": 7372800
},
{
"step": 3800,
"min": 2.89,
"train": 0.0197,
"bytes_seen": 7782400
},
{
"step": 4000,
"min": 3.04,
"train": 0.0194,
"bytes_seen": 8192000
},
{
"step": 4200,
"min": 3.2,
"train": 0.0225,
"bytes_seen": 8601600
},
{
"step": 4400,
"min": 3.35,
"train": 0.0224,
"bytes_seen": 9011200
},
{
"step": 4600,
"min": 3.5,
"train": 0.021,
"bytes_seen": 9420800
},
{
"step": 4800,
"min": 3.65,
"train": 0.0201,
"bytes_seen": 9830400
},
{
"step": 5000,
"min": 3.8,
"train": 0.0203,
"bytes_seen": 10240000
},
{
"step": 5200,
"min": 3.96,
"train": 0.0189,
"bytes_seen": 10649600
}
],
"tf_ce": 0.005023189354687929,
"regen_prefix_match_bytes": 1453,
"regen_head": "Utilisateur: Tu me comprends ?\nAssistant: Je crois que oui, explique encore un peu.\nUtilisateur: Et toi, qu'en penses-tu ?\nAssistant: Oui, tout à fait.\n\nUtilisateur: Qui es-tu ?\nAssistant: Moi c'est Atom, je réponds du mieux que je peux.\nUtilisateur: Dis-m'en plus.\nAssistant: D'accord, je t'écout"
}