ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
969c687 verified Download docs/artifacts/root_cause/gru_memorize.json from thefinalboss/atom-ai: direct link, hf CLI and curl.
- Browser
- Download file 2.78 kB
-
https://huggingface.co/thefinalboss/atom-ai/resolve/main/docs/artifacts/root_cause/gru_memorize.json
- Command line
-
hf download hf://thefinalboss/atom-ai/docs/artifacts/root_cause/gru_memorize.json
-
curl -L -o gru_memorize.json https://huggingface.co/thefinalboss/atom-ai/resolve/main/docs/artifacts/root_cause/gru_memorize.json
2.78 kB
| { | |
| "name": "memorize", | |
| "params": 123904, | |
| "train_bytes": 1940, | |
| "frac": 1.0, | |
| "extra": [], | |
| "steps": 5256, | |
| "epochs": 5548.6, | |
| "log": [ | |
| { | |
| "step": 200, | |
| "min": 0.15, | |
| "train": 0.4412, | |
| "bytes_seen": 409600 | |
| }, | |
| { | |
| "step": 400, | |
| "min": 0.3, | |
| "train": 0.123, | |
| "bytes_seen": 819200 | |
| }, | |
| { | |
| "step": 600, | |
| "min": 0.46, | |
| "train": 0.0567, | |
| "bytes_seen": 1228800 | |
| }, | |
| { | |
| "step": 800, | |
| "min": 0.61, | |
| "train": 0.0424, | |
| "bytes_seen": 1638400 | |
| }, | |
| { | |
| "step": 1000, | |
| "min": 0.76, | |
| "train": 0.0357, | |
| "bytes_seen": 2048000 | |
| }, | |
| { | |
| "step": 1200, | |
| "min": 0.91, | |
| "train": 0.031, | |
| "bytes_seen": 2457600 | |
| }, | |
| { | |
| "step": 1400, | |
| "min": 1.06, | |
| "train": 0.0309, | |
| "bytes_seen": 2867200 | |
| }, | |
| { | |
| "step": 1600, | |
| "min": 1.21, | |
| "train": 0.0302, | |
| "bytes_seen": 3276800 | |
| }, | |
| { | |
| "step": 1800, | |
| "min": 1.36, | |
| "train": 0.0243, | |
| "bytes_seen": 3686400 | |
| }, | |
| { | |
| "step": 2000, | |
| "min": 1.51, | |
| "train": 0.0259, | |
| "bytes_seen": 4096000 | |
| }, | |
| { | |
| "step": 2200, | |
| "min": 1.66, | |
| "train": 0.0309, | |
| "bytes_seen": 4505600 | |
| }, | |
| { | |
| "step": 2400, | |
| "min": 1.82, | |
| "train": 0.0198, | |
| "bytes_seen": 4915200 | |
| }, | |
| { | |
| "step": 2600, | |
| "min": 1.97, | |
| "train": 0.024, | |
| "bytes_seen": 5324800 | |
| }, | |
| { | |
| "step": 2800, | |
| "min": 2.12, | |
| "train": 0.0217, | |
| "bytes_seen": 5734400 | |
| }, | |
| { | |
| "step": 3000, | |
| "min": 2.27, | |
| "train": 0.022, | |
| "bytes_seen": 6144000 | |
| }, | |
| { | |
| "step": 3200, | |
| "min": 2.43, | |
| "train": 0.0239, | |
| "bytes_seen": 6553600 | |
| }, | |
| { | |
| "step": 3400, | |
| "min": 2.58, | |
| "train": 0.0245, | |
| "bytes_seen": 6963200 | |
| }, | |
| { | |
| "step": 3600, | |
| "min": 2.74, | |
| "train": 0.0211, | |
| "bytes_seen": 7372800 | |
| }, | |
| { | |
| "step": 3800, | |
| "min": 2.89, | |
| "train": 0.0197, | |
| "bytes_seen": 7782400 | |
| }, | |
| { | |
| "step": 4000, | |
| "min": 3.04, | |
| "train": 0.0194, | |
| "bytes_seen": 8192000 | |
| }, | |
| { | |
| "step": 4200, | |
| "min": 3.2, | |
| "train": 0.0225, | |
| "bytes_seen": 8601600 | |
| }, | |
| { | |
| "step": 4400, | |
| "min": 3.35, | |
| "train": 0.0224, | |
| "bytes_seen": 9011200 | |
| }, | |
| { | |
| "step": 4600, | |
| "min": 3.5, | |
| "train": 0.021, | |
| "bytes_seen": 9420800 | |
| }, | |
| { | |
| "step": 4800, | |
| "min": 3.65, | |
| "train": 0.0201, | |
| "bytes_seen": 9830400 | |
| }, | |
| { | |
| "step": 5000, | |
| "min": 3.8, | |
| "train": 0.0203, | |
| "bytes_seen": 10240000 | |
| }, | |
| { | |
| "step": 5200, | |
| "min": 3.96, | |
| "train": 0.0189, | |
| "bytes_seen": 10649600 | |
| } | |
| ], | |
| "tf_ce": 0.005023189354687929, | |
| "regen_prefix_match_bytes": 1453, | |
| "regen_head": "Utilisateur: Tu me comprends ?\nAssistant: Je crois que oui, explique encore un peu.\nUtilisateur: Et toi, qu'en penses-tu ?\nAssistant: Oui, tout à fait.\n\nUtilisateur: Qui es-tu ?\nAssistant: Moi c'est Atom, je réponds du mieux que je peux.\nUtilisateur: Dis-m'en plus.\nAssistant: D'accord, je t'écout" | |
| } |