ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
969c687 verified Download docs/artifacts/root_cause/gru_small128.json from thefinalboss/atom-ai: direct link, hf CLI and curl.
- Browser
- Download file 11.6 kB
-
https://huggingface.co/thefinalboss/atom-ai/resolve/main/docs/artifacts/root_cause/gru_small128.json
- Command line
-
hf download hf://thefinalboss/atom-ai/docs/artifacts/root_cause/gru_small128.json
-
curl -L -o gru_small128.json https://huggingface.co/thefinalboss/atom-ai/resolve/main/docs/artifacts/root_cause/gru_small128.json
11.6 kB
| { | |
| "name": "small128", | |
| "params": 123904, | |
| "train_bytes": 959493, | |
| "frac": 1.0, | |
| "extra": [], | |
| "steps": 20340, | |
| "epochs": 86.83, | |
| "log": [ | |
| { | |
| "step": 200, | |
| "min": 0.12, | |
| "train": 0.7402, | |
| "bytes_seen": 819200, | |
| "val": 0.8458 | |
| }, | |
| { | |
| "step": 400, | |
| "min": 0.24, | |
| "train": 0.3924, | |
| "bytes_seen": 1638400, | |
| "val": 0.4149 | |
| }, | |
| { | |
| "step": 600, | |
| "min": 0.37, | |
| "train": 0.2367, | |
| "bytes_seen": 2457600, | |
| "val": 0.2697 | |
| }, | |
| { | |
| "step": 800, | |
| "min": 0.49, | |
| "train": 0.207, | |
| "bytes_seen": 3276800, | |
| "val": 0.205 | |
| }, | |
| { | |
| "step": 1000, | |
| "min": 0.61, | |
| "train": 0.152, | |
| "bytes_seen": 4096000, | |
| "val": 0.1748 | |
| }, | |
| { | |
| "step": 1200, | |
| "min": 0.74, | |
| "train": 0.1719, | |
| "bytes_seen": 4915200, | |
| "val": 0.1615 | |
| }, | |
| { | |
| "step": 1400, | |
| "min": 0.86, | |
| "train": 0.1645, | |
| "bytes_seen": 5734400, | |
| "val": 0.1473 | |
| }, | |
| { | |
| "step": 1600, | |
| "min": 0.98, | |
| "train": 0.1648, | |
| "bytes_seen": 6553600, | |
| "val": 0.1406 | |
| }, | |
| { | |
| "step": 1800, | |
| "min": 1.1, | |
| "train": 0.1447, | |
| "bytes_seen": 7372800, | |
| "val": 0.1367 | |
| }, | |
| { | |
| "step": 2000, | |
| "min": 1.22, | |
| "train": 0.1495, | |
| "bytes_seen": 8192000, | |
| "val": 0.1294 | |
| }, | |
| { | |
| "step": 2200, | |
| "min": 1.34, | |
| "train": 0.134, | |
| "bytes_seen": 9011200, | |
| "val": 0.1237 | |
| }, | |
| { | |
| "step": 2400, | |
| "min": 1.46, | |
| "train": 0.1456, | |
| "bytes_seen": 9830400, | |
| "val": 0.1248 | |
| }, | |
| { | |
| "step": 2600, | |
| "min": 1.58, | |
| "train": 0.1341, | |
| "bytes_seen": 10649600, | |
| "val": 0.1213 | |
| }, | |
| { | |
| "step": 2800, | |
| "min": 1.71, | |
| "train": 0.1275, | |
| "bytes_seen": 11468800, | |
| "val": 0.1193 | |
| }, | |
| { | |
| "step": 3000, | |
| "min": 1.82, | |
| "train": 0.1412, | |
| "bytes_seen": 12288000, | |
| "val": 0.1174 | |
| }, | |
| { | |
| "step": 3200, | |
| "min": 1.94, | |
| "train": 0.1264, | |
| "bytes_seen": 13107200, | |
| "val": 0.1115 | |
| }, | |
| { | |
| "step": 3400, | |
| "min": 2.06, | |
| "train": 0.1309, | |
| "bytes_seen": 13926400, | |
| "val": 0.1117 | |
| }, | |
| { | |
| "step": 3600, | |
| "min": 2.17, | |
| "train": 0.1272, | |
| "bytes_seen": 14745600, | |
| "val": 0.1134 | |
| }, | |
| { | |
| "step": 3800, | |
| "min": 2.29, | |
| "train": 0.1393, | |
| "bytes_seen": 15564800, | |
| "val": 0.1102 | |
| }, | |
| { | |
| "step": 4000, | |
| "min": 2.41, | |
| "train": 0.1251, | |
| "bytes_seen": 16384000, | |
| "val": 0.1141 | |
| }, | |
| { | |
| "step": 4200, | |
| "min": 2.53, | |
| "train": 0.1295, | |
| "bytes_seen": 17203200, | |
| "val": 0.1081 | |
| }, | |
| { | |
| "step": 4400, | |
| "min": 2.66, | |
| "train": 0.1308, | |
| "bytes_seen": 18022400, | |
| "val": 0.1071 | |
| }, | |
| { | |
| "step": 4600, | |
| "min": 2.78, | |
| "train": 0.1316, | |
| "bytes_seen": 18841600, | |
| "val": 0.1086 | |
| }, | |
| { | |
| "step": 4800, | |
| "min": 2.9, | |
| "train": 0.1201, | |
| "bytes_seen": 19660800, | |
| "val": 0.1094 | |
| }, | |
| { | |
| "step": 5000, | |
| "min": 3.03, | |
| "train": 0.1286, | |
| "bytes_seen": 20480000, | |
| "val": 0.107 | |
| }, | |
| { | |
| "step": 5200, | |
| "min": 3.14, | |
| "train": 0.1154, | |
| "bytes_seen": 21299200, | |
| "val": 0.1031 | |
| }, | |
| { | |
| "step": 5400, | |
| "min": 3.26, | |
| "train": 0.1195, | |
| "bytes_seen": 22118400, | |
| "val": 0.1038 | |
| }, | |
| { | |
| "step": 5600, | |
| "min": 3.38, | |
| "train": 0.1199, | |
| "bytes_seen": 22937600, | |
| "val": 0.1062 | |
| }, | |
| { | |
| "step": 5800, | |
| "min": 3.49, | |
| "train": 0.1242, | |
| "bytes_seen": 23756800, | |
| "val": 0.106 | |
| }, | |
| { | |
| "step": 6000, | |
| "min": 3.61, | |
| "train": 0.1224, | |
| "bytes_seen": 24576000, | |
| "val": 0.1062 | |
| }, | |
| { | |
| "step": 6200, | |
| "min": 3.73, | |
| "train": 0.1301, | |
| "bytes_seen": 25395200, | |
| "val": 0.1001 | |
| }, | |
| { | |
| "step": 6400, | |
| "min": 3.84, | |
| "train": 0.125, | |
| "bytes_seen": 26214400, | |
| "val": 0.103 | |
| }, | |
| { | |
| "step": 6600, | |
| "min": 3.97, | |
| "train": 0.1223, | |
| "bytes_seen": 27033600, | |
| "val": 0.1048 | |
| }, | |
| { | |
| "step": 6800, | |
| "min": 4.09, | |
| "train": 0.1277, | |
| "bytes_seen": 27852800, | |
| "val": 0.1063 | |
| }, | |
| { | |
| "step": 7000, | |
| "min": 4.21, | |
| "train": 0.1178, | |
| "bytes_seen": 28672000, | |
| "val": 0.102 | |
| }, | |
| { | |
| "step": 7200, | |
| "min": 4.32, | |
| "train": 0.1176, | |
| "bytes_seen": 29491200, | |
| "val": 0.1024 | |
| }, | |
| { | |
| "step": 7400, | |
| "min": 4.44, | |
| "train": 0.114, | |
| "bytes_seen": 30310400, | |
| "val": 0.103 | |
| }, | |
| { | |
| "step": 7600, | |
| "min": 4.55, | |
| "train": 0.1248, | |
| "bytes_seen": 31129600, | |
| "val": 0.1048 | |
| }, | |
| { | |
| "step": 7800, | |
| "min": 4.67, | |
| "train": 0.1243, | |
| "bytes_seen": 31948800, | |
| "val": 0.104 | |
| }, | |
| { | |
| "step": 8000, | |
| "min": 4.8, | |
| "train": 0.1201, | |
| "bytes_seen": 32768000, | |
| "val": 0.1049 | |
| }, | |
| { | |
| "step": 8200, | |
| "min": 4.92, | |
| "train": 0.118, | |
| "bytes_seen": 33587200, | |
| "val": 0.1035 | |
| }, | |
| { | |
| "step": 8400, | |
| "min": 5.03, | |
| "train": 0.1247, | |
| "bytes_seen": 34406400, | |
| "val": 0.1001 | |
| }, | |
| { | |
| "step": 8600, | |
| "min": 5.15, | |
| "train": 0.1194, | |
| "bytes_seen": 35225600, | |
| "val": 0.1028 | |
| }, | |
| { | |
| "step": 8800, | |
| "min": 5.27, | |
| "train": 0.117, | |
| "bytes_seen": 36044800, | |
| "val": 0.1027 | |
| }, | |
| { | |
| "step": 9000, | |
| "min": 5.38, | |
| "train": 0.1205, | |
| "bytes_seen": 36864000, | |
| "val": 0.1023 | |
| }, | |
| { | |
| "step": 9200, | |
| "min": 5.5, | |
| "train": 0.1162, | |
| "bytes_seen": 37683200, | |
| "val": 0.1045 | |
| }, | |
| { | |
| "step": 9400, | |
| "min": 5.61, | |
| "train": 0.124, | |
| "bytes_seen": 38502400, | |
| "val": 0.1021 | |
| }, | |
| { | |
| "step": 9600, | |
| "min": 5.73, | |
| "train": 0.1197, | |
| "bytes_seen": 39321600, | |
| "val": 0.1016 | |
| }, | |
| { | |
| "step": 9800, | |
| "min": 5.84, | |
| "train": 0.1123, | |
| "bytes_seen": 40140800, | |
| "val": 0.1051 | |
| }, | |
| { | |
| "step": 10000, | |
| "min": 5.96, | |
| "train": 0.1227, | |
| "bytes_seen": 40960000, | |
| "val": 0.1042 | |
| }, | |
| { | |
| "step": 10200, | |
| "min": 6.08, | |
| "train": 0.12, | |
| "bytes_seen": 41779200, | |
| "val": 0.1058 | |
| }, | |
| { | |
| "step": 10400, | |
| "min": 6.19, | |
| "train": 0.1202, | |
| "bytes_seen": 42598400, | |
| "val": 0.1035 | |
| }, | |
| { | |
| "step": 10600, | |
| "min": 6.31, | |
| "train": 0.1123, | |
| "bytes_seen": 43417600, | |
| "val": 0.101 | |
| }, | |
| { | |
| "step": 10800, | |
| "min": 6.43, | |
| "train": 0.1155, | |
| "bytes_seen": 44236800, | |
| "val": 0.1028 | |
| }, | |
| { | |
| "step": 11000, | |
| "min": 6.55, | |
| "train": 0.1244, | |
| "bytes_seen": 45056000, | |
| "val": 0.1025 | |
| }, | |
| { | |
| "step": 11200, | |
| "min": 6.67, | |
| "train": 0.1181, | |
| "bytes_seen": 45875200, | |
| "val": 0.1015 | |
| }, | |
| { | |
| "step": 11400, | |
| "min": 6.79, | |
| "train": 0.1175, | |
| "bytes_seen": 46694400, | |
| "val": 0.1017 | |
| }, | |
| { | |
| "step": 11600, | |
| "min": 6.9, | |
| "train": 0.1169, | |
| "bytes_seen": 47513600, | |
| "val": 0.1026 | |
| }, | |
| { | |
| "step": 11800, | |
| "min": 7.02, | |
| "train": 0.1143, | |
| "bytes_seen": 48332800, | |
| "val": 0.1018 | |
| }, | |
| { | |
| "step": 12000, | |
| "min": 7.13, | |
| "train": 0.1156, | |
| "bytes_seen": 49152000, | |
| "val": 0.1002 | |
| }, | |
| { | |
| "step": 12200, | |
| "min": 7.25, | |
| "train": 0.1087, | |
| "bytes_seen": 49971200, | |
| "val": 0.0997 | |
| }, | |
| { | |
| "step": 12400, | |
| "min": 7.37, | |
| "train": 0.1167, | |
| "bytes_seen": 50790400, | |
| "val": 0.0997 | |
| }, | |
| { | |
| "step": 12600, | |
| "min": 7.48, | |
| "train": 0.1179, | |
| "bytes_seen": 51609600, | |
| "val": 0.0983 | |
| }, | |
| { | |
| "step": 12800, | |
| "min": 7.61, | |
| "train": 0.1175, | |
| "bytes_seen": 52428800, | |
| "val": 0.1006 | |
| }, | |
| { | |
| "step": 13000, | |
| "min": 7.72, | |
| "train": 0.1169, | |
| "bytes_seen": 53248000, | |
| "val": 0.1016 | |
| }, | |
| { | |
| "step": 13200, | |
| "min": 7.84, | |
| "train": 0.1074, | |
| "bytes_seen": 54067200, | |
| "val": 0.099 | |
| }, | |
| { | |
| "step": 13400, | |
| "min": 7.96, | |
| "train": 0.1199, | |
| "bytes_seen": 54886400, | |
| "val": 0.0998 | |
| }, | |
| { | |
| "step": 13600, | |
| "min": 8.08, | |
| "train": 0.1106, | |
| "bytes_seen": 55705600, | |
| "val": 0.1012 | |
| }, | |
| { | |
| "step": 13800, | |
| "min": 8.19, | |
| "train": 0.1189, | |
| "bytes_seen": 56524800, | |
| "val": 0.1001 | |
| }, | |
| { | |
| "step": 14000, | |
| "min": 8.31, | |
| "train": 0.1128, | |
| "bytes_seen": 57344000, | |
| "val": 0.0999 | |
| }, | |
| { | |
| "step": 14200, | |
| "min": 8.43, | |
| "train": 0.1121, | |
| "bytes_seen": 58163200, | |
| "val": 0.0999 | |
| }, | |
| { | |
| "step": 14400, | |
| "min": 8.54, | |
| "train": 0.1189, | |
| "bytes_seen": 58982400, | |
| "val": 0.1 | |
| }, | |
| { | |
| "step": 14600, | |
| "min": 8.66, | |
| "train": 0.1091, | |
| "bytes_seen": 59801600, | |
| "val": 0.0996 | |
| }, | |
| { | |
| "step": 14800, | |
| "min": 8.77, | |
| "train": 0.1101, | |
| "bytes_seen": 60620800, | |
| "val": 0.098 | |
| }, | |
| { | |
| "step": 15000, | |
| "min": 8.89, | |
| "train": 0.1134, | |
| "bytes_seen": 61440000, | |
| "val": 0.0985 | |
| }, | |
| { | |
| "step": 15200, | |
| "min": 9.0, | |
| "train": 0.1149, | |
| "bytes_seen": 62259200, | |
| "val": 0.0969 | |
| }, | |
| { | |
| "step": 15400, | |
| "min": 9.12, | |
| "train": 0.1129, | |
| "bytes_seen": 63078400, | |
| "val": 0.0975 | |
| }, | |
| { | |
| "step": 15600, | |
| "min": 9.23, | |
| "train": 0.1178, | |
| "bytes_seen": 63897600, | |
| "val": 0.0999 | |
| }, | |
| { | |
| "step": 15800, | |
| "min": 9.35, | |
| "train": 0.1131, | |
| "bytes_seen": 64716800, | |
| "val": 0.0992 | |
| }, | |
| { | |
| "step": 16000, | |
| "min": 9.46, | |
| "train": 0.1172, | |
| "bytes_seen": 65536000, | |
| "val": 0.0976 | |
| }, | |
| { | |
| "step": 16200, | |
| "min": 9.58, | |
| "train": 0.1201, | |
| "bytes_seen": 66355200, | |
| "val": 0.0977 | |
| }, | |
| { | |
| "step": 16400, | |
| "min": 9.69, | |
| "train": 0.1094, | |
| "bytes_seen": 67174400, | |
| "val": 0.0972 | |
| }, | |
| { | |
| "step": 16600, | |
| "min": 9.81, | |
| "train": 0.1174, | |
| "bytes_seen": 67993600, | |
| "val": 0.0978 | |
| }, | |
| { | |
| "step": 16800, | |
| "min": 9.93, | |
| "train": 0.1189, | |
| "bytes_seen": 68812800, | |
| "val": 0.0978 | |
| }, | |
| { | |
| "step": 17000, | |
| "min": 10.05, | |
| "train": 0.1175, | |
| "bytes_seen": 69632000, | |
| "val": 0.0977 | |
| }, | |
| { | |
| "step": 17200, | |
| "min": 10.16, | |
| "train": 0.1152, | |
| "bytes_seen": 70451200, | |
| "val": 0.0988 | |
| }, | |
| { | |
| "step": 17400, | |
| "min": 10.28, | |
| "train": 0.115, | |
| "bytes_seen": 71270400, | |
| "val": 0.0985 | |
| }, | |
| { | |
| "step": 17600, | |
| "min": 10.39, | |
| "train": 0.109, | |
| "bytes_seen": 72089600, | |
| "val": 0.0997 | |
| }, | |
| { | |
| "step": 17800, | |
| "min": 10.51, | |
| "train": 0.113, | |
| "bytes_seen": 72908800, | |
| "val": 0.0989 | |
| }, | |
| { | |
| "step": 18000, | |
| "min": 10.63, | |
| "train": 0.1112, | |
| "bytes_seen": 73728000, | |
| "val": 0.0976 | |
| }, | |
| { | |
| "step": 18200, | |
| "min": 10.76, | |
| "train": 0.115, | |
| "bytes_seen": 74547200, | |
| "val": 0.0992 | |
| }, | |
| { | |
| "step": 18400, | |
| "min": 10.87, | |
| "train": 0.1103, | |
| "bytes_seen": 75366400, | |
| "val": 0.0988 | |
| }, | |
| { | |
| "step": 18600, | |
| "min": 10.99, | |
| "train": 0.1178, | |
| "bytes_seen": 76185600, | |
| "val": 0.0978 | |
| }, | |
| { | |
| "step": 18800, | |
| "min": 11.1, | |
| "train": 0.1134, | |
| "bytes_seen": 77004800, | |
| "val": 0.0981 | |
| }, | |
| { | |
| "step": 19000, | |
| "min": 11.22, | |
| "train": 0.1141, | |
| "bytes_seen": 77824000, | |
| "val": 0.0984 | |
| }, | |
| { | |
| "step": 19200, | |
| "min": 11.33, | |
| "train": 0.1124, | |
| "bytes_seen": 78643200, | |
| "val": 0.0992 | |
| }, | |
| { | |
| "step": 19400, | |
| "min": 11.45, | |
| "train": 0.1104, | |
| "bytes_seen": 79462400, | |
| "val": 0.0988 | |
| }, | |
| { | |
| "step": 19600, | |
| "min": 11.57, | |
| "train": 0.1117, | |
| "bytes_seen": 80281600, | |
| "val": 0.0986 | |
| }, | |
| { | |
| "step": 19800, | |
| "min": 11.69, | |
| "train": 0.1133, | |
| "bytes_seen": 81100800, | |
| "val": 0.0985 | |
| }, | |
| { | |
| "step": 20000, | |
| "min": 11.8, | |
| "train": 0.1199, | |
| "bytes_seen": 81920000, | |
| "val": 0.0988 | |
| }, | |
| { | |
| "step": 20200, | |
| "min": 11.92, | |
| "train": 0.1195, | |
| "bytes_seen": 82739200, | |
| "val": 0.0988 | |
| } | |
| ], | |
| "val_ce": 0.09868002869188786, | |
| "samples": { | |
| "Bonjour, comment ça va ?": [ | |
| "Oui, avec plaisir, merci.\n\n", | |
| "Volontiers, c'est gentil.\n\n", | |
| "Volontiers, c'est gentil.\nUtilisateur: Qu'est-ce que tu proposes ?\nAssistant: Oui, tout à fait.\n\n" | |
| ], | |
| "Qui es-tu ?": [ | |
| "Je dire bien.\n\n", | |
| "Je m'appelle Atom. J'apprends le français avec toi.\n\n", | |
| "Moi c'est Atom, je réponds du mieux que je peux.\nUtilisateur: Qu'est-ce que tu proposes ?\nAssistant" | |
| ], | |
| "Il était une fois": [ | |
| "Bonne nuit, dors bien.\n\n", | |
| "Bonne nuit, dors bien.\nUtilisateur: Tu veux qu'on recommence ?\nAssistant: Oui, tout à fait.\n\n", | |
| "Bonne nuit, dors bien.\nUtilisateur: Dis-m'en plus.\nAssistant: Avec plaisir, continuons.\n\n" | |
| ] | |
| } | |
| } |