atom-ai / docs /artifacts /root_cause /gru_small128.json
thefinalboss's picture
ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
969c687 verified
Raw History Blame Contribute Delete
11.6 kB
{
"name": "small128",
"params": 123904,
"train_bytes": 959493,
"frac": 1.0,
"extra": [],
"steps": 20340,
"epochs": 86.83,
"log": [
{
"step": 200,
"min": 0.12,
"train": 0.7402,
"bytes_seen": 819200,
"val": 0.8458
},
{
"step": 400,
"min": 0.24,
"train": 0.3924,
"bytes_seen": 1638400,
"val": 0.4149
},
{
"step": 600,
"min": 0.37,
"train": 0.2367,
"bytes_seen": 2457600,
"val": 0.2697
},
{
"step": 800,
"min": 0.49,
"train": 0.207,
"bytes_seen": 3276800,
"val": 0.205
},
{
"step": 1000,
"min": 0.61,
"train": 0.152,
"bytes_seen": 4096000,
"val": 0.1748
},
{
"step": 1200,
"min": 0.74,
"train": 0.1719,
"bytes_seen": 4915200,
"val": 0.1615
},
{
"step": 1400,
"min": 0.86,
"train": 0.1645,
"bytes_seen": 5734400,
"val": 0.1473
},
{
"step": 1600,
"min": 0.98,
"train": 0.1648,
"bytes_seen": 6553600,
"val": 0.1406
},
{
"step": 1800,
"min": 1.1,
"train": 0.1447,
"bytes_seen": 7372800,
"val": 0.1367
},
{
"step": 2000,
"min": 1.22,
"train": 0.1495,
"bytes_seen": 8192000,
"val": 0.1294
},
{
"step": 2200,
"min": 1.34,
"train": 0.134,
"bytes_seen": 9011200,
"val": 0.1237
},
{
"step": 2400,
"min": 1.46,
"train": 0.1456,
"bytes_seen": 9830400,
"val": 0.1248
},
{
"step": 2600,
"min": 1.58,
"train": 0.1341,
"bytes_seen": 10649600,
"val": 0.1213
},
{
"step": 2800,
"min": 1.71,
"train": 0.1275,
"bytes_seen": 11468800,
"val": 0.1193
},
{
"step": 3000,
"min": 1.82,
"train": 0.1412,
"bytes_seen": 12288000,
"val": 0.1174
},
{
"step": 3200,
"min": 1.94,
"train": 0.1264,
"bytes_seen": 13107200,
"val": 0.1115
},
{
"step": 3400,
"min": 2.06,
"train": 0.1309,
"bytes_seen": 13926400,
"val": 0.1117
},
{
"step": 3600,
"min": 2.17,
"train": 0.1272,
"bytes_seen": 14745600,
"val": 0.1134
},
{
"step": 3800,
"min": 2.29,
"train": 0.1393,
"bytes_seen": 15564800,
"val": 0.1102
},
{
"step": 4000,
"min": 2.41,
"train": 0.1251,
"bytes_seen": 16384000,
"val": 0.1141
},
{
"step": 4200,
"min": 2.53,
"train": 0.1295,
"bytes_seen": 17203200,
"val": 0.1081
},
{
"step": 4400,
"min": 2.66,
"train": 0.1308,
"bytes_seen": 18022400,
"val": 0.1071
},
{
"step": 4600,
"min": 2.78,
"train": 0.1316,
"bytes_seen": 18841600,
"val": 0.1086
},
{
"step": 4800,
"min": 2.9,
"train": 0.1201,
"bytes_seen": 19660800,
"val": 0.1094
},
{
"step": 5000,
"min": 3.03,
"train": 0.1286,
"bytes_seen": 20480000,
"val": 0.107
},
{
"step": 5200,
"min": 3.14,
"train": 0.1154,
"bytes_seen": 21299200,
"val": 0.1031
},
{
"step": 5400,
"min": 3.26,
"train": 0.1195,
"bytes_seen": 22118400,
"val": 0.1038
},
{
"step": 5600,
"min": 3.38,
"train": 0.1199,
"bytes_seen": 22937600,
"val": 0.1062
},
{
"step": 5800,
"min": 3.49,
"train": 0.1242,
"bytes_seen": 23756800,
"val": 0.106
},
{
"step": 6000,
"min": 3.61,
"train": 0.1224,
"bytes_seen": 24576000,
"val": 0.1062
},
{
"step": 6200,
"min": 3.73,
"train": 0.1301,
"bytes_seen": 25395200,
"val": 0.1001
},
{
"step": 6400,
"min": 3.84,
"train": 0.125,
"bytes_seen": 26214400,
"val": 0.103
},
{
"step": 6600,
"min": 3.97,
"train": 0.1223,
"bytes_seen": 27033600,
"val": 0.1048
},
{
"step": 6800,
"min": 4.09,
"train": 0.1277,
"bytes_seen": 27852800,
"val": 0.1063
},
{
"step": 7000,
"min": 4.21,
"train": 0.1178,
"bytes_seen": 28672000,
"val": 0.102
},
{
"step": 7200,
"min": 4.32,
"train": 0.1176,
"bytes_seen": 29491200,
"val": 0.1024
},
{
"step": 7400,
"min": 4.44,
"train": 0.114,
"bytes_seen": 30310400,
"val": 0.103
},
{
"step": 7600,
"min": 4.55,
"train": 0.1248,
"bytes_seen": 31129600,
"val": 0.1048
},
{
"step": 7800,
"min": 4.67,
"train": 0.1243,
"bytes_seen": 31948800,
"val": 0.104
},
{
"step": 8000,
"min": 4.8,
"train": 0.1201,
"bytes_seen": 32768000,
"val": 0.1049
},
{
"step": 8200,
"min": 4.92,
"train": 0.118,
"bytes_seen": 33587200,
"val": 0.1035
},
{
"step": 8400,
"min": 5.03,
"train": 0.1247,
"bytes_seen": 34406400,
"val": 0.1001
},
{
"step": 8600,
"min": 5.15,
"train": 0.1194,
"bytes_seen": 35225600,
"val": 0.1028
},
{
"step": 8800,
"min": 5.27,
"train": 0.117,
"bytes_seen": 36044800,
"val": 0.1027
},
{
"step": 9000,
"min": 5.38,
"train": 0.1205,
"bytes_seen": 36864000,
"val": 0.1023
},
{
"step": 9200,
"min": 5.5,
"train": 0.1162,
"bytes_seen": 37683200,
"val": 0.1045
},
{
"step": 9400,
"min": 5.61,
"train": 0.124,
"bytes_seen": 38502400,
"val": 0.1021
},
{
"step": 9600,
"min": 5.73,
"train": 0.1197,
"bytes_seen": 39321600,
"val": 0.1016
},
{
"step": 9800,
"min": 5.84,
"train": 0.1123,
"bytes_seen": 40140800,
"val": 0.1051
},
{
"step": 10000,
"min": 5.96,
"train": 0.1227,
"bytes_seen": 40960000,
"val": 0.1042
},
{
"step": 10200,
"min": 6.08,
"train": 0.12,
"bytes_seen": 41779200,
"val": 0.1058
},
{
"step": 10400,
"min": 6.19,
"train": 0.1202,
"bytes_seen": 42598400,
"val": 0.1035
},
{
"step": 10600,
"min": 6.31,
"train": 0.1123,
"bytes_seen": 43417600,
"val": 0.101
},
{
"step": 10800,
"min": 6.43,
"train": 0.1155,
"bytes_seen": 44236800,
"val": 0.1028
},
{
"step": 11000,
"min": 6.55,
"train": 0.1244,
"bytes_seen": 45056000,
"val": 0.1025
},
{
"step": 11200,
"min": 6.67,
"train": 0.1181,
"bytes_seen": 45875200,
"val": 0.1015
},
{
"step": 11400,
"min": 6.79,
"train": 0.1175,
"bytes_seen": 46694400,
"val": 0.1017
},
{
"step": 11600,
"min": 6.9,
"train": 0.1169,
"bytes_seen": 47513600,
"val": 0.1026
},
{
"step": 11800,
"min": 7.02,
"train": 0.1143,
"bytes_seen": 48332800,
"val": 0.1018
},
{
"step": 12000,
"min": 7.13,
"train": 0.1156,
"bytes_seen": 49152000,
"val": 0.1002
},
{
"step": 12200,
"min": 7.25,
"train": 0.1087,
"bytes_seen": 49971200,
"val": 0.0997
},
{
"step": 12400,
"min": 7.37,
"train": 0.1167,
"bytes_seen": 50790400,
"val": 0.0997
},
{
"step": 12600,
"min": 7.48,
"train": 0.1179,
"bytes_seen": 51609600,
"val": 0.0983
},
{
"step": 12800,
"min": 7.61,
"train": 0.1175,
"bytes_seen": 52428800,
"val": 0.1006
},
{
"step": 13000,
"min": 7.72,
"train": 0.1169,
"bytes_seen": 53248000,
"val": 0.1016
},
{
"step": 13200,
"min": 7.84,
"train": 0.1074,
"bytes_seen": 54067200,
"val": 0.099
},
{
"step": 13400,
"min": 7.96,
"train": 0.1199,
"bytes_seen": 54886400,
"val": 0.0998
},
{
"step": 13600,
"min": 8.08,
"train": 0.1106,
"bytes_seen": 55705600,
"val": 0.1012
},
{
"step": 13800,
"min": 8.19,
"train": 0.1189,
"bytes_seen": 56524800,
"val": 0.1001
},
{
"step": 14000,
"min": 8.31,
"train": 0.1128,
"bytes_seen": 57344000,
"val": 0.0999
},
{
"step": 14200,
"min": 8.43,
"train": 0.1121,
"bytes_seen": 58163200,
"val": 0.0999
},
{
"step": 14400,
"min": 8.54,
"train": 0.1189,
"bytes_seen": 58982400,
"val": 0.1
},
{
"step": 14600,
"min": 8.66,
"train": 0.1091,
"bytes_seen": 59801600,
"val": 0.0996
},
{
"step": 14800,
"min": 8.77,
"train": 0.1101,
"bytes_seen": 60620800,
"val": 0.098
},
{
"step": 15000,
"min": 8.89,
"train": 0.1134,
"bytes_seen": 61440000,
"val": 0.0985
},
{
"step": 15200,
"min": 9.0,
"train": 0.1149,
"bytes_seen": 62259200,
"val": 0.0969
},
{
"step": 15400,
"min": 9.12,
"train": 0.1129,
"bytes_seen": 63078400,
"val": 0.0975
},
{
"step": 15600,
"min": 9.23,
"train": 0.1178,
"bytes_seen": 63897600,
"val": 0.0999
},
{
"step": 15800,
"min": 9.35,
"train": 0.1131,
"bytes_seen": 64716800,
"val": 0.0992
},
{
"step": 16000,
"min": 9.46,
"train": 0.1172,
"bytes_seen": 65536000,
"val": 0.0976
},
{
"step": 16200,
"min": 9.58,
"train": 0.1201,
"bytes_seen": 66355200,
"val": 0.0977
},
{
"step": 16400,
"min": 9.69,
"train": 0.1094,
"bytes_seen": 67174400,
"val": 0.0972
},
{
"step": 16600,
"min": 9.81,
"train": 0.1174,
"bytes_seen": 67993600,
"val": 0.0978
},
{
"step": 16800,
"min": 9.93,
"train": 0.1189,
"bytes_seen": 68812800,
"val": 0.0978
},
{
"step": 17000,
"min": 10.05,
"train": 0.1175,
"bytes_seen": 69632000,
"val": 0.0977
},
{
"step": 17200,
"min": 10.16,
"train": 0.1152,
"bytes_seen": 70451200,
"val": 0.0988
},
{
"step": 17400,
"min": 10.28,
"train": 0.115,
"bytes_seen": 71270400,
"val": 0.0985
},
{
"step": 17600,
"min": 10.39,
"train": 0.109,
"bytes_seen": 72089600,
"val": 0.0997
},
{
"step": 17800,
"min": 10.51,
"train": 0.113,
"bytes_seen": 72908800,
"val": 0.0989
},
{
"step": 18000,
"min": 10.63,
"train": 0.1112,
"bytes_seen": 73728000,
"val": 0.0976
},
{
"step": 18200,
"min": 10.76,
"train": 0.115,
"bytes_seen": 74547200,
"val": 0.0992
},
{
"step": 18400,
"min": 10.87,
"train": 0.1103,
"bytes_seen": 75366400,
"val": 0.0988
},
{
"step": 18600,
"min": 10.99,
"train": 0.1178,
"bytes_seen": 76185600,
"val": 0.0978
},
{
"step": 18800,
"min": 11.1,
"train": 0.1134,
"bytes_seen": 77004800,
"val": 0.0981
},
{
"step": 19000,
"min": 11.22,
"train": 0.1141,
"bytes_seen": 77824000,
"val": 0.0984
},
{
"step": 19200,
"min": 11.33,
"train": 0.1124,
"bytes_seen": 78643200,
"val": 0.0992
},
{
"step": 19400,
"min": 11.45,
"train": 0.1104,
"bytes_seen": 79462400,
"val": 0.0988
},
{
"step": 19600,
"min": 11.57,
"train": 0.1117,
"bytes_seen": 80281600,
"val": 0.0986
},
{
"step": 19800,
"min": 11.69,
"train": 0.1133,
"bytes_seen": 81100800,
"val": 0.0985
},
{
"step": 20000,
"min": 11.8,
"train": 0.1199,
"bytes_seen": 81920000,
"val": 0.0988
},
{
"step": 20200,
"min": 11.92,
"train": 0.1195,
"bytes_seen": 82739200,
"val": 0.0988
}
],
"val_ce": 0.09868002869188786,
"samples": {
"Bonjour, comment ça va ?": [
"Oui, avec plaisir, merci.\n\n",
"Volontiers, c'est gentil.\n\n",
"Volontiers, c'est gentil.\nUtilisateur: Qu'est-ce que tu proposes ?\nAssistant: Oui, tout à fait.\n\n"
],
"Qui es-tu ?": [
"Je dire bien.\n\n",
"Je m'appelle Atom. J'apprends le français avec toi.\n\n",
"Moi c'est Atom, je réponds du mieux que je peux.\nUtilisateur: Qu'est-ce que tu proposes ?\nAssistant"
],
"Il était une fois": [
"Bonne nuit, dors bien.\n\n",
"Bonne nuit, dors bien.\nUtilisateur: Tu veux qu'on recommence ?\nAssistant: Oui, tout à fait.\n\n",
"Bonne nuit, dors bien.\nUtilisateur: Dis-m'en plus.\nAssistant: Avec plaisir, continuons.\n\n"
]
}
}