{ "name": "small128", "params": 123904, "train_bytes": 959493, "frac": 1.0, "extra": [], "steps": 20340, "epochs": 86.83, "log": [ { "step": 200, "min": 0.12, "train": 0.7402, "bytes_seen": 819200, "val": 0.8458 }, { "step": 400, "min": 0.24, "train": 0.3924, "bytes_seen": 1638400, "val": 0.4149 }, { "step": 600, "min": 0.37, "train": 0.2367, "bytes_seen": 2457600, "val": 0.2697 }, { "step": 800, "min": 0.49, "train": 0.207, "bytes_seen": 3276800, "val": 0.205 }, { "step": 1000, "min": 0.61, "train": 0.152, "bytes_seen": 4096000, "val": 0.1748 }, { "step": 1200, "min": 0.74, "train": 0.1719, "bytes_seen": 4915200, "val": 0.1615 }, { "step": 1400, "min": 0.86, "train": 0.1645, "bytes_seen": 5734400, "val": 0.1473 }, { "step": 1600, "min": 0.98, "train": 0.1648, "bytes_seen": 6553600, "val": 0.1406 }, { "step": 1800, "min": 1.1, "train": 0.1447, "bytes_seen": 7372800, "val": 0.1367 }, { "step": 2000, "min": 1.22, "train": 0.1495, "bytes_seen": 8192000, "val": 0.1294 }, { "step": 2200, "min": 1.34, "train": 0.134, "bytes_seen": 9011200, "val": 0.1237 }, { "step": 2400, "min": 1.46, "train": 0.1456, "bytes_seen": 9830400, "val": 0.1248 }, { "step": 2600, "min": 1.58, "train": 0.1341, "bytes_seen": 10649600, "val": 0.1213 }, { "step": 2800, "min": 1.71, "train": 0.1275, "bytes_seen": 11468800, "val": 0.1193 }, { "step": 3000, "min": 1.82, "train": 0.1412, "bytes_seen": 12288000, "val": 0.1174 }, { "step": 3200, "min": 1.94, "train": 0.1264, "bytes_seen": 13107200, "val": 0.1115 }, { "step": 3400, "min": 2.06, "train": 0.1309, "bytes_seen": 13926400, "val": 0.1117 }, { "step": 3600, "min": 2.17, "train": 0.1272, "bytes_seen": 14745600, "val": 0.1134 }, { "step": 3800, "min": 2.29, "train": 0.1393, "bytes_seen": 15564800, "val": 0.1102 }, { "step": 4000, "min": 2.41, "train": 0.1251, "bytes_seen": 16384000, "val": 0.1141 }, { "step": 4200, "min": 2.53, "train": 0.1295, "bytes_seen": 17203200, "val": 0.1081 }, { "step": 4400, "min": 2.66, "train": 0.1308, "bytes_seen": 18022400, "val": 0.1071 }, { "step": 4600, "min": 2.78, "train": 0.1316, "bytes_seen": 18841600, "val": 0.1086 }, { "step": 4800, "min": 2.9, "train": 0.1201, "bytes_seen": 19660800, "val": 0.1094 }, { "step": 5000, "min": 3.03, "train": 0.1286, "bytes_seen": 20480000, "val": 0.107 }, { "step": 5200, "min": 3.14, "train": 0.1154, "bytes_seen": 21299200, "val": 0.1031 }, { "step": 5400, "min": 3.26, "train": 0.1195, "bytes_seen": 22118400, "val": 0.1038 }, { "step": 5600, "min": 3.38, "train": 0.1199, "bytes_seen": 22937600, "val": 0.1062 }, { "step": 5800, "min": 3.49, "train": 0.1242, "bytes_seen": 23756800, "val": 0.106 }, { "step": 6000, "min": 3.61, "train": 0.1224, "bytes_seen": 24576000, "val": 0.1062 }, { "step": 6200, "min": 3.73, "train": 0.1301, "bytes_seen": 25395200, "val": 0.1001 }, { "step": 6400, "min": 3.84, "train": 0.125, "bytes_seen": 26214400, "val": 0.103 }, { "step": 6600, "min": 3.97, "train": 0.1223, "bytes_seen": 27033600, "val": 0.1048 }, { "step": 6800, "min": 4.09, "train": 0.1277, "bytes_seen": 27852800, "val": 0.1063 }, { "step": 7000, "min": 4.21, "train": 0.1178, "bytes_seen": 28672000, "val": 0.102 }, { "step": 7200, "min": 4.32, "train": 0.1176, "bytes_seen": 29491200, "val": 0.1024 }, { "step": 7400, "min": 4.44, "train": 0.114, "bytes_seen": 30310400, "val": 0.103 }, { "step": 7600, "min": 4.55, "train": 0.1248, "bytes_seen": 31129600, "val": 0.1048 }, { "step": 7800, "min": 4.67, "train": 0.1243, "bytes_seen": 31948800, "val": 0.104 }, { "step": 8000, "min": 4.8, "train": 0.1201, "bytes_seen": 32768000, "val": 0.1049 }, { "step": 8200, "min": 4.92, "train": 0.118, "bytes_seen": 33587200, "val": 0.1035 }, { "step": 8400, "min": 5.03, "train": 0.1247, "bytes_seen": 34406400, "val": 0.1001 }, { "step": 8600, "min": 5.15, "train": 0.1194, "bytes_seen": 35225600, "val": 0.1028 }, { "step": 8800, "min": 5.27, "train": 0.117, "bytes_seen": 36044800, "val": 0.1027 }, { "step": 9000, "min": 5.38, "train": 0.1205, "bytes_seen": 36864000, "val": 0.1023 }, { "step": 9200, "min": 5.5, "train": 0.1162, "bytes_seen": 37683200, "val": 0.1045 }, { "step": 9400, "min": 5.61, "train": 0.124, "bytes_seen": 38502400, "val": 0.1021 }, { "step": 9600, "min": 5.73, "train": 0.1197, "bytes_seen": 39321600, "val": 0.1016 }, { "step": 9800, "min": 5.84, "train": 0.1123, "bytes_seen": 40140800, "val": 0.1051 }, { "step": 10000, "min": 5.96, "train": 0.1227, "bytes_seen": 40960000, "val": 0.1042 }, { "step": 10200, "min": 6.08, "train": 0.12, "bytes_seen": 41779200, "val": 0.1058 }, { "step": 10400, "min": 6.19, "train": 0.1202, "bytes_seen": 42598400, "val": 0.1035 }, { "step": 10600, "min": 6.31, "train": 0.1123, "bytes_seen": 43417600, "val": 0.101 }, { "step": 10800, "min": 6.43, "train": 0.1155, "bytes_seen": 44236800, "val": 0.1028 }, { "step": 11000, "min": 6.55, "train": 0.1244, "bytes_seen": 45056000, "val": 0.1025 }, { "step": 11200, "min": 6.67, "train": 0.1181, "bytes_seen": 45875200, "val": 0.1015 }, { "step": 11400, "min": 6.79, "train": 0.1175, "bytes_seen": 46694400, "val": 0.1017 }, { "step": 11600, "min": 6.9, "train": 0.1169, "bytes_seen": 47513600, "val": 0.1026 }, { "step": 11800, "min": 7.02, "train": 0.1143, "bytes_seen": 48332800, "val": 0.1018 }, { "step": 12000, "min": 7.13, "train": 0.1156, "bytes_seen": 49152000, "val": 0.1002 }, { "step": 12200, "min": 7.25, "train": 0.1087, "bytes_seen": 49971200, "val": 0.0997 }, { "step": 12400, "min": 7.37, "train": 0.1167, "bytes_seen": 50790400, "val": 0.0997 }, { "step": 12600, "min": 7.48, "train": 0.1179, "bytes_seen": 51609600, "val": 0.0983 }, { "step": 12800, "min": 7.61, "train": 0.1175, "bytes_seen": 52428800, "val": 0.1006 }, { "step": 13000, "min": 7.72, "train": 0.1169, "bytes_seen": 53248000, "val": 0.1016 }, { "step": 13200, "min": 7.84, "train": 0.1074, "bytes_seen": 54067200, "val": 0.099 }, { "step": 13400, "min": 7.96, "train": 0.1199, "bytes_seen": 54886400, "val": 0.0998 }, { "step": 13600, "min": 8.08, "train": 0.1106, "bytes_seen": 55705600, "val": 0.1012 }, { "step": 13800, "min": 8.19, "train": 0.1189, "bytes_seen": 56524800, "val": 0.1001 }, { "step": 14000, "min": 8.31, "train": 0.1128, "bytes_seen": 57344000, "val": 0.0999 }, { "step": 14200, "min": 8.43, "train": 0.1121, "bytes_seen": 58163200, "val": 0.0999 }, { "step": 14400, "min": 8.54, "train": 0.1189, "bytes_seen": 58982400, "val": 0.1 }, { "step": 14600, "min": 8.66, "train": 0.1091, "bytes_seen": 59801600, "val": 0.0996 }, { "step": 14800, "min": 8.77, "train": 0.1101, "bytes_seen": 60620800, "val": 0.098 }, { "step": 15000, "min": 8.89, "train": 0.1134, "bytes_seen": 61440000, "val": 0.0985 }, { "step": 15200, "min": 9.0, "train": 0.1149, "bytes_seen": 62259200, "val": 0.0969 }, { "step": 15400, "min": 9.12, "train": 0.1129, "bytes_seen": 63078400, "val": 0.0975 }, { "step": 15600, "min": 9.23, "train": 0.1178, "bytes_seen": 63897600, "val": 0.0999 }, { "step": 15800, "min": 9.35, "train": 0.1131, "bytes_seen": 64716800, "val": 0.0992 }, { "step": 16000, "min": 9.46, "train": 0.1172, "bytes_seen": 65536000, "val": 0.0976 }, { "step": 16200, "min": 9.58, "train": 0.1201, "bytes_seen": 66355200, "val": 0.0977 }, { "step": 16400, "min": 9.69, "train": 0.1094, "bytes_seen": 67174400, "val": 0.0972 }, { "step": 16600, "min": 9.81, "train": 0.1174, "bytes_seen": 67993600, "val": 0.0978 }, { "step": 16800, "min": 9.93, "train": 0.1189, "bytes_seen": 68812800, "val": 0.0978 }, { "step": 17000, "min": 10.05, "train": 0.1175, "bytes_seen": 69632000, "val": 0.0977 }, { "step": 17200, "min": 10.16, "train": 0.1152, "bytes_seen": 70451200, "val": 0.0988 }, { "step": 17400, "min": 10.28, "train": 0.115, "bytes_seen": 71270400, "val": 0.0985 }, { "step": 17600, "min": 10.39, "train": 0.109, "bytes_seen": 72089600, "val": 0.0997 }, { "step": 17800, "min": 10.51, "train": 0.113, "bytes_seen": 72908800, "val": 0.0989 }, { "step": 18000, "min": 10.63, "train": 0.1112, "bytes_seen": 73728000, "val": 0.0976 }, { "step": 18200, "min": 10.76, "train": 0.115, "bytes_seen": 74547200, "val": 0.0992 }, { "step": 18400, "min": 10.87, "train": 0.1103, "bytes_seen": 75366400, "val": 0.0988 }, { "step": 18600, "min": 10.99, "train": 0.1178, "bytes_seen": 76185600, "val": 0.0978 }, { "step": 18800, "min": 11.1, "train": 0.1134, "bytes_seen": 77004800, "val": 0.0981 }, { "step": 19000, "min": 11.22, "train": 0.1141, "bytes_seen": 77824000, "val": 0.0984 }, { "step": 19200, "min": 11.33, "train": 0.1124, "bytes_seen": 78643200, "val": 0.0992 }, { "step": 19400, "min": 11.45, "train": 0.1104, "bytes_seen": 79462400, "val": 0.0988 }, { "step": 19600, "min": 11.57, "train": 0.1117, "bytes_seen": 80281600, "val": 0.0986 }, { "step": 19800, "min": 11.69, "train": 0.1133, "bytes_seen": 81100800, "val": 0.0985 }, { "step": 20000, "min": 11.8, "train": 0.1199, "bytes_seen": 81920000, "val": 0.0988 }, { "step": 20200, "min": 11.92, "train": 0.1195, "bytes_seen": 82739200, "val": 0.0988 } ], "val_ce": 0.09868002869188786, "samples": { "Bonjour, comment ça va ?": [ "Oui, avec plaisir, merci.\n\n", "Volontiers, c'est gentil.\n\n", "Volontiers, c'est gentil.\nUtilisateur: Qu'est-ce que tu proposes ?\nAssistant: Oui, tout à fait.\n\n" ], "Qui es-tu ?": [ "Je dire bien.\n\n", "Je m'appelle Atom. J'apprends le français avec toi.\n\n", "Moi c'est Atom, je réponds du mieux que je peux.\nUtilisateur: Qu'est-ce que tu proposes ?\nAssistant" ], "Il était une fois": [ "Bonne nuit, dors bien.\n\n", "Bonne nuit, dors bien.\nUtilisateur: Tu veux qu'on recommence ?\nAssistant: Oui, tout à fait.\n\n", "Bonne nuit, dors bien.\nUtilisateur: Dis-m'en plus.\nAssistant: Avec plaisir, continuons.\n\n" ] } }