[ { "step": 0, "tokens": 0, "per_source": { "fineweb_edu": 10.519629726890756, "code_python": 10.525794538943599, "finemath_4plus": 10.32566055540577, "pes2o": 10.462692260742188, "pubmed": 10.545242309570312, "arxiv": 10.553985595703125, "pressbooks": 10.5458984375, "libretexts": 10.647798042704625, "doab": 10.522146329198794, "gutenberg": 10.600608825683594, "pre_1929_books": 10.588775634765625, "library_of_congress": 10.568008422851562 }, "weighted_loss": 10.49352138870611, "segment": "simple-llm-124m-8k-5b-20261018-s00" }, { "step": 2, "tokens": 131039, "per_source": { "fineweb_edu": 10.509191176470589, "code_python": 10.508337063563115, "finemath_4plus": 10.308657994068483, "pes2o": 10.448966979980469, "pubmed": 10.531173706054688, "arxiv": 10.537490844726562, "pressbooks": 10.53515625, "libretexts": 10.631728202846976, "doab": 10.502660911833724, "gutenberg": 10.584503173828125, "pre_1929_books": 10.552055358886719, "library_of_congress": 10.53436279296875 }, "weighted_loss": 10.475746449265205, "segment": "simple-llm-124m-8k-5b-20261018-s01" }, { "step": 4, "tokens": 257384, "per_source": { "fineweb_edu": 10.488314075630251, "code_python": 10.474317367949865, "finemath_4plus": 10.143755055270962, "pes2o": 10.422088623046875, "pubmed": 10.506561279296875, "arxiv": 10.510971069335938, "pressbooks": 10.5135498046875, "libretexts": 10.60442615658363, "doab": 10.470530925243043, "gutenberg": 10.556404113769531, "pre_1929_books": 10.490371704101562, "library_of_congress": 10.477531433105469 }, "weighted_loss": 10.416335434889096, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 500, "tokens": 38433207, "per_source": { "fineweb_edu": 5.349017487854517, "code_python": 4.60803474009624, "finemath_4plus": 2.7968560427338907, "pes2o": 5.143681049346924, "pubmed": 5.251229763031006, "arxiv": 4.909776210784912, "pressbooks": 5.0997161865234375, "libretexts": 5.201687089913256, "doab": 4.936758166066041, "gutenberg": 5.204975128173828, "pre_1929_books": 5.021296501159668, "library_of_congress": 4.880281925201416 }, "weighted_loss": 4.5114442955840754, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 1000, "tokens": 77303045, "per_source": { "fineweb_edu": 4.551280815060399, "code_python": 3.3144417594561326, "finemath_4plus": 1.9642102613575088, "pes2o": 3.749763011932373, "pubmed": 3.8531785011291504, "arxiv": 3.771294355392456, "pressbooks": 4.586516380310059, "libretexts": 4.046084366659253, "doab": 3.476931125335233, "gutenberg": 4.285614967346191, "pre_1929_books": 4.3287787437438965, "library_of_congress": 4.175426006317139 }, "weighted_loss": 3.4489135129907273, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 1500, "tokens": 116381741, "per_source": { "fineweb_edu": 4.182884921546743, "code_python": 2.707929127965533, "finemath_4plus": 1.6900300051395254, "pes2o": 3.2091357707977295, "pubmed": 3.3013875484466553, "arxiv": 3.2483131885528564, "pressbooks": 4.316247940063477, "libretexts": 3.6590502321508005, "doab": 2.56122061473349, "gutenberg": 3.8471758365631104, "pre_1929_books": 3.970599889755249, "library_of_congress": 3.7623534202575684 }, "weighted_loss": 2.978473855350987, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 2000, "tokens": 156492276, "per_source": { "fineweb_edu": 3.978084788602941, "code_python": 2.4555998471771487, "finemath_4plus": 1.6120462631015773, "pes2o": 3.052229404449463, "pubmed": 3.1436569690704346, "arxiv": 3.0284626483917236, "pressbooks": 4.079463005065918, "libretexts": 3.450840417176379, "doab": 2.2499003140190243, "gutenberg": 3.6968271732330322, "pre_1929_books": 3.8512372970581055, "library_of_congress": 3.631093978881836 }, "weighted_loss": 2.796265492168852, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 2500, "tokens": 196446608, "per_source": { "fineweb_edu": 3.867496522534795, "code_python": 2.2910540929946284, "finemath_4plus": 1.5284050936067672, "pes2o": 2.939160108566284, "pubmed": 2.9841866493225098, "arxiv": 2.914051055908203, "pressbooks": 3.9807677268981934, "libretexts": 3.3366998964357206, "doab": 2.1428018864712537, "gutenberg": 3.594550371170044, "pre_1929_books": 3.7079238891601562, "library_of_congress": 3.521735429763794 }, "weighted_loss": 2.671639888179184, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 3000, "tokens": 235140184, "per_source": { "fineweb_edu": 3.6996298397288605, "code_python": 2.264319929568599, "finemath_4plus": 1.454397638135279, "pes2o": 2.8458449840545654, "pubmed": 2.865652084350586, "arxiv": 2.8270819187164307, "pressbooks": 3.851637601852417, "libretexts": 3.2237796444061386, "doab": 1.894366907266175, "gutenberg": 3.457369804382324, "pre_1929_books": 3.6073131561279297, "library_of_congress": 3.428806781768799 }, "weighted_loss": 2.583515998060363, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 3500, "tokens": 273948748, "per_source": { "fineweb_edu": 3.7217232840401784, "code_python": 2.202347334517681, "finemath_4plus": 1.4746370210130764, "pes2o": 2.804166793823242, "pubmed": 2.8693230152130127, "arxiv": 2.7515451908111572, "pressbooks": 3.8389458656311035, "libretexts": 3.079233841539702, "doab": 1.9193527318869428, "gutenberg": 3.418907642364502, "pre_1929_books": 3.586266279220581, "library_of_congress": 3.383039951324463 }, "weighted_loss": 2.5571259273108766, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 4000, "tokens": 312603544, "per_source": { "fineweb_edu": 3.6438783276982667, "code_python": 2.2085330317675695, "finemath_4plus": 1.3831809818600027, "pes2o": 2.7529594898223877, "pubmed": 2.7493624687194824, "arxiv": 2.6861438751220703, "pressbooks": 3.8065550327301025, "libretexts": 3.0199752210298043, "doab": 1.8393962270574924, "gutenberg": 3.4062743186950684, "pre_1929_books": 3.498791456222534, "library_of_congress": 3.2947449684143066 }, "weighted_loss": 2.5075268628362197, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 4500, "tokens": 352088189, "per_source": { "fineweb_edu": 3.609343713071166, "code_python": 2.1045789590560653, "finemath_4plus": 1.5237749130072122, "pes2o": 2.7013800144195557, "pubmed": 2.705015182495117, "arxiv": 2.696319341659546, "pressbooks": 3.754187822341919, "libretexts": 3.0174004497052938, "doab": 1.805234708923483, "gutenberg": 3.349958658218384, "pre_1929_books": 3.431877374649048, "library_of_congress": 3.2598423957824707 }, "weighted_loss": 2.483159542903561, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 5000, "tokens": 390356198, "per_source": { "fineweb_edu": 3.5872815556886817, "code_python": 2.134398211937668, "finemath_4plus": 1.3421849723645187, "pes2o": 2.6476564407348633, "pubmed": 2.6584978103637695, "arxiv": 2.623499870300293, "pressbooks": 3.6925272941589355, "libretexts": 2.93014710993105, "doab": 1.7116942295403117, "gutenberg": 3.3197290897369385, "pre_1929_books": 3.428985118865967, "library_of_congress": 3.2255804538726807 }, "weighted_loss": 2.434406017141435, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 5500, "tokens": 428842816, "per_source": { "fineweb_edu": 3.5532385561646533, "code_python": 2.0550903211028424, "finemath_4plus": 1.3239929742265435, "pes2o": 2.621879816055298, "pubmed": 2.6429529190063477, "arxiv": 2.5888257026672363, "pressbooks": 3.672851800918579, "libretexts": 2.8870191472280915, "doab": 1.6835488994929602, "gutenberg": 3.276890516281128, "pre_1929_books": 3.412748336791992, "library_of_congress": 3.2049543857574463 }, "weighted_loss": 2.3929262554080295, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 6000, "tokens": 467246994, "per_source": { "fineweb_edu": 3.533538049008666, "code_python": 2.001098304960273, "finemath_4plus": 1.3116823362513481, "pes2o": 2.602236747741699, "pubmed": 2.604219913482666, "arxiv": 2.5658063888549805, "pressbooks": 3.6407251358032227, "libretexts": 2.8755886308663254, "doab": 1.6827929883925579, "gutenberg": 3.243234872817993, "pre_1929_books": 3.3698062896728516, "library_of_congress": 3.1784682273864746 }, "weighted_loss": 2.3618895268703497, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 6500, "tokens": 506170691, "per_source": { "fineweb_edu": 3.5002728630514706, "code_python": 1.9986820340476723, "finemath_4plus": 1.2898404061488946, "pes2o": 2.5483670234680176, "pubmed": 2.560537338256836, "arxiv": 2.542081117630005, "pressbooks": 3.6568045616149902, "libretexts": 2.807248370078959, "doab": 1.6029682523885351, "gutenberg": 3.2276291847229004, "pre_1929_books": 3.358417272567749, "library_of_congress": 3.1747279167175293 }, "weighted_loss": 2.3398472464601077, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 7000, "tokens": 544829954, "per_source": { "fineweb_edu": 3.468265309053309, "code_python": 2.0041464563982765, "finemath_4plus": 1.2857374745130088, "pes2o": 2.5283589363098145, "pubmed": 2.533996105194092, "arxiv": 2.5054545402526855, "pressbooks": 3.597473621368408, "libretexts": 2.7939846269600754, "doab": 1.6198227128205664, "gutenberg": 3.2035892009735107, "pre_1929_books": 3.328643798828125, "library_of_congress": 3.154270648956299 }, "weighted_loss": 2.328532131717284, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 7500, "tokens": 583548901, "per_source": { "fineweb_edu": 3.484887900472689, "code_python": 2.0354261816668533, "finemath_4plus": 1.2697624233283904, "pes2o": 2.512752056121826, "pubmed": 2.5274453163146973, "arxiv": 2.4797022342681885, "pressbooks": 3.6278152465820312, "libretexts": 2.7782579741019795, "doab": 1.5882908421157391, "gutenberg": 3.2123160362243652, "pre_1929_books": 3.336923599243164, "library_of_congress": 3.12457537651062 }, "weighted_loss": 2.3334132843586985, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 8000, "tokens": 621927994, "per_source": { "fineweb_edu": 3.416378245634191, "code_python": 1.9658924399899285, "finemath_4plus": 1.2680532414818684, "pes2o": 2.506383180618286, "pubmed": 2.521512746810913, "arxiv": 2.4711294174194336, "pressbooks": 3.6559579372406006, "libretexts": 2.7526012705738436, "doab": 1.5734934485522125, "gutenberg": 3.1479735374450684, "pre_1929_books": 3.329843521118164, "library_of_congress": 3.11576247215271 }, "weighted_loss": 2.299879605362944, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 8500, "tokens": 662450483, "per_source": { "fineweb_edu": 3.424385647813813, "code_python": 1.968285979814794, "finemath_4plus": 1.269644598653613, "pes2o": 2.4831433296203613, "pubmed": 2.5162458419799805, "arxiv": 2.46229887008667, "pressbooks": 3.5741350650787354, "libretexts": 2.7383792103397466, "doab": 1.5713952960002515, "gutenberg": 3.1664178371429443, "pre_1929_books": 3.3091042041778564, "library_of_congress": 3.0921690464019775 }, "weighted_loss": 2.294855461723932, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 9000, "tokens": 701633024, "per_source": { "fineweb_edu": 3.3768123338202467, "code_python": 1.998953714259736, "finemath_4plus": 1.2391826416739686, "pes2o": 2.42470645904541, "pubmed": 2.483095645904541, "arxiv": 2.438408136367798, "pressbooks": 3.546781539916992, "libretexts": 2.7098195357679047, "doab": 1.5457314757584646, "gutenberg": 3.163879871368408, "pre_1929_books": 3.277555227279663, "library_of_congress": 3.0829639434814453 }, "weighted_loss": 2.280574623087098, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 9500, "tokens": 740427708, "per_source": { "fineweb_edu": 3.4014084759880516, "code_python": 1.9393385952887199, "finemath_4plus": 1.2241363648810326, "pes2o": 2.4231674671173096, "pubmed": 2.4707627296447754, "arxiv": 2.4154908657073975, "pressbooks": 3.528549909591675, "libretexts": 2.7205732352368774, "doab": 1.5589111409968992, "gutenberg": 3.1097617149353027, "pre_1929_books": 3.2477502822875977, "library_of_congress": 3.0510783195495605 }, "weighted_loss": 2.255712240154966, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 10000, "tokens": 780377017, "per_source": { "fineweb_edu": 3.4116608435366333, "code_python": 1.9582285663328112, "finemath_4plus": 1.222124130072122, "pes2o": 2.429441213607788, "pubmed": 2.4719395637512207, "arxiv": 2.4153265953063965, "pressbooks": 3.5310864448547363, "libretexts": 2.718174401551379, "doab": 1.5519116792029837, "gutenberg": 3.1256797313690186, "pre_1929_books": 3.2299280166625977, "library_of_congress": 3.060425043106079 }, "weighted_loss": 2.2622143120356926, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 10500, "tokens": 818674341, "per_source": { "fineweb_edu": 3.3687656947544644, "code_python": 1.8884795350268577, "finemath_4plus": 1.2275255027888246, "pes2o": 2.408869981765747, "pubmed": 2.4807071685791016, "arxiv": 2.416353464126587, "pressbooks": 3.5451712608337402, "libretexts": 2.7034399500945283, "doab": 1.5334787755615154, "gutenberg": 3.072868585586548, "pre_1929_books": 3.214425563812256, "library_of_congress": 3.0159995555877686 }, "weighted_loss": 2.2304915058218753, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 11000, "tokens": 858536498, "per_source": { "fineweb_edu": 3.339982746028099, "code_python": 1.906979580489033, "finemath_4plus": 1.2138326958074952, "pes2o": 2.408499240875244, "pubmed": 2.449234962463379, "arxiv": 2.3687922954559326, "pressbooks": 3.4258809089660645, "libretexts": 2.677810614643572, "doab": 1.5341656103335568, "gutenberg": 3.1087558269500732, "pre_1929_books": 3.206244945526123, "library_of_congress": 3.0284206867218018 }, "weighted_loss": 2.225766435039181, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 11500, "tokens": 897682203, "per_source": { "fineweb_edu": 3.3517750972459295, "code_python": 1.930828207181625, "finemath_4plus": 1.1738050866557697, "pes2o": 2.378962516784668, "pubmed": 2.429945945739746, "arxiv": 2.377609968185425, "pressbooks": 3.4770925045013428, "libretexts": 2.640478602507785, "doab": 1.5419195100360374, "gutenberg": 3.101341485977173, "pre_1929_books": 3.1932239532470703, "library_of_congress": 2.9868123531341553 }, "weighted_loss": 2.2209348538564955, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 12000, "tokens": 935998541, "per_source": { "fineweb_edu": 3.3374185001148895, "code_python": 1.8964955219757162, "finemath_4plus": 1.1875741176445807, "pes2o": 2.3994927406311035, "pubmed": 2.418705701828003, "arxiv": 2.368375539779663, "pressbooks": 3.4925129413604736, "libretexts": 2.6302164423932384, "doab": 1.5160851269171136, "gutenberg": 3.058180809020996, "pre_1929_books": 3.203143835067749, "library_of_congress": 2.9963560104370117 }, "weighted_loss": 2.2114283618548622, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 12500, "tokens": 974448949, "per_source": { "fineweb_edu": 3.286708286830357, "code_python": 1.882662999384512, "finemath_4plus": 1.1840940111889997, "pes2o": 2.3753485679626465, "pubmed": 2.4045557975769043, "arxiv": 2.3502440452575684, "pressbooks": 3.4757583141326904, "libretexts": 2.603644645935276, "doab": 1.517081823038887, "gutenberg": 3.0547306537628174, "pre_1929_books": 3.1994881629943848, "library_of_congress": 3.007209539413452 }, "weighted_loss": 2.196947294368658, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 13000, "tokens": 1013198314, "per_source": { "fineweb_edu": 3.284645657579438, "code_python": 1.8466333510519248, "finemath_4plus": 1.1999882306972904, "pes2o": 2.3755908012390137, "pubmed": 2.3893189430236816, "arxiv": 2.348431348800659, "pressbooks": 3.4490699768066406, "libretexts": 2.624197203069395, "doab": 1.4804831545424069, "gutenberg": 3.0585837364196777, "pre_1929_books": 3.1980838775634766, "library_of_congress": 2.9999136924743652 }, "weighted_loss": 2.18686930320624, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 13500, "tokens": 1051167636, "per_source": { "fineweb_edu": 3.2951283174402572, "code_python": 1.8491119138876455, "finemath_4plus": 1.1832705549423699, "pes2o": 2.3448009490966797, "pubmed": 2.383732557296753, "arxiv": 2.322158098220825, "pressbooks": 3.388357400894165, "libretexts": 2.5953634133118326, "doab": 1.4636578305711532, "gutenberg": 3.043764352798462, "pre_1929_books": 3.173523426055908, "library_of_congress": 3.005095958709717 }, "weighted_loss": 2.175881424365935, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 14000, "tokens": 1090278233, "per_source": { "fineweb_edu": 3.2816849396008405, "code_python": 1.819363367802988, "finemath_4plus": 1.1886661351610945, "pes2o": 2.3250932693481445, "pubmed": 2.352487087249756, "arxiv": 2.310730218887329, "pressbooks": 3.4237539768218994, "libretexts": 2.616776544428381, "doab": 1.4478436072640797, "gutenberg": 3.021934986114502, "pre_1929_books": 3.167613983154297, "library_of_congress": 2.957875967025757 }, "weighted_loss": 2.161704942328623, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 14500, "tokens": 1130016411, "per_source": { "fineweb_edu": 3.2731813062138917, "code_python": 1.8504071487522382, "finemath_4plus": 1.1590140747169049, "pes2o": 2.3214893341064453, "pubmed": 2.334656238555908, "arxiv": 2.301518678665161, "pressbooks": 3.435765266418457, "libretexts": 2.5657292159002445, "doab": 1.517892405925243, "gutenberg": 3.013111114501953, "pre_1929_books": 3.161405324935913, "library_of_congress": 2.9871039390563965 }, "weighted_loss": 2.164789661679941, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 15000, "tokens": 1168632792, "per_source": { "fineweb_edu": 3.2472854742482933, "code_python": 1.8666740834126008, "finemath_4plus": 1.1683701437803315, "pes2o": 2.3135242462158203, "pubmed": 2.400381565093994, "arxiv": 2.298497200012207, "pressbooks": 3.4229726791381836, "libretexts": 2.5602853578180604, "doab": 1.4865199673147838, "gutenberg": 3.025700569152832, "pre_1929_books": 3.1646852493286133, "library_of_congress": 2.969463586807251 }, "weighted_loss": 2.1685940600954625, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 15500, "tokens": 1207145298, "per_source": { "fineweb_edu": 3.2367674242548583, "code_python": 1.8627853188647046, "finemath_4plus": 1.1461014118950525, "pes2o": 2.3026788234710693, "pubmed": 2.3665804862976074, "arxiv": 2.2924745082855225, "pressbooks": 3.388545513153076, "libretexts": 2.5727617257006226, "doab": 1.4629105949337915, "gutenberg": 3.0305368900299072, "pre_1929_books": 3.1674129962921143, "library_of_congress": 2.934105157852173 }, "weighted_loss": 2.1574719575061243, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 16000, "tokens": 1245139626, "per_source": { "fineweb_edu": 3.239999210133272, "code_python": 1.8347132997845792, "finemath_4plus": 1.1358267053114046, "pes2o": 2.2972733974456787, "pubmed": 2.3601911067962646, "arxiv": 2.2874927520751953, "pressbooks": 3.415156364440918, "libretexts": 2.5720227876167705, "doab": 1.4577917443638955, "gutenberg": 2.9983174800872803, "pre_1929_books": 3.1409497261047363, "library_of_congress": 2.9267685413360596 }, "weighted_loss": 2.1433746354090055, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 16500, "tokens": 1284689530, "per_source": { "fineweb_edu": 3.230189732142857, "code_python": 1.7767476053673343, "finemath_4plus": 1.1332970951149233, "pes2o": 2.3068315982818604, "pubmed": 2.3467559814453125, "arxiv": 2.2801263332366943, "pressbooks": 3.416707992553711, "libretexts": 2.553756768168928, "doab": 1.4383452847385183, "gutenberg": 2.970602035522461, "pre_1929_books": 3.1584866046905518, "library_of_congress": 2.932922840118408 }, "weighted_loss": 2.123650643302984, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 17000, "tokens": 1323475559, "per_source": { "fineweb_edu": 3.234157786649816, "code_python": 1.7681292445934982, "finemath_4plus": 1.1293509558674846, "pes2o": 2.275733232498169, "pubmed": 2.3351690769195557, "arxiv": 2.282017707824707, "pressbooks": 3.445122718811035, "libretexts": 2.5196607053491995, "doab": 1.4417848603021288, "gutenberg": 2.979184150695801, "pre_1929_books": 3.1396920680999756, "library_of_congress": 2.949831962585449 }, "weighted_loss": 2.11684100124667, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 17500, "tokens": 1361131824, "per_source": { "fineweb_edu": 3.1939033059512867, "code_python": 1.811564856164671, "finemath_4plus": 1.133552623264357, "pes2o": 2.257544755935669, "pubmed": 2.3157145977020264, "arxiv": 2.267299175262451, "pressbooks": 3.353027820587158, "libretexts": 2.540500410086744, "doab": 1.427142479257459, "gutenberg": 2.9501352310180664, "pre_1929_books": 3.1480448246002197, "library_of_congress": 2.927075147628784 }, "weighted_loss": 2.119715908919576, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 18000, "tokens": 1400688733, "per_source": { "fineweb_edu": 3.1862739114200367, "code_python": 1.7817050588910026, "finemath_4plus": 1.1279948531022512, "pes2o": 2.2747111320495605, "pubmed": 2.301034927368164, "arxiv": 2.2493956089019775, "pressbooks": 3.3543877601623535, "libretexts": 2.5000267164562944, "doab": 1.407843829879735, "gutenberg": 2.971298933029175, "pre_1929_books": 3.125236988067627, "library_of_congress": 2.9120287895202637 }, "weighted_loss": 2.1068665396293444, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 18500, "tokens": 1439465628, "per_source": { "fineweb_edu": 3.2009369665835083, "code_python": 1.807558283383225, "finemath_4plus": 1.142264145280062, "pes2o": 2.2697715759277344, "pubmed": 2.330618381500244, "arxiv": 2.226047992706299, "pressbooks": 3.3372483253479004, "libretexts": 2.5083359687778026, "doab": 1.410977963669125, "gutenberg": 2.9439384937286377, "pre_1929_books": 3.1227810382843018, "library_of_congress": 2.9204723834991455 }, "weighted_loss": 2.1174430958630808, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 19000, "tokens": 1477760080, "per_source": { "fineweb_edu": 3.2056223124015233, "code_python": 1.772674587867894, "finemath_4plus": 1.1106103818414668, "pes2o": 2.248295545578003, "pubmed": 2.2912588119506836, "arxiv": 2.2319862842559814, "pressbooks": 3.3704535961151123, "libretexts": 2.483723379114769, "doab": 1.418900298304978, "gutenberg": 2.9488959312438965, "pre_1929_books": 3.126286506652832, "library_of_congress": 2.9234609603881836 }, "weighted_loss": 2.0990637305988886, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 19500, "tokens": 1516849952, "per_source": { "fineweb_edu": 3.191769383534664, "code_python": 1.7984401665314458, "finemath_4plus": 1.098002154282657, "pes2o": 2.2575876712799072, "pubmed": 2.3109290599823, "arxiv": 2.2317986488342285, "pressbooks": 3.3423423767089844, "libretexts": 2.4673941941447954, "doab": 1.404011075783607, "gutenberg": 2.9459476470947266, "pre_1929_books": 3.0904083251953125, "library_of_congress": 2.914459466934204 }, "weighted_loss": 2.099544320356968, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 20000, "tokens": 1555839605, "per_source": { "fineweb_edu": 3.1740776510799633, "code_python": 1.811857846771486, "finemath_4plus": 1.175695679007145, "pes2o": 2.2300972938537598, "pubmed": 2.28434419631958, "arxiv": 2.2360951900482178, "pressbooks": 3.3541364669799805, "libretexts": 2.469925958490881, "doab": 1.4090772188233323, "gutenberg": 2.918184518814087, "pre_1929_books": 3.089482545852661, "library_of_congress": 2.890042543411255 }, "weighted_loss": 2.1123254559865865, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 20500, "tokens": 1594268630, "per_source": { "fineweb_edu": 3.177490234375, "code_python": 1.7573118696494516, "finemath_4plus": 1.1050532699177675, "pes2o": 2.222085952758789, "pubmed": 2.284785747528076, "arxiv": 2.2182719707489014, "pressbooks": 3.33769154548645, "libretexts": 2.509345329529026, "doab": 1.4086185650980556, "gutenberg": 2.9082069396972656, "pre_1929_books": 3.075566291809082, "library_of_congress": 2.8945953845977783 }, "weighted_loss": 2.0803645432364073, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 21000, "tokens": 1633802599, "per_source": { "fineweb_edu": 3.138838567653624, "code_python": 1.7333082781375895, "finemath_4plus": 1.1114671449514695, "pes2o": 2.2251288890838623, "pubmed": 2.271509885787964, "arxiv": 2.2181994915008545, "pressbooks": 3.3218750953674316, "libretexts": 2.4635218284308276, "doab": 1.3983222636607442, "gutenberg": 2.911965847015381, "pre_1929_books": 3.069960355758667, "library_of_congress": 2.85258412361145 }, "weighted_loss": 2.0667597837315723, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 21500, "tokens": 1673272828, "per_source": { "fineweb_edu": 3.150617583459165, "code_python": 1.7354075159467324, "finemath_4plus": 1.1043332887486519, "pes2o": 2.216519832611084, "pubmed": 2.2748875617980957, "arxiv": 2.1932787895202637, "pressbooks": 3.2910075187683105, "libretexts": 2.4574098417343193, "doab": 1.3888977644150184, "gutenberg": 2.9061272144317627, "pre_1929_books": 3.0527536869049072, "library_of_congress": 2.8738577365875244 }, "weighted_loss": 2.0635381390793603, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 22000, "tokens": 1711736479, "per_source": { "fineweb_edu": 3.1715082761620272, "code_python": 1.6976522720596463, "finemath_4plus": 1.1140875920480589, "pes2o": 2.2159619331359863, "pubmed": 2.25876522064209, "arxiv": 2.2058210372924805, "pressbooks": 3.282087564468384, "libretexts": 2.453903252543928, "doab": 1.3896955796387864, "gutenberg": 2.9679160118103027, "pre_1929_books": 3.067857027053833, "library_of_congress": 2.878324031829834 }, "weighted_loss": 2.0599026594575185, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 22500, "tokens": 1750970199, "per_source": { "fineweb_edu": 3.1309029715401784, "code_python": 1.705495371600828, "finemath_4plus": 1.10101418740732, "pes2o": 2.2098305225372314, "pubmed": 2.2521657943725586, "arxiv": 2.1890106201171875, "pressbooks": 3.2759642601013184, "libretexts": 2.451681442532251, "doab": 1.387349276106269, "gutenberg": 2.9209511280059814, "pre_1929_books": 3.0717241764068604, "library_of_congress": 2.873899459838867 }, "weighted_loss": 2.051878559270177, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 23000, "tokens": 1790247619, "per_source": { "fineweb_edu": 3.1363102247735033, "code_python": 1.7102718506952215, "finemath_4plus": 1.1055785441662174, "pes2o": 2.221893548965454, "pubmed": 2.2449655532836914, "arxiv": 2.2020037174224854, "pressbooks": 3.291759967803955, "libretexts": 2.434246239713078, "doab": 1.3989036833724438, "gutenberg": 2.91178035736084, "pre_1929_books": 3.06294322013855, "library_of_congress": 2.8579673767089844 }, "weighted_loss": 2.054877080502085, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 23500, "tokens": 1828700197, "per_source": { "fineweb_edu": 3.12019155806854, "code_python": 1.6710105629616159, "finemath_4plus": 1.0790373184315178, "pes2o": 2.2103796005249023, "pubmed": 2.2346208095550537, "arxiv": 2.182706832885742, "pressbooks": 3.291001796722412, "libretexts": 2.4367860407167483, "doab": 1.3989555724627054, "gutenberg": 2.9044809341430664, "pre_1929_books": 3.0645806789398193, "library_of_congress": 2.872194528579712 }, "weighted_loss": 2.034562897490514, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 24000, "tokens": 1867644282, "per_source": { "fineweb_edu": 3.1361437885701156, "code_python": 1.6588359890820836, "finemath_4plus": 1.1007924268881437, "pes2o": 2.211458444595337, "pubmed": 2.2409613132476807, "arxiv": 2.17490816116333, "pressbooks": 3.2841570377349854, "libretexts": 2.4426408543705516, "doab": 1.395818983353587, "gutenberg": 2.888793706893921, "pre_1929_books": 3.035923719406128, "library_of_congress": 2.855625629425049 }, "weighted_loss": 2.033556318722682, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 24500, "tokens": 1906496917, "per_source": { "fineweb_edu": 3.1657868713891806, "code_python": 1.6874107149101947, "finemath_4plus": 1.0834769390123686, "pes2o": 2.196035861968994, "pubmed": 2.231064796447754, "arxiv": 2.1901373863220215, "pressbooks": 3.305091381072998, "libretexts": 2.459324521102091, "doab": 1.3829971400435803, "gutenberg": 2.8841190338134766, "pre_1929_books": 3.038745641708374, "library_of_congress": 2.8478541374206543 }, "weighted_loss": 2.040441700631098, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 25000, "tokens": 1944700166, "per_source": { "fineweb_edu": 3.1096806886817228, "code_python": 1.7122647550987578, "finemath_4plus": 1.0847586608376585, "pes2o": 2.1837687492370605, "pubmed": 2.2271037101745605, "arxiv": 2.164583921432495, "pressbooks": 3.266948938369751, "libretexts": 2.4210398392320953, "doab": 1.3813925067570398, "gutenberg": 2.8814337253570557, "pre_1929_books": 3.0156495571136475, "library_of_congress": 2.8431057929992676 }, "weighted_loss": 2.036436584877047, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 25500, "tokens": 1983815327, "per_source": { "fineweb_edu": 3.1488824411600578, "code_python": 1.6738970832517346, "finemath_4plus": 1.081017562853869, "pes2o": 2.1911189556121826, "pubmed": 2.213674545288086, "arxiv": 2.159165143966675, "pressbooks": 3.304154634475708, "libretexts": 2.452121503836744, "doab": 1.3752046099773718, "gutenberg": 2.8702855110168457, "pre_1929_books": 3.0326602458953857, "library_of_congress": 2.8432657718658447 }, "weighted_loss": 2.0307612509294573, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 26000, "tokens": 2022989064, "per_source": { "fineweb_edu": 3.12825589220063, "code_python": 1.7076040078404768, "finemath_4plus": 1.0879490107466636, "pes2o": 2.191602945327759, "pubmed": 2.2262768745422363, "arxiv": 2.165888786315918, "pressbooks": 3.2231216430664062, "libretexts": 2.4122692393238436, "doab": 1.370482866451559, "gutenberg": 2.8766989707946777, "pre_1929_books": 3.0138347148895264, "library_of_congress": 2.8162732124328613 }, "weighted_loss": 2.0351355863016565, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 26500, "tokens": 2062428728, "per_source": { "fineweb_edu": 3.1359473476890756, "code_python": 1.685462507693599, "finemath_4plus": 1.0624041604880021, "pes2o": 2.1909143924713135, "pubmed": 2.2219460010528564, "arxiv": 2.1679186820983887, "pressbooks": 3.252044677734375, "libretexts": 2.4157686606844972, "doab": 1.3630826146339674, "gutenberg": 2.8658885955810547, "pre_1929_books": 3.032886028289795, "library_of_congress": 2.8279783725738525 }, "weighted_loss": 2.0258160197697515, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 27000, "tokens": 2101622194, "per_source": { "fineweb_edu": 3.1306044634650734, "code_python": 1.701745834965309, "finemath_4plus": 1.0798403692875438, "pes2o": 2.192018508911133, "pubmed": 2.212536573410034, "arxiv": 2.161533832550049, "pressbooks": 3.318868637084961, "libretexts": 2.424513847378225, "doab": 1.3685633793318388, "gutenberg": 2.857728958129883, "pre_1929_books": 3.011951208114624, "library_of_congress": 2.8184971809387207 }, "weighted_loss": 2.0336828530478726, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 27500, "tokens": 2139619371, "per_source": { "fineweb_edu": 3.1029034782858456, "code_python": 1.7166805967435095, "finemath_4plus": 1.0764821027610205, "pes2o": 2.1814088821411133, "pubmed": 2.2096216678619385, "arxiv": 2.1525862216949463, "pressbooks": 3.2339413166046143, "libretexts": 2.4264528539257118, "doab": 1.359528293795047, "gutenberg": 2.8457701206207275, "pre_1929_books": 3.0078492164611816, "library_of_congress": 2.8027069568634033 }, "weighted_loss": 2.029184326844643, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 28000, "tokens": 2178941820, "per_source": { "fineweb_edu": 3.11824894752823, "code_python": 1.693618487543364, "finemath_4plus": 1.0779619543466905, "pes2o": 2.157956600189209, "pubmed": 2.2109193801879883, "arxiv": 2.142897129058838, "pressbooks": 3.2777047157287598, "libretexts": 2.436660060678937, "doab": 1.370015291731269, "gutenberg": 2.843493938446045, "pre_1929_books": 2.9988186359405518, "library_of_congress": 2.804917335510254 }, "weighted_loss": 2.0229550923558377, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 28500, "tokens": 2218607198, "per_source": { "fineweb_edu": 3.1015776305639444, "code_python": 1.6855704803603402, "finemath_4plus": 1.0726298941342005, "pes2o": 2.1794424057006836, "pubmed": 2.213561773300171, "arxiv": 2.150970220565796, "pressbooks": 3.245640277862549, "libretexts": 2.393175878558719, "doab": 1.3544736907580457, "gutenberg": 2.846172332763672, "pre_1929_books": 3.0000531673431396, "library_of_congress": 2.811691999435425 }, "weighted_loss": 2.017731914829952, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 29000, "tokens": 2257090071, "per_source": { "fineweb_edu": 3.0978873116629466, "code_python": 1.69661910040846, "finemath_4plus": 1.0683736587734227, "pes2o": 2.155510902404785, "pubmed": 2.1941416263580322, "arxiv": 2.1431467533111572, "pressbooks": 3.271543264389038, "libretexts": 2.3838516181049823, "doab": 1.3606870410188987, "gutenberg": 2.8392815589904785, "pre_1929_books": 3.001729965209961, "library_of_congress": 2.8166956901550293 }, "weighted_loss": 2.0173628414754083, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 29500, "tokens": 2296491257, "per_source": { "fineweb_edu": 3.0933112136456145, "code_python": 1.6924617156026187, "finemath_4plus": 1.0674508085273995, "pes2o": 2.1437807083129883, "pubmed": 2.196408987045288, "arxiv": 2.1384403705596924, "pressbooks": 3.222057342529297, "libretexts": 2.412862431536366, "doab": 1.3543064016405464, "gutenberg": 2.8345117568969727, "pre_1929_books": 2.9943599700927734, "library_of_congress": 2.794787645339966 }, "weighted_loss": 2.0119932100038116, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 30000, "tokens": 2335025439, "per_source": { "fineweb_edu": 3.1017022653788078, "code_python": 1.7220555154361572, "finemath_4plus": 1.0676899465405096, "pes2o": 2.13899564743042, "pubmed": 2.196486711502075, "arxiv": 2.1354305744171143, "pressbooks": 3.2534995079040527, "libretexts": 2.391641094167037, "doab": 1.3521141284989944, "gutenberg": 2.8441319465637207, "pre_1929_books": 2.9813015460968018, "library_of_congress": 2.7943806648254395 }, "weighted_loss": 2.020995556755094, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 30500, "tokens": 2374631449, "per_source": { "fineweb_edu": 3.098443295775341, "code_python": 1.6859239050609893, "finemath_4plus": 1.0583931189336748, "pes2o": 2.1354098320007324, "pubmed": 2.1701037883758545, "arxiv": 2.1255245208740234, "pressbooks": 3.234025001525879, "libretexts": 2.3885537144128115, "doab": 1.338894605236968, "gutenberg": 2.860114336013794, "pre_1929_books": 2.981411933898926, "library_of_congress": 2.8023815155029297 }, "weighted_loss": 2.006463855477737, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 31000, "tokens": 2413385337, "per_source": { "fineweb_edu": 3.104532450187106, "code_python": 1.6766096232934198, "finemath_4plus": 1.0540302489510314, "pes2o": 2.129478931427002, "pubmed": 2.1854796409606934, "arxiv": 2.122239589691162, "pressbooks": 3.2273762226104736, "libretexts": 2.376546296360654, "doab": 1.353842673587831, "gutenberg": 2.8274991512298584, "pre_1929_books": 3.0004656314849854, "library_of_congress": 2.7852399349212646 }, "weighted_loss": 2.002435388288014, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 31500, "tokens": 2451801627, "per_source": { "fineweb_edu": 3.0852799615940127, "code_python": 1.6879918876244964, "finemath_4plus": 1.0510016940423632, "pes2o": 2.11055850982666, "pubmed": 2.18597674369812, "arxiv": 2.1168558597564697, "pressbooks": 3.2183430194854736, "libretexts": 2.356458127710743, "doab": 1.345923367179643, "gutenberg": 2.8101255893707275, "pre_1929_books": 2.9764208793640137, "library_of_congress": 2.7822229862213135 }, "weighted_loss": 1.997501571457691, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 32000, "tokens": 2490729507, "per_source": { "fineweb_edu": 3.098108115316439, "code_python": 1.6547284378147382, "finemath_4plus": 1.0622804116675655, "pes2o": 2.129236936569214, "pubmed": 2.1683127880096436, "arxiv": 2.1169848442077637, "pressbooks": 3.2480149269104004, "libretexts": 2.363016474713634, "doab": 1.3323213051039222, "gutenberg": 2.824578285217285, "pre_1929_books": 2.9697978496551514, "library_of_congress": 2.772341251373291 }, "weighted_loss": 1.992906994921746, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 32500, "tokens": 2529692648, "per_source": { "fineweb_edu": 3.072634143989627, "code_python": 1.678096542426701, "finemath_4plus": 1.0526421557992383, "pes2o": 2.1234242916107178, "pubmed": 2.188079833984375, "arxiv": 2.1236040592193604, "pressbooks": 3.2242345809936523, "libretexts": 2.3696221728341857, "doab": 1.3377354487931612, "gutenberg": 2.8107316493988037, "pre_1929_books": 2.9753589630126953, "library_of_congress": 2.782198190689087 }, "weighted_loss": 1.995280489819874, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 33000, "tokens": 2568916741, "per_source": { "fineweb_edu": 3.051138485179228, "code_python": 1.6915585920014549, "finemath_4plus": 1.0522391164228904, "pes2o": 2.1221773624420166, "pubmed": 2.177983283996582, "arxiv": 2.1045944690704346, "pressbooks": 3.192349672317505, "libretexts": 2.366650129976646, "doab": 1.3478521026703403, "gutenberg": 2.809760570526123, "pre_1929_books": 2.968367099761963, "library_of_congress": 2.7817275524139404 }, "weighted_loss": 1.995088003806145, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 33500, "tokens": 2607501841, "per_source": { "fineweb_edu": 3.0671368767233456, "code_python": 1.6899489468512199, "finemath_4plus": 1.0579045085644716, "pes2o": 2.132530927658081, "pubmed": 2.16310453414917, "arxiv": 2.104154586791992, "pressbooks": 3.201134443283081, "libretexts": 2.3855603852730205, "doab": 1.3351567083263494, "gutenberg": 2.824979305267334, "pre_1929_books": 2.97086763381958, "library_of_congress": 2.7710161209106445 }, "weighted_loss": 1.9988558904145115, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 34000, "tokens": 2646452373, "per_source": { "fineweb_edu": 3.0225745449547006, "code_python": 1.6653979514044315, "finemath_4plus": 1.0470374532387436, "pes2o": 2.117297887802124, "pubmed": 2.156602144241333, "arxiv": 2.1042356491088867, "pressbooks": 3.218111038208008, "libretexts": 2.33702244877391, "doab": 1.3247998423357359, "gutenberg": 2.787280559539795, "pre_1929_books": 2.9674582481384277, "library_of_congress": 2.775240421295166 }, "weighted_loss": 1.9797862129425998, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 34500, "tokens": 2685106743, "per_source": { "fineweb_edu": 3.0781975754168855, "code_python": 1.6346656300707811, "finemath_4plus": 1.0506879117939472, "pes2o": 2.1089463233947754, "pubmed": 2.1594111919403076, "arxiv": 2.104891777038574, "pressbooks": 3.2280871868133545, "libretexts": 2.3579223198398576, "doab": 1.3341763810027656, "gutenberg": 2.789391279220581, "pre_1929_books": 2.970019578933716, "library_of_congress": 2.763007164001465 }, "weighted_loss": 1.9773403224063106, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 35000, "tokens": 2723741035, "per_source": { "fineweb_edu": 3.044505912716649, "code_python": 1.6614937778018688, "finemath_4plus": 1.0455805741734632, "pes2o": 2.1151816844940186, "pubmed": 2.1554932594299316, "arxiv": 2.1116139888763428, "pressbooks": 3.226383686065674, "libretexts": 2.3139448607095194, "doab": 1.3302705402227204, "gutenberg": 2.8020737171173096, "pre_1929_books": 2.9596166610717773, "library_of_congress": 2.763864278793335 }, "weighted_loss": 1.9800435439635993, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 35500, "tokens": 2763615078, "per_source": { "fineweb_edu": 3.0584437266117384, "code_python": 1.652748866068431, "finemath_4plus": 1.0337699999157455, "pes2o": 2.108412504196167, "pubmed": 2.159353494644165, "arxiv": 2.1068265438079834, "pressbooks": 3.1798598766326904, "libretexts": 2.3442135196563614, "doab": 1.3245471080916862, "gutenberg": 2.792383909225464, "pre_1929_books": 2.960893392562866, "library_of_congress": 2.772284984588623 }, "weighted_loss": 1.974935787290625, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 36000, "tokens": 2804053534, "per_source": { "fineweb_edu": 3.0642715582326683, "code_python": 1.6277526472974486, "finemath_4plus": 1.0424002953120788, "pes2o": 2.117945432662964, "pubmed": 2.153947353363037, "arxiv": 2.0975425243377686, "pressbooks": 3.2020974159240723, "libretexts": 2.340828566364546, "doab": 1.311357539730347, "gutenberg": 2.7929720878601074, "pre_1929_books": 2.9494848251342773, "library_of_congress": 2.7343177795410156 }, "weighted_loss": 1.9684809800253678, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 36500, "tokens": 2843111028, "per_source": { "fineweb_edu": 3.0382472446986606, "code_python": 1.592299800316137, "finemath_4plus": 1.0375217613617216, "pes2o": 2.111408233642578, "pubmed": 2.1443421840667725, "arxiv": 2.096784830093384, "pressbooks": 3.2140626907348633, "libretexts": 2.3584286292676824, "doab": 1.3229552424677338, "gutenberg": 2.798187494277954, "pre_1929_books": 2.9272966384887695, "library_of_congress": 2.7519896030426025 }, "weighted_loss": 1.9538985791233556, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 37000, "tokens": 2881338950, "per_source": { "fineweb_edu": 3.0480567226890756, "code_python": 1.6372640775374887, "finemath_4plus": 1.0333134457569426, "pes2o": 2.104680061340332, "pubmed": 2.1475040912628174, "arxiv": 2.089243173599243, "pressbooks": 3.185199737548828, "libretexts": 2.3664133743883453, "doab": 1.320992050656847, "gutenberg": 2.7903196811676025, "pre_1929_books": 2.9277169704437256, "library_of_congress": 2.7386457920074463 }, "weighted_loss": 1.9653291981594987, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 37500, "tokens": 2920269010, "per_source": { "fineweb_edu": 3.0355383608521533, "code_python": 1.6099338787628692, "finemath_4plus": 1.0366418282598073, "pes2o": 2.1044018268585205, "pubmed": 2.1402487754821777, "arxiv": 2.0731191635131836, "pressbooks": 3.1893911361694336, "libretexts": 2.348109778136121, "doab": 1.3108064022952983, "gutenberg": 2.7701995372772217, "pre_1929_books": 2.918447732925415, "library_of_congress": 2.7269115447998047 }, "weighted_loss": 1.9531383426202313, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 38000, "tokens": 2959349262, "per_source": { "fineweb_edu": 3.021271521303834, "code_python": 1.6033476553757273, "finemath_4plus": 1.047117034262099, "pes2o": 2.1059911251068115, "pubmed": 2.1311309337615967, "arxiv": 2.0867958068847656, "pressbooks": 3.2062020301818848, "libretexts": 2.3255491426406807, "doab": 1.3173849404437648, "gutenberg": 2.7687840461730957, "pre_1929_books": 2.938527822494507, "library_of_congress": 2.7377448081970215 }, "weighted_loss": 1.9537402391883543, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 38500, "tokens": 2998507670, "per_source": { "fineweb_edu": 3.0350226394268645, "code_python": 1.64243671140611, "finemath_4plus": 1.0246992772015706, "pes2o": 2.1035001277923584, "pubmed": 2.1243863105773926, "arxiv": 2.082515001296997, "pressbooks": 3.1682322025299072, "libretexts": 2.336650373248443, "doab": 1.315215992839633, "gutenberg": 2.765085458755493, "pre_1929_books": 2.918797492980957, "library_of_congress": 2.7248313426971436 }, "weighted_loss": 1.958975189641623, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 39000, "tokens": 3037264299, "per_source": { "fineweb_edu": 3.0151141511292017, "code_python": 1.6213128645716763, "finemath_4plus": 1.0206240574026018, "pes2o": 2.090089797973633, "pubmed": 2.119985580444336, "arxiv": 2.073064088821411, "pressbooks": 3.2051093578338623, "libretexts": 2.3397214624805382, "doab": 1.2962328520470163, "gutenberg": 2.7360119819641113, "pre_1929_books": 2.9196465015411377, "library_of_congress": 2.735816717147827 }, "weighted_loss": 1.9475445093638977, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 39500, "tokens": 3074885979, "per_source": { "fineweb_edu": 2.9978724888392856, "code_python": 1.6088437701082698, "finemath_4plus": 1.0261514169503236, "pes2o": 2.084735870361328, "pubmed": 2.1228549480438232, "arxiv": 2.077451229095459, "pressbooks": 3.155363082885742, "libretexts": 2.314422716025356, "doab": 1.3054777855766007, "gutenberg": 2.749058961868286, "pre_1929_books": 2.919694423675537, "library_of_congress": 2.7104551792144775 }, "weighted_loss": 1.940836821883364, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 40000, "tokens": 3113522245, "per_source": { "fineweb_edu": 3.0264330952107406, "code_python": 1.6121616346449754, "finemath_4plus": 1.0305736600372406, "pes2o": 2.0834128856658936, "pubmed": 2.1167728900909424, "arxiv": 2.067058563232422, "pressbooks": 3.1550958156585693, "libretexts": 2.2959210270240216, "doab": 1.3076707134700805, "gutenberg": 2.738896131515503, "pre_1929_books": 2.901811122894287, "library_of_congress": 2.7013981342315674 }, "weighted_loss": 1.942543041480584, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 40500, "tokens": 3152812263, "per_source": { "fineweb_edu": 3.0296618036863183, "code_python": 1.5880058104157342, "finemath_4plus": 1.0224108455572594, "pes2o": 2.078770875930786, "pubmed": 2.1145856380462646, "arxiv": 2.0606751441955566, "pressbooks": 3.159649610519409, "libretexts": 2.298191708602091, "doab": 1.2999724676814448, "gutenberg": 2.742525577545166, "pre_1929_books": 2.9132940769195557, "library_of_congress": 2.7157139778137207 }, "weighted_loss": 1.9346406741001232, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 41000, "tokens": 3190900721, "per_source": { "fineweb_edu": 3.0399031438747373, "code_python": 1.596607450725996, "finemath_4plus": 1.0192616355486654, "pes2o": 2.0656633377075195, "pubmed": 2.1193387508392334, "arxiv": 2.070668935775757, "pressbooks": 3.171966075897217, "libretexts": 2.3036827005949734, "doab": 1.3055692871584814, "gutenberg": 2.7521541118621826, "pre_1929_books": 2.9076027870178223, "library_of_congress": 2.7122769355773926 }, "weighted_loss": 1.9373851952592331, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 41500, "tokens": 3229714172, "per_source": { "fineweb_edu": 2.9969487550879728, "code_python": 1.5907666540188563, "finemath_4plus": 1.0214529770280063, "pes2o": 2.0653300285339355, "pubmed": 2.1061391830444336, "arxiv": 2.061556577682495, "pressbooks": 3.1683568954467773, "libretexts": 2.2947476750166813, "doab": 1.3039529501812352, "gutenberg": 2.735743522644043, "pre_1929_books": 2.910244941711426, "library_of_congress": 2.7024121284484863 }, "weighted_loss": 1.9297917180450415, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 42000, "tokens": 3269746474, "per_source": { "fineweb_edu": 3.008285137785583, "code_python": 1.6070554454943486, "finemath_4plus": 1.0223380443894918, "pes2o": 2.0764307975769043, "pubmed": 2.1160688400268555, "arxiv": 2.0582292079925537, "pressbooks": 3.1646132469177246, "libretexts": 2.2873055128864546, "doab": 1.3000320501068554, "gutenberg": 2.7292559146881104, "pre_1929_books": 2.906045436859131, "library_of_congress": 2.6898374557495117 }, "weighted_loss": 1.935842430208538, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 42500, "tokens": 3308719895, "per_source": { "fineweb_edu": 2.9948591985622373, "code_python": 1.6072341249580349, "finemath_4plus": 1.0290732055894445, "pes2o": 2.0597755908966064, "pubmed": 2.114020824432373, "arxiv": 2.056424140930176, "pressbooks": 3.15316104888916, "libretexts": 2.2836594768266236, "doab": 1.3104282830571152, "gutenberg": 2.7371933460235596, "pre_1929_books": 2.909721612930298, "library_of_congress": 2.709127426147461 }, "weighted_loss": 1.935333215187239, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 43000, "tokens": 3348279002, "per_source": { "fineweb_edu": 3.019291469029018, "code_python": 1.5726647304442705, "finemath_4plus": 1.0216972493006875, "pes2o": 2.053337335586548, "pubmed": 2.1124749183654785, "arxiv": 2.0578315258026123, "pressbooks": 3.1577529907226562, "libretexts": 2.283666210242438, "doab": 1.309120416081755, "gutenberg": 2.7258479595184326, "pre_1929_books": 2.893749475479126, "library_of_congress": 2.6901278495788574 }, "weighted_loss": 1.923098716941041, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 43500, "tokens": 3387037346, "per_source": { "fineweb_edu": 3.0111112193901, "code_python": 1.6112283486389325, "finemath_4plus": 1.0092173782311606, "pes2o": 2.052372455596924, "pubmed": 2.106574535369873, "arxiv": 2.05743408203125, "pressbooks": 3.152493476867676, "libretexts": 2.295705123304048, "doab": 1.3072508537965135, "gutenberg": 2.7303879261016846, "pre_1929_books": 2.904883861541748, "library_of_congress": 2.7053699493408203 }, "weighted_loss": 1.9326646226885789, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 44000, "tokens": 3426626574, "per_source": { "fineweb_edu": 3.0232615751378678, "code_python": 1.6142767186450873, "finemath_4plus": 1.013934709595747, "pes2o": 2.0463366508483887, "pubmed": 2.111333131790161, "arxiv": 2.0536038875579834, "pressbooks": 3.1413965225219727, "libretexts": 2.2818014884758675, "doab": 1.3004039492017265, "gutenberg": 2.7241744995117188, "pre_1929_books": 2.8943052291870117, "library_of_congress": 2.701125144958496 }, "weighted_loss": 1.9329977954816016, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 44500, "tokens": 3465401696, "per_source": { "fineweb_edu": 2.987875545726103, "code_python": 1.6178917265834825, "finemath_4plus": 1.0102886612378674, "pes2o": 2.045403480529785, "pubmed": 2.098811388015747, "arxiv": 2.0463454723358154, "pressbooks": 3.172196626663208, "libretexts": 2.2618471193143908, "doab": 1.2863743341172897, "gutenberg": 2.706678867340088, "pre_1929_books": 2.886965751647949, "library_of_congress": 2.692286968231201 }, "weighted_loss": 1.9273108447087122, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 45000, "tokens": 3505576750, "per_source": { "fineweb_edu": 2.988297662815126, "code_python": 1.6077501643632497, "finemath_4plus": 1.0122092034367418, "pes2o": 2.0385587215423584, "pubmed": 2.0955381393432617, "arxiv": 2.0327322483062744, "pressbooks": 3.1708600521087646, "libretexts": 2.2772722889095864, "doab": 1.2915958170518353, "gutenberg": 2.7220659255981445, "pre_1929_books": 2.88950777053833, "library_of_congress": 2.688689947128296 }, "weighted_loss": 1.9251106591225582, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 45500, "tokens": 3544003975, "per_source": { "fineweb_edu": 2.9786802660517333, "code_python": 1.597408065864201, "finemath_4plus": 1.006723773675519, "pes2o": 2.042379856109619, "pubmed": 2.093881368637085, "arxiv": 2.038701057434082, "pressbooks": 3.1330010890960693, "libretexts": 2.282208534322175, "doab": 1.293476346431864, "gutenberg": 2.7033514976501465, "pre_1929_books": 2.8779959678649902, "library_of_congress": 2.6925430297851562 }, "weighted_loss": 1.9178625750047267, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 46000, "tokens": 3582437673, "per_source": { "fineweb_edu": 2.9777655080586922, "code_python": 1.5914234513135073, "finemath_4plus": 1.0168956634200592, "pes2o": 2.0407822132110596, "pubmed": 2.090282678604126, "arxiv": 2.02995228767395, "pressbooks": 3.1352667808532715, "libretexts": 2.267103310581628, "doab": 1.2943670545853587, "gutenberg": 2.728991985321045, "pre_1929_books": 2.8805582523345947, "library_of_congress": 2.690157890319824 }, "weighted_loss": 1.918607664882172, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 46500, "tokens": 3620875828, "per_source": { "fineweb_edu": 2.9836989971769956, "code_python": 1.5629991003734893, "finemath_4plus": 1.0083133536035656, "pes2o": 2.0496747493743896, "pubmed": 2.094560146331787, "arxiv": 2.029087781906128, "pressbooks": 3.1419410705566406, "libretexts": 2.273836726395685, "doab": 1.2975777125062855, "gutenberg": 2.713489294052124, "pre_1929_books": 2.89003586769104, "library_of_congress": 2.6777610778808594 }, "weighted_loss": 1.9100045857022006, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 47000, "tokens": 3659070217, "per_source": { "fineweb_edu": 2.987820665375525, "code_python": 1.5509768684954117, "finemath_4plus": 1.0086587971193381, "pes2o": 2.049764394760132, "pubmed": 2.0830423831939697, "arxiv": 2.0287392139434814, "pressbooks": 3.1325247287750244, "libretexts": 2.2584825834769795, "doab": 1.287508364455875, "gutenberg": 2.7062764167785645, "pre_1929_books": 2.8719329833984375, "library_of_congress": 2.6775529384613037 }, "weighted_loss": 1.9037556535371987, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 47500, "tokens": 3697839703, "per_source": { "fineweb_edu": 2.9579313903295694, "code_python": 1.5530246335049238, "finemath_4plus": 1.0051965289245754, "pes2o": 2.036105155944824, "pubmed": 2.090127468109131, "arxiv": 2.0306756496429443, "pressbooks": 3.1469333171844482, "libretexts": 2.265679084533474, "doab": 1.2783257960473935, "gutenberg": 2.714803457260132, "pre_1929_books": 2.8816757202148438, "library_of_congress": 2.6825075149536133 }, "weighted_loss": 1.9011117901200518, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 48000, "tokens": 3736760393, "per_source": { "fineweb_edu": 2.967810879234506, "code_python": 1.5527744822557632, "finemath_4plus": 1.0088392202665812, "pes2o": 2.045091152191162, "pubmed": 2.0803418159484863, "arxiv": 2.0227174758911133, "pressbooks": 3.1109724044799805, "libretexts": 2.2596161866103204, "doab": 1.2834385901619594, "gutenberg": 2.7177932262420654, "pre_1929_books": 2.871385097503662, "library_of_congress": 2.6750173568725586 }, "weighted_loss": 1.9013473360516127, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 48500, "tokens": 3776468585, "per_source": { "fineweb_edu": 2.9612565240940127, "code_python": 1.5620835183877015, "finemath_4plus": 1.004246559256201, "pes2o": 2.039208173751831, "pubmed": 2.087571859359741, "arxiv": 2.0270135402679443, "pressbooks": 3.100381851196289, "libretexts": 2.2543339305076735, "doab": 1.285293502372821, "gutenberg": 2.7007815837860107, "pre_1929_books": 2.8757965564727783, "library_of_congress": 2.6871213912963867 }, "weighted_loss": 1.9016999571656046, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 49000, "tokens": 3814795559, "per_source": { "fineweb_edu": 2.944382098542542, "code_python": 1.5740049903480304, "finemath_4plus": 0.999643695550519, "pes2o": 2.0403778553009033, "pubmed": 2.084845781326294, "arxiv": 2.0252697467803955, "pressbooks": 3.1253771781921387, "libretexts": 2.2506199086688166, "doab": 1.2895421057869594, "gutenberg": 2.7065510749816895, "pre_1929_books": 2.8710777759552, "library_of_congress": 2.6717000007629395 }, "weighted_loss": 1.902972594900398, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 49500, "tokens": 3853419148, "per_source": { "fineweb_edu": 2.9590269457392333, "code_python": 1.5983114080335161, "finemath_4plus": 1.0006353975338702, "pes2o": 2.027620792388916, "pubmed": 2.0766212940216064, "arxiv": 2.0161662101745605, "pressbooks": 3.1335315704345703, "libretexts": 2.2417552581461297, "doab": 1.285827779945734, "gutenberg": 2.701399564743042, "pre_1929_books": 2.8685643672943115, "library_of_congress": 2.6766157150268555 }, "weighted_loss": 1.9097669102075931, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 50000, "tokens": 3891887182, "per_source": { "fineweb_edu": 2.9664596429392067, "code_python": 1.603377380644304, "finemath_4plus": 0.9981175698048665, "pes2o": 2.0287020206451416, "pubmed": 2.0748515129089355, "arxiv": 2.0193557739257812, "pressbooks": 3.1396472454071045, "libretexts": 2.2261104923126114, "doab": 1.2807917554946782, "gutenberg": 2.68536376953125, "pre_1929_books": 2.859271764755249, "library_of_congress": 2.66851544380188 }, "weighted_loss": 1.909462633053348, "segment": "simple-llm-124m-8k-5b-20261018-s02" }, { "step": 50403, "tokens": 3923645749, "per_source": { "fineweb_edu": 2.949349796070772, "code_python": 1.5737558226555506, "finemath_4plus": 0.9995966315044487, "pes2o": 2.027310371398926, "pubmed": 2.0710272789001465, "arxiv": 2.0190863609313965, "pressbooks": 3.1382837295532227, "libretexts": 2.230359494898243, "doab": 1.2815076448835065, "gutenberg": 2.69559907913208, "pre_1929_books": 2.8595340251922607, "library_of_congress": 2.6590516567230225 }, "weighted_loss": 1.8992631233807942, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 50500, "tokens": 3931044166, "per_source": { "fineweb_edu": 2.960360486968225, "code_python": 1.5783419288901634, "finemath_4plus": 0.9942097400326908, "pes2o": 2.0286741256713867, "pubmed": 2.072269916534424, "arxiv": 2.0118539333343506, "pressbooks": 3.144930601119995, "libretexts": 2.2429859527913703, "doab": 1.2818791347584226, "gutenberg": 2.6898574829101562, "pre_1929_books": 2.870680093765259, "library_of_congress": 2.6617014408111572 }, "weighted_loss": 1.9018573500413565, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 51000, "tokens": 3969319072, "per_source": { "fineweb_edu": 2.943423487559086, "code_python": 1.5982723936185095, "finemath_4plus": 0.9961785311067674, "pes2o": 2.0270535945892334, "pubmed": 2.074352264404297, "arxiv": 2.019926071166992, "pressbooks": 3.154388427734375, "libretexts": 2.2336990519350532, "doab": 1.2784105045780254, "gutenberg": 2.6948399543762207, "pre_1929_books": 2.856677532196045, "library_of_congress": 2.6683900356292725 }, "weighted_loss": 1.9059343924918233, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 51500, "tokens": 4007872075, "per_source": { "fineweb_edu": 2.946484734030331, "code_python": 1.615453271003525, "finemath_4plus": 0.9946329873281208, "pes2o": 2.0195069313049316, "pubmed": 2.0804672241210938, "arxiv": 2.0148000717163086, "pressbooks": 3.1001694202423096, "libretexts": 2.2315365394239324, "doab": 1.283014883820818, "gutenberg": 2.687328815460205, "pre_1929_books": 2.8493192195892334, "library_of_congress": 2.656096935272217 }, "weighted_loss": 1.90764523180341, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 52000, "tokens": 4047916378, "per_source": { "fineweb_edu": 2.943156009962579, "code_python": 1.5815723661663497, "finemath_4plus": 0.9956445022875101, "pes2o": 2.0164499282836914, "pubmed": 2.066169261932373, "arxiv": 2.018613576889038, "pressbooks": 3.109703540802002, "libretexts": 2.2327913440419263, "doab": 1.2733683418276482, "gutenberg": 2.6883111000061035, "pre_1929_books": 2.8471858501434326, "library_of_congress": 2.6604878902435303 }, "weighted_loss": 1.896661334963861, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 52500, "tokens": 4085799363, "per_source": { "fineweb_edu": 2.93925950507156, "code_python": 1.5939723930939458, "finemath_4plus": 0.9923327732163318, "pes2o": 2.0171456336975098, "pubmed": 2.075166940689087, "arxiv": 2.00490403175354, "pressbooks": 3.1086196899414062, "libretexts": 2.2390529863350754, "doab": 1.267857458541108, "gutenberg": 2.6819143295288086, "pre_1929_books": 2.8509654998779297, "library_of_congress": 2.6598076820373535 }, "weighted_loss": 1.8992538858630552, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 53000, "tokens": 4125025171, "per_source": { "fineweb_edu": 2.922544078666623, "code_python": 1.5664358659845008, "finemath_4plus": 0.9905642182655365, "pes2o": 2.01765775680542, "pubmed": 2.0689287185668945, "arxiv": 1.9952750205993652, "pressbooks": 3.128915548324585, "libretexts": 2.2437101208018237, "doab": 1.2674399723432785, "gutenberg": 2.683368444442749, "pre_1929_books": 2.8387534618377686, "library_of_congress": 2.6462442874908447 }, "weighted_loss": 1.888182011107686, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 53500, "tokens": 4163956427, "per_source": { "fineweb_edu": 2.935108345095851, "code_python": 1.589088269185038, "finemath_4plus": 0.9837558609547722, "pes2o": 2.006471872329712, "pubmed": 2.0647568702697754, "arxiv": 2.003195285797119, "pressbooks": 3.097538471221924, "libretexts": 2.2415884431995106, "doab": 1.268671069655129, "gutenberg": 2.6978330612182617, "pre_1929_books": 2.8474364280700684, "library_of_congress": 2.658670663833618 }, "weighted_loss": 1.8945352596727325, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 54000, "tokens": 4202252839, "per_source": { "fineweb_edu": 2.930043965828519, "code_python": 1.5926141013177038, "finemath_4plus": 0.9919394757684011, "pes2o": 2.0054235458374023, "pubmed": 2.0572168827056885, "arxiv": 2.0032174587249756, "pressbooks": 3.1442461013793945, "libretexts": 2.2326466842054047, "doab": 1.2727536934556236, "gutenberg": 2.674293279647827, "pre_1929_books": 2.849240779876709, "library_of_congress": 2.6435861587524414 }, "weighted_loss": 1.8961857670133568, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 54500, "tokens": 4241217001, "per_source": { "fineweb_edu": 2.9333721769957983, "code_python": 1.5780594295546106, "finemath_4plus": 0.9915933081903815, "pes2o": 2.003685474395752, "pubmed": 2.056598663330078, "arxiv": 1.9997072219848633, "pressbooks": 3.1203930377960205, "libretexts": 2.2314329317031807, "doab": 1.2719412281574758, "gutenberg": 2.668272018432617, "pre_1929_books": 2.836702346801758, "library_of_congress": 2.642357587814331 }, "weighted_loss": 1.889820281026673, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 55000, "tokens": 4281063644, "per_source": { "fineweb_edu": 2.949059750853466, "code_python": 1.5654797396066473, "finemath_4plus": 0.988482473480891, "pes2o": 2.012335777282715, "pubmed": 2.0489635467529297, "arxiv": 2.0005264282226562, "pressbooks": 3.1427664756774902, "libretexts": 2.246391975158474, "doab": 1.2726517158429014, "gutenberg": 2.667894124984741, "pre_1929_books": 2.8502907752990723, "library_of_congress": 2.651327133178711 }, "weighted_loss": 1.88999510103316, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 55500, "tokens": 4320074786, "per_source": { "fineweb_edu": 2.9429003290769433, "code_python": 1.5557220923441697, "finemath_4plus": 0.9852103703617889, "pes2o": 2.0085551738739014, "pubmed": 2.0513741970062256, "arxiv": 1.996988296508789, "pressbooks": 3.1293859481811523, "libretexts": 2.2275179934247107, "doab": 1.2674847410063275, "gutenberg": 2.6694235801696777, "pre_1929_books": 2.845364570617676, "library_of_congress": 2.6472034454345703 }, "weighted_loss": 1.883854554114243, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 56000, "tokens": 4358314767, "per_source": { "fineweb_edu": 2.928751713087579, "code_python": 1.5439454217840756, "finemath_4plus": 0.9881705343000134, "pes2o": 2.013885021209717, "pubmed": 2.0513722896575928, "arxiv": 1.9993882179260254, "pressbooks": 3.1122119426727295, "libretexts": 2.2190169473559833, "doab": 1.2707864094451895, "gutenberg": 2.6691343784332275, "pre_1929_books": 2.842271566390991, "library_of_congress": 2.649552345275879 }, "weighted_loss": 1.8792809618791793, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 56500, "tokens": 4397961347, "per_source": { "fineweb_edu": 2.9451647846638656, "code_python": 1.5550242042370748, "finemath_4plus": 0.9863063373087423, "pes2o": 2.0087850093841553, "pubmed": 2.044990301132202, "arxiv": 1.9970510005950928, "pressbooks": 3.102025270462036, "libretexts": 2.212477931772687, "doab": 1.2642253040667952, "gutenberg": 2.6712806224823, "pre_1929_books": 2.854702949523926, "library_of_congress": 2.650137424468994 }, "weighted_loss": 1.883355705738114, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 57000, "tokens": 4436712815, "per_source": { "fineweb_edu": 2.9350878290769433, "code_python": 1.5484022449571957, "finemath_4plus": 0.9842350585147613, "pes2o": 2.0058093070983887, "pubmed": 2.041165828704834, "arxiv": 1.998108983039856, "pressbooks": 3.1159861087799072, "libretexts": 2.2184122431744884, "doab": 1.2683512233385015, "gutenberg": 2.659032106399536, "pre_1929_books": 2.8430590629577637, "library_of_congress": 2.6393845081329346 }, "weighted_loss": 1.8785678277927664, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 57500, "tokens": 4475614611, "per_source": { "fineweb_edu": 2.9366434562106094, "code_python": 1.5590341648248658, "finemath_4plus": 0.9867276098889526, "pes2o": 2.0104308128356934, "pubmed": 2.0450375080108643, "arxiv": 1.997819185256958, "pressbooks": 3.111299514770508, "libretexts": 2.220621672389346, "doab": 1.2658234716780505, "gutenberg": 2.661203384399414, "pre_1929_books": 2.843355178833008, "library_of_congress": 2.6397907733917236 }, "weighted_loss": 1.8829500366972962, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 58000, "tokens": 4514528500, "per_source": { "fineweb_edu": 2.9339245708048844, "code_python": 1.5445807993998992, "finemath_4plus": 0.9856700182411027, "pes2o": 2.008680582046509, "pubmed": 2.0447473526000977, "arxiv": 1.994388222694397, "pressbooks": 3.102419853210449, "libretexts": 2.2108480107317616, "doab": 1.266800688929978, "gutenberg": 2.668614387512207, "pre_1929_books": 2.8355906009674072, "library_of_congress": 2.6415798664093018 }, "weighted_loss": 1.8772384646962939, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 58500, "tokens": 4552849091, "per_source": { "fineweb_edu": 2.9356894613314077, "code_python": 1.5485936013736572, "finemath_4plus": 0.984946021817707, "pes2o": 2.001271963119507, "pubmed": 2.044247627258301, "arxiv": 1.9952765703201294, "pressbooks": 3.0883216857910156, "libretexts": 2.198041271060387, "doab": 1.2685744119018187, "gutenberg": 2.6679489612579346, "pre_1929_books": 2.8303987979888916, "library_of_congress": 2.636129856109619 }, "weighted_loss": 1.8764395122319042, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 59000, "tokens": 4591589393, "per_source": { "fineweb_edu": 2.934203845112264, "code_python": 1.5596745695081693, "finemath_4plus": 0.984537189943381, "pes2o": 2.0044071674346924, "pubmed": 2.040489912033081, "arxiv": 1.9907217025756836, "pressbooks": 3.1076765060424805, "libretexts": 2.212436228036032, "doab": 1.2645768240079198, "gutenberg": 2.6521592140197754, "pre_1929_books": 2.821898937225342, "library_of_congress": 2.6311306953430176 }, "weighted_loss": 1.8789613036580541, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 59500, "tokens": 4630683709, "per_source": { "fineweb_edu": 2.919700814896271, "code_python": 1.555321784775067, "finemath_4plus": 0.9839543856581963, "pes2o": 2.0014615058898926, "pubmed": 2.036778450012207, "arxiv": 1.98920738697052, "pressbooks": 3.113809585571289, "libretexts": 2.2066196428074956, "doab": 1.2595607694906554, "gutenberg": 2.6603782176971436, "pre_1929_books": 2.8247132301330566, "library_of_congress": 2.6271607875823975 }, "weighted_loss": 1.875950114135185, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 60000, "tokens": 4669735636, "per_source": { "fineweb_edu": 2.9216349625787816, "code_python": 1.5571375396919762, "finemath_4plus": 0.9818498658246833, "pes2o": 2.0047519207000732, "pubmed": 2.0341224670410156, "arxiv": 1.9845623970031738, "pressbooks": 3.1188762187957764, "libretexts": 2.2073944200400355, "doab": 1.2667731893490195, "gutenberg": 2.6631383895874023, "pre_1929_books": 2.817103624343872, "library_of_congress": 2.6247668266296387 }, "weighted_loss": 1.8764210700730743, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 60500, "tokens": 4709137391, "per_source": { "fineweb_edu": 2.9261954171316966, "code_python": 1.5422623377350044, "finemath_4plus": 0.9836645632877797, "pes2o": 2.005618095397949, "pubmed": 2.04032564163208, "arxiv": 1.9868124723434448, "pressbooks": 3.104785442352295, "libretexts": 2.202401049196508, "doab": 1.264988171906428, "gutenberg": 2.6542341709136963, "pre_1929_books": 2.8210315704345703, "library_of_congress": 2.6225693225860596 }, "weighted_loss": 1.8722151037032608, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 61000, "tokens": 4747919581, "per_source": { "fineweb_edu": 2.9111328125, "code_python": 1.553325164712959, "finemath_4plus": 0.9841929970805811, "pes2o": 1.9972466230392456, "pubmed": 2.0361483097076416, "arxiv": 1.984036922454834, "pressbooks": 3.1018166542053223, "libretexts": 2.2111038805326957, "doab": 1.2601409615424908, "gutenberg": 2.6556344032287598, "pre_1929_books": 2.815495252609253, "library_of_congress": 2.623640298843384 }, "weighted_loss": 1.8728081314374818, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 61500, "tokens": 4786499880, "per_source": { "fineweb_edu": 2.9316116461232933, "code_python": 1.5386350899801364, "finemath_4plus": 0.9810316096614654, "pes2o": 1.9951753616333008, "pubmed": 2.038236618041992, "arxiv": 1.9865037202835083, "pressbooks": 3.1156978607177734, "libretexts": 2.2306935592054047, "doab": 1.2616806107002179, "gutenberg": 2.655083417892456, "pre_1929_books": 2.819335460662842, "library_of_congress": 2.624812602996826 }, "weighted_loss": 1.8710637209055538, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 62000, "tokens": 4825829325, "per_source": { "fineweb_edu": 2.927432276621586, "code_python": 1.550826384323243, "finemath_4plus": 0.9849801843910083, "pes2o": 1.994505524635315, "pubmed": 2.0372862815856934, "arxiv": 1.98847234249115, "pressbooks": 3.1064300537109375, "libretexts": 2.2117863448064945, "doab": 1.2648246476125127, "gutenberg": 2.649616003036499, "pre_1929_books": 2.818669080734253, "library_of_congress": 2.6153526306152344 }, "weighted_loss": 1.8737134601799617, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 62500, "tokens": 4865116783, "per_source": { "fineweb_edu": 2.9309271804424895, "code_python": 1.5528878098422112, "finemath_4plus": 0.9801978848956929, "pes2o": 1.9985626935958862, "pubmed": 2.033087730407715, "arxiv": 1.985505223274231, "pressbooks": 3.111314296722412, "libretexts": 2.207998472600645, "doab": 1.2600739313139038, "gutenberg": 2.6560091972351074, "pre_1929_books": 2.817943572998047, "library_of_congress": 2.6253323554992676 }, "weighted_loss": 1.8743564646822002, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 63000, "tokens": 4903585750, "per_source": { "fineweb_edu": 2.921711897649685, "code_python": 1.5481201827579454, "finemath_4plus": 0.9792793131993125, "pes2o": 1.995309829711914, "pubmed": 2.0359373092651367, "arxiv": 1.986189603805542, "pressbooks": 3.0952982902526855, "libretexts": 2.2161663231900577, "doab": 1.26186713315559, "gutenberg": 2.659075975418091, "pre_1929_books": 2.819981575012207, "library_of_congress": 2.621986150741577 }, "weighted_loss": 1.8716267188309832, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 63500, "tokens": 4942445032, "per_source": { "fineweb_edu": 2.9171370818835345, "code_python": 1.555663734647773, "finemath_4plus": 0.976485551930271, "pes2o": 1.9950882196426392, "pubmed": 2.0371034145355225, "arxiv": 1.9892115592956543, "pressbooks": 3.1143569946289062, "libretexts": 2.2098156260425936, "doab": 1.2554183995767683, "gutenberg": 2.6655731201171875, "pre_1929_books": 2.8155829906463623, "library_of_congress": 2.625032901763916 }, "weighted_loss": 1.8731784615622202, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 64000, "tokens": 4981948450, "per_source": { "fineweb_edu": 2.9206860967043067, "code_python": 1.5578440612410474, "finemath_4plus": 0.985456419878168, "pes2o": 1.9944257736206055, "pubmed": 2.039682388305664, "arxiv": 1.98636794090271, "pressbooks": 3.1151371002197266, "libretexts": 2.208468074051935, "doab": 1.261005643306864, "gutenberg": 2.6607327461242676, "pre_1929_books": 2.823298454284668, "library_of_congress": 2.628213882446289 }, "weighted_loss": 1.8765358463876165, "segment": "simple-llm-124m-8k-5b-20261018-s03" }, { "step": 64227, "tokens": 4999981176, "per_source": { "fineweb_edu": 2.9148877568605567, "code_python": 1.551377941053044, "finemath_4plus": 0.9781413506420195, "pes2o": 1.9863625764846802, "pubmed": 2.0357589721679688, "arxiv": 1.984279990196228, "pressbooks": 3.1151490211486816, "libretexts": 2.2148055215747333, "doab": 1.2587231780872863, "gutenberg": 2.655519723892212, "pre_1929_books": 2.815484046936035, "library_of_congress": 2.6251580715179443 }, "weighted_loss": 1.8707872297786696, "segment": "simple-llm-124m-8k-5b-20261018-s03" } ]