File size: 1,921 Bytes
be401ac 21a1da8 ff8a48f 218a2f7 f0e412c 8ec5ff6 ab34c1a cf90015 7860f8e 9d3007e b2c4b25 | 1 2 3 4 5 6 7 8 9 10 11 12 | {"step": 1000, "source_validation_loss": {"fineweb_edu": 3.6357946395874023, "dclm_edu": 3.6318132877349854, "cosmopedia": 2.9174532890319824, "finemath": 2.940213680267334}}
{"step": 2000, "source_validation_loss": {"fineweb_edu": 3.3628950119018555, "dclm_edu": 3.3812646865844727, "cosmopedia": 2.551811456680298, "finemath": 2.6517066955566406}}
{"step": 3000, "source_validation_loss": {"fineweb_edu": 3.2158007621765137, "dclm_edu": 3.24115252494812, "cosmopedia": 2.362274169921875, "finemath": 2.494218349456787}}
{"step": 4000, "source_validation_loss": {"fineweb_edu": 3.1462671756744385, "dclm_edu": 3.168818950653076, "cosmopedia": 2.2698538303375244, "finemath": 2.4097580909729004}}
{"step": 5000, "source_validation_loss": {"fineweb_edu": 3.097052812576294, "dclm_edu": 3.1254994869232178, "cosmopedia": 2.2071025371551514, "finemath": 2.3563427925109863}}
{"step": 6000, "source_validation_loss": {"fineweb_edu": 3.0642285346984863, "dclm_edu": 3.0997276306152344, "cosmopedia": 2.1647276878356934, "finemath": 2.31894588470459}}
{"step": 7000, "source_validation_loss": {"fineweb_edu": 3.0427091121673584, "dclm_edu": 3.072791576385498, "cosmopedia": 2.1341612339019775, "finemath": 2.284400701522827}}
{"step": 8000, "source_validation_loss": {"fineweb_edu": 3.022184133529663, "dclm_edu": 3.0521011352539062, "cosmopedia": 2.1067497730255127, "finemath": 2.2722864151000977}}
{"step": 9000, "source_validation_loss": {"fineweb_edu": 3.0031962394714355, "dclm_edu": 3.0357918739318848, "cosmopedia": 2.0862884521484375, "finemath": 2.2452752590179443}}
{"step": 10000, "source_validation_loss": {"fineweb_edu": 2.9892542362213135, "dclm_edu": 3.0245914459228516, "cosmopedia": 2.067286968231201, "finemath": 2.238250970840454}}
{"step": 11000, "source_validation_loss": {"fineweb_edu": 2.9761719703674316, "dclm_edu": 3.0146288871765137, "cosmopedia": 2.05277943611145, "finemath": 2.2114815711975098}}
|