| {"step": 1000, "source_validation_loss": {"fineweb_edu": 3.6357946395874023, "dclm_edu": 3.6318132877349854, "cosmopedia": 2.9174532890319824, "finemath": 2.940213680267334}} |
| {"step": 2000, "source_validation_loss": {"fineweb_edu": 3.3628950119018555, "dclm_edu": 3.3812646865844727, "cosmopedia": 2.551811456680298, "finemath": 2.6517066955566406}} |
| {"step": 3000, "source_validation_loss": {"fineweb_edu": 3.2158007621765137, "dclm_edu": 3.24115252494812, "cosmopedia": 2.362274169921875, "finemath": 2.494218349456787}} |
| {"step": 4000, "source_validation_loss": {"fineweb_edu": 3.1462671756744385, "dclm_edu": 3.168818950653076, "cosmopedia": 2.2698538303375244, "finemath": 2.4097580909729004}} |
| {"step": 5000, "source_validation_loss": {"fineweb_edu": 3.097052812576294, "dclm_edu": 3.1254994869232178, "cosmopedia": 2.2071025371551514, "finemath": 2.3563427925109863}} |
| {"step": 6000, "source_validation_loss": {"fineweb_edu": 3.0642285346984863, "dclm_edu": 3.0997276306152344, "cosmopedia": 2.1647276878356934, "finemath": 2.31894588470459}} |
| {"step": 7000, "source_validation_loss": {"fineweb_edu": 3.0427091121673584, "dclm_edu": 3.072791576385498, "cosmopedia": 2.1341612339019775, "finemath": 2.284400701522827}} |
| {"step": 8000, "source_validation_loss": {"fineweb_edu": 3.022184133529663, "dclm_edu": 3.0521011352539062, "cosmopedia": 2.1067497730255127, "finemath": 2.2722864151000977}} |
| {"step": 9000, "source_validation_loss": {"fineweb_edu": 3.0031962394714355, "dclm_edu": 3.0357918739318848, "cosmopedia": 2.0862884521484375, "finemath": 2.2452752590179443}} |
| {"step": 10000, "source_validation_loss": {"fineweb_edu": 2.9892542362213135, "dclm_edu": 3.0245914459228516, "cosmopedia": 2.067286968231201, "finemath": 2.238250970840454}} |
| {"step": 11000, "source_validation_loss": {"fineweb_edu": 2.9761719703674316, "dclm_edu": 3.0146288871765137, "cosmopedia": 2.05277943611145, "finemath": 2.2114815711975098}} |
|
|
