Update experiment measurements and status
Browse files
reports/mixtures/control/manifest.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"tokens": 524288000,
|
| 3 |
+
"sha256": "95a5780cd191654957308b97d36bb1e4dd22166e0be05b9ec2d97292b54715e8",
|
| 4 |
+
"source": "control",
|
| 5 |
+
"replacement_fraction": 0,
|
| 6 |
+
"common_base_windows_seed": 4401,
|
| 7 |
+
"note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
|
| 8 |
+
}
|
reports/mixtures/cosmopedia/manifest.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"tokens": 524288000,
|
| 3 |
+
"sha256": "1b762667a92f1f9fd9d4172030cc0f7c0a7648e1ce663fc5da19648e4eb973bd",
|
| 4 |
+
"source": "cosmopedia",
|
| 5 |
+
"replacement_fraction": 0.2,
|
| 6 |
+
"common_base_windows_seed": 4401,
|
| 7 |
+
"note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
|
| 8 |
+
}
|
reports/mixtures/dclm_edu/manifest.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"tokens": 524288000,
|
| 3 |
+
"sha256": "5636016c21ba4b60a9cd1112b993063fe9c14f8c214db3be540d955e6015172c",
|
| 4 |
+
"source": "dclm_edu",
|
| 5 |
+
"replacement_fraction": 0.2,
|
| 6 |
+
"common_base_windows_seed": 4401,
|
| 7 |
+
"note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
|
| 8 |
+
}
|
reports/mixtures/finemath/manifest.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"tokens": 524288000,
|
| 3 |
+
"sha256": "e8fc6860eb6a3f0cad495835c87048a9d8b0df980d85def904dc01742b5f100f",
|
| 4 |
+
"source": "finemath",
|
| 5 |
+
"replacement_fraction": 0.2,
|
| 6 |
+
"common_base_windows_seed": 4401,
|
| 7 |
+
"note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
|
| 8 |
+
}
|
reports/mixtures/fineweb_edu/manifest.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"tokens": 524288000,
|
| 3 |
+
"sha256": "c05736407e0b1730dce6da63e063e1fe092736404dc6b2a0247a943037058571",
|
| 4 |
+
"source": "fineweb_edu",
|
| 5 |
+
"replacement_fraction": 0.2,
|
| 6 |
+
"common_base_windows_seed": 4401,
|
| 7 |
+
"note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
|
| 8 |
+
}
|
reports/sources/fineweb_edu/manifest.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"repo": "HuggingFaceFW/fineweb-edu",
|
| 3 |
+
"revision": "87f09149ef4734204d70ed1d046ddc9ca3f2b8f9",
|
| 4 |
+
"files": [
|
| 5 |
+
"sample/10BT/000_00000.parquet",
|
| 6 |
+
"sample/10BT/001_00000.parquet",
|
| 7 |
+
"sample/10BT/002_00000.parquet",
|
| 8 |
+
"sample/10BT/003_00000.parquet",
|
| 9 |
+
"sample/10BT/004_00000.parquet",
|
| 10 |
+
"sample/10BT/005_00000.parquet",
|
| 11 |
+
"sample/10BT/006_00000.parquet",
|
| 12 |
+
"sample/10BT/007_00000.parquet",
|
| 13 |
+
"sample/10BT/008_00000.parquet",
|
| 14 |
+
"sample/10BT/009_00000.parquet",
|
| 15 |
+
"sample/10BT/010_00000.parquet",
|
| 16 |
+
"sample/10BT/011_00000.parquet",
|
| 17 |
+
"sample/10BT/012_00000.parquet",
|
| 18 |
+
"sample/10BT/013_00000.parquet"
|
| 19 |
+
],
|
| 20 |
+
"license": "odc-by",
|
| 21 |
+
"used_files": [
|
| 22 |
+
{
|
| 23 |
+
"file": "sample/10BT/007_00000.parquet",
|
| 24 |
+
"sha256": "4b7d1f697d4afff7f5f65cb7aa4d83acc6db716da4d46ea23399d0c50608c6e3"
|
| 25 |
+
}
|
| 26 |
+
],
|
| 27 |
+
"train_tokens": 120040261,
|
| 28 |
+
"validation_tokens": 203096,
|
| 29 |
+
"accepted_documents": 102831,
|
| 30 |
+
"rejected_overlap": 53,
|
| 31 |
+
"train_sha256": "ea51d6566f76ec7d59edbdc688dc2c2a81d34e0ed29dd8b17ff61398ff86f3d1",
|
| 32 |
+
"validation_sha256": "e05b4fdf2b4332d0bc8f87fd01f004148554815f7fc4509c3e6926286d6cee43",
|
| 33 |
+
"audit": "normalized 13-word exact overlap plus full short sentences; not semantic decontamination; legacy ARC-MIX was not re-audited here"
|
| 34 |
+
}
|