kacperwikiel commited on
Commit
3a1c087
·
verified ·
1 Parent(s): 213a3fa

Update experiment measurements and status

Browse files
reports/mixtures/control/manifest.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokens": 524288000,
3
+ "sha256": "95a5780cd191654957308b97d36bb1e4dd22166e0be05b9ec2d97292b54715e8",
4
+ "source": "control",
5
+ "replacement_fraction": 0,
6
+ "common_base_windows_seed": 4401,
7
+ "note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
8
+ }
reports/mixtures/cosmopedia/manifest.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokens": 524288000,
3
+ "sha256": "1b762667a92f1f9fd9d4172030cc0f7c0a7648e1ce663fc5da19648e4eb973bd",
4
+ "source": "cosmopedia",
5
+ "replacement_fraction": 0.2,
6
+ "common_base_windows_seed": 4401,
7
+ "note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
8
+ }
reports/mixtures/dclm_edu/manifest.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokens": 524288000,
3
+ "sha256": "5636016c21ba4b60a9cd1112b993063fe9c14f8c214db3be540d955e6015172c",
4
+ "source": "dclm_edu",
5
+ "replacement_fraction": 0.2,
6
+ "common_base_windows_seed": 4401,
7
+ "note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
8
+ }
reports/mixtures/finemath/manifest.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokens": 524288000,
3
+ "sha256": "e8fc6860eb6a3f0cad495835c87048a9d8b0df980d85def904dc01742b5f100f",
4
+ "source": "finemath",
5
+ "replacement_fraction": 0.2,
6
+ "common_base_windows_seed": 4401,
7
+ "note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
8
+ }
reports/mixtures/fineweb_edu/manifest.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokens": 524288000,
3
+ "sha256": "c05736407e0b1730dce6da63e063e1fe092736404dc6b2a0247a943037058571",
4
+ "source": "fineweb_edu",
5
+ "replacement_fraction": 0.2,
6
+ "common_base_windows_seed": 4401,
7
+ "note": "Physical token fractions; randomized training window offsets can straddle source boundaries."
8
+ }
reports/sources/fineweb_edu/manifest.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "repo": "HuggingFaceFW/fineweb-edu",
3
+ "revision": "87f09149ef4734204d70ed1d046ddc9ca3f2b8f9",
4
+ "files": [
5
+ "sample/10BT/000_00000.parquet",
6
+ "sample/10BT/001_00000.parquet",
7
+ "sample/10BT/002_00000.parquet",
8
+ "sample/10BT/003_00000.parquet",
9
+ "sample/10BT/004_00000.parquet",
10
+ "sample/10BT/005_00000.parquet",
11
+ "sample/10BT/006_00000.parquet",
12
+ "sample/10BT/007_00000.parquet",
13
+ "sample/10BT/008_00000.parquet",
14
+ "sample/10BT/009_00000.parquet",
15
+ "sample/10BT/010_00000.parquet",
16
+ "sample/10BT/011_00000.parquet",
17
+ "sample/10BT/012_00000.parquet",
18
+ "sample/10BT/013_00000.parquet"
19
+ ],
20
+ "license": "odc-by",
21
+ "used_files": [
22
+ {
23
+ "file": "sample/10BT/007_00000.parquet",
24
+ "sha256": "4b7d1f697d4afff7f5f65cb7aa4d83acc6db716da4d46ea23399d0c50608c6e3"
25
+ }
26
+ ],
27
+ "train_tokens": 120040261,
28
+ "validation_tokens": 203096,
29
+ "accepted_documents": 102831,
30
+ "rejected_overlap": 53,
31
+ "train_sha256": "ea51d6566f76ec7d59edbdc688dc2c2a81d34e0ed29dd8b17ff61398ff86f3d1",
32
+ "validation_sha256": "e05b4fdf2b4332d0bc8f87fd01f004148554815f7fc4509c3e6926286d6cee43",
33
+ "audit": "normalized 13-word exact overlap plus full short sentences; not semantic decontamination; legacy ARC-MIX was not re-audited here"
34
+ }