File size: 2,302 Bytes
9f0e0ef
a84edf0
164af9e
a84edf0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
a84edf0
 
164af9e
a84edf0
164af9e
 
a84edf0
164af9e
 
 
9f0e0ef
ec63cea
a84edf0
9f0e0ef
 
a84edf0
 
66082e4
 
 
 
a84edf0
66082e4
 
a84edf0
 
 
9f0e0ef
 
a84edf0
 
164af9e
06d1607
164af9e
 
a84edf0
 
164af9e
 
9f0e0ef
a84edf0
 
9f0e0ef
 
a84edf0
 
164af9e
d2ebcfe
164af9e
 
a84edf0
 
164af9e
 
9f0e0ef
f87cd72
a84edf0
9f0e0ef
 
a84edf0
 
164af9e
06d1607
164af9e
 
a84edf0
 
164af9e
 
9f0e0ef
f87cd72
a84edf0
9f0e0ef
 
a84edf0
 
9f0e0ef
 
 
a84edf0
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 680000,
  "stats": {
    "climbmix/blocks": 24480000,
    "climbmix/targets": 40923747216,
    "climbmix/input_tokens": 40926340688,
    "ultra_qa/blocks": 9180000,
    "ultra_qa/targets": 14976547101,
    "ultra_qa/input_tokens": 14976576055,
    "cortex/blocks": 9180000,
    "cortex/targets": 349045275,
    "cortex/input_tokens": 14592186628,
    "ultra_style/blocks": 9180000,
    "ultra_style/targets": 14519965635,
    "ultra_style/input_tokens": 14520727794,
    "openmath/blocks": 6120000,
    "openmath/targets": 9456596693,
    "openmath/input_tokens": 9459747141,
    "rewrite6/blocks": 3060000,
    "rewrite6/targets": 5016477122,
    "rewrite6/input_tokens": 5021976869
  },
  "sources": {
    "climbmix": {
      "page": 3352,
      "row": 2082,
      "start": {
        "file": 162,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 20,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 13731874
    },
    "rewrite6": {
      "page": 7,
      "row": 1154,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 28672
        }
      },
      "epoch": 38,
      "offset": 0,
      "documents": 7835178
    },
    "openmath": {
      "page": 2095,
      "row": 988,
      "start": {
        "file": 19,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 284,
          "row": 770
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 8582108
    },
    "ultra_qa": {
      "page": 906,
      "row": 0,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 9040
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3710976
    },
    "ultra_style": {
      "page": 1382,
      "row": 3920,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 11087
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5664592
    },
    "cortex": {
      "page": 178037,
      "row": 110,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 22788846
    }
  }
}