File size: 2,307 Bytes
9f0e0ef
ec63cea
164af9e
ec63cea
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
ec63cea
 
164af9e
ec63cea
164af9e
 
ec63cea
164af9e
 
 
9f0e0ef
ec63cea
 
9f0e0ef
 
ec63cea
 
66082e4
 
 
 
ec63cea
66082e4
 
06d1607
ec63cea
 
9f0e0ef
 
ec63cea
 
164af9e
06d1607
164af9e
 
ec63cea
 
164af9e
 
9f0e0ef
4bccc84
ec63cea
9f0e0ef
 
ec63cea
 
164af9e
d2ebcfe
164af9e
 
d2ebcfe
ec63cea
164af9e
 
9f0e0ef
f87cd72
ec63cea
9f0e0ef
 
ec63cea
 
164af9e
06d1607
164af9e
 
d2ebcfe
ec63cea
164af9e
 
9f0e0ef
f87cd72
ec63cea
9f0e0ef
 
ec63cea
 
9f0e0ef
 
 
ec63cea
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 675000,
  "stats": {
    "climbmix/blocks": 24300000,
    "climbmix/targets": 40622544143,
    "climbmix/input_tokens": 40625118554,
    "ultra_qa/blocks": 9112500,
    "ultra_qa/targets": 14866485854,
    "ultra_qa/input_tokens": 14866514573,
    "cortex/blocks": 9112500,
    "cortex/targets": 346482518,
    "cortex/input_tokens": 14484924008,
    "ultra_style/blocks": 9112500,
    "ultra_style/targets": 14413351865,
    "ultra_style/input_tokens": 14414108313,
    "openmath/blocks": 6075000,
    "openmath/targets": 9387040123,
    "openmath/input_tokens": 9390167294,
    "rewrite6/blocks": 3037500,
    "rewrite6/targets": 4979579505,
    "rewrite6/input_tokens": 4985038925
  },
  "sources": {
    "climbmix": {
      "page": 3327,
      "row": 3996,
      "start": {
        "file": 161,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 13631388
    },
    "rewrite6": {
      "page": 43,
      "row": 1704,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 176128
        }
      },
      "epoch": 37,
      "offset": 2048,
      "documents": 7777780
    },
    "openmath": {
      "page": 2079,
      "row": 3284,
      "start": {
        "file": 19,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 219,
          "row": 234
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 8518868
    },
    "ultra_qa": {
      "page": 899,
      "row": 1468,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 44920
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3683772
    },
    "ultra_style": {
      "page": 1372,
      "row": 3093,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 55620
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5622805
    },
    "cortex": {
      "page": 176729,
      "row": 46,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 22621358
    }
  }
}