File size: 2,299 Bytes
9f0e0ef
65772bf
164af9e
65772bf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
65772bf
 
164af9e
65772bf
164af9e
 
65772bf
164af9e
 
 
9f0e0ef
65772bf
 
9f0e0ef
 
65772bf
 
66082e4
 
 
 
65772bf
66082e4
 
4745c8a
65772bf
 
9f0e0ef
 
65772bf
 
164af9e
a912b27
164af9e
 
65772bf
 
164af9e
 
9f0e0ef
65772bf
 
9f0e0ef
 
65772bf
 
164af9e
d2ebcfe
164af9e
 
4745c8a
65772bf
164af9e
 
9f0e0ef
4745c8a
65772bf
9f0e0ef
 
65772bf
 
164af9e
06d1607
164af9e
 
65772bf
 
164af9e
 
9f0e0ef
f87cd72
65772bf
9f0e0ef
 
65772bf
 
9f0e0ef
 
 
65772bf
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 720000,
  "stats": {
    "climbmix/blocks": 25920000,
    "climbmix/targets": 43330222714,
    "climbmix/input_tokens": 43332969001,
    "ultra_qa/blocks": 9720000,
    "ultra_qa/targets": 15857175972,
    "ultra_qa/input_tokens": 15857206570,
    "cortex/blocks": 9720000,
    "cortex/targets": 369582035,
    "cortex/input_tokens": 15450455935,
    "ultra_style/blocks": 9720000,
    "ultra_style/targets": 15374177136,
    "ultra_style/input_tokens": 15374983563,
    "openmath/blocks": 6480000,
    "openmath/targets": 10012814408,
    "openmath/input_tokens": 10016150211,
    "rewrite6/blocks": 3240000,
    "rewrite6/targets": 5311509903,
    "rewrite6/input_tokens": 5317333313
  },
  "sources": {
    "climbmix": {
      "page": 3550,
      "row": 129,
      "start": {
        "file": 171,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 68,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 14540929
    },
    "rewrite6": {
      "page": 19,
      "row": 2309,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 77824
        }
      },
      "epoch": 40,
      "offset": 0,
      "documents": 8296293
    },
    "openmath": {
      "page": 2218,
      "row": 1902,
      "start": {
        "file": 20,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 351,
          "row": 928
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 9086830
    },
    "ultra_qa": {
      "page": 959,
      "row": 986,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 32574
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3929050
    },
    "ultra_style": {
      "page": 1464,
      "row": 135,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 6394
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5996679
    },
    "cortex": {
      "page": 188509,
      "row": 47,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 24129199
    }
  }
}