File size: 2,304 Bytes
9f0e0ef
414bd2b
164af9e
414bd2b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
414bd2b
 
164af9e
414bd2b
164af9e
 
414bd2b
164af9e
 
 
9f0e0ef
414bd2b
 
9f0e0ef
 
414bd2b
 
66082e4
 
 
 
414bd2b
66082e4
 
414bd2b
cb930a1
414bd2b
9f0e0ef
 
414bd2b
 
164af9e
e6866d2
164af9e
 
414bd2b
 
164af9e
 
9f0e0ef
f8495e3
414bd2b
9f0e0ef
 
414bd2b
 
164af9e
763e24c
164af9e
 
414bd2b
 
164af9e
 
9f0e0ef
cb930a1
414bd2b
9f0e0ef
 
414bd2b
 
164af9e
414bd2b
164af9e
 
414bd2b
 
164af9e
 
9f0e0ef
414bd2b
 
9f0e0ef
 
414bd2b
 
9f0e0ef
 
 
414bd2b
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 825000,
  "stats": {
    "climbmix/blocks": 29700000,
    "climbmix/targets": 49648833395,
    "climbmix/input_tokens": 49651979405,
    "ultra_qa/blocks": 11137500,
    "ultra_qa/targets": 18169783675,
    "ultra_qa/input_tokens": 18169818678,
    "cortex/blocks": 11137500,
    "cortex/targets": 423506385,
    "cortex/input_tokens": 17703865080,
    "ultra_style/blocks": 11137500,
    "ultra_style/targets": 17616349514,
    "ultra_style/input_tokens": 17617273526,
    "openmath/blocks": 7425000,
    "openmath/targets": 11472953325,
    "openmath/input_tokens": 11476776268,
    "rewrite6/blocks": 3712500,
    "rewrite6/targets": 6086134136,
    "rewrite6/input_tokens": 6092806682
  },
  "sources": {
    "climbmix": {
      "page": 4067,
      "row": 1808,
      "start": {
        "file": 196,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 71,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 16660240
    },
    "rewrite6": {
      "page": 14,
      "row": 93,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 57344
        }
      },
      "epoch": 46,
      "offset": 0,
      "documents": 9506021
    },
    "openmath": {
      "page": 2542,
      "row": 913,
      "start": {
        "file": 23,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 369,
          "row": 82
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 10412945
    },
    "ultra_qa": {
      "page": 1099,
      "row": 700,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 21781
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4502204
    },
    "ultra_style": {
      "page": 1677,
      "row": 2616,
      "start": {
        "file": 10,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 19577
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 6871608
    },
    "cortex": {
      "page": 215998,
      "row": 28,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 27647772
    }
  }
}