File size: 2,309 Bytes
9f0e0ef
5e7a908
164af9e
5e7a908
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
5e7a908
 
164af9e
5e7a908
164af9e
 
5e7a908
164af9e
 
 
9f0e0ef
5e7a908
 
9f0e0ef
 
5e7a908
 
66082e4
 
 
 
5e7a908
66082e4
 
5fca241
7b338cf
5e7a908
9f0e0ef
 
5e7a908
 
164af9e
6cc0075
164af9e
 
5e7a908
 
164af9e
 
9f0e0ef
65772bf
5e7a908
9f0e0ef
 
5e7a908
 
164af9e
d2ebcfe
164af9e
 
5fca241
5e7a908
164af9e
 
9f0e0ef
7b338cf
5e7a908
9f0e0ef
 
5e7a908
 
164af9e
7b338cf
164af9e
 
5e7a908
 
164af9e
 
9f0e0ef
d130b46
5e7a908
9f0e0ef
 
5e7a908
 
9f0e0ef
 
 
5e7a908
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 755000,
  "stats": {
    "climbmix/blocks": 27180000,
    "climbmix/targets": 45436583708,
    "climbmix/input_tokens": 45439462550,
    "ultra_qa/blocks": 10192500,
    "ultra_qa/targets": 16627829240,
    "ultra_qa/input_tokens": 16627861293,
    "cortex/blocks": 10192500,
    "cortex/targets": 387543241,
    "cortex/input_tokens": 16201531922,
    "ultra_style/blocks": 10192500,
    "ultra_style/targets": 16121676984,
    "ultra_style/input_tokens": 16122522199,
    "openmath/blocks": 6795000,
    "openmath/targets": 10499419459,
    "openmath/input_tokens": 10502917378,
    "rewrite6/blocks": 3397500,
    "rewrite6/targets": 5569717202,
    "rewrite6/input_tokens": 5575823779
  },
  "sources": {
    "climbmix": {
      "page": 3722,
      "row": 698,
      "start": {
        "file": 180,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 14,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 15246010
    },
    "rewrite6": {
      "page": 17,
      "row": 3070,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 69632
        }
      },
      "epoch": 42,
      "offset": 0,
      "documents": 8699670
    },
    "openmath": {
      "page": 2326,
      "row": 1294,
      "start": {
        "file": 21,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 357,
          "row": 646
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 9528590
    },
    "ultra_qa": {
      "page": 1005,
      "row": 3733,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 26944
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 4120213
    },
    "ultra_style": {
      "page": 1535,
      "row": 679,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 37522
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 6288039
    },
    "cortex": {
      "page": 197671,
      "row": 117,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 25302005
    }
  }
}