File size: 2,302 Bytes
9f0e0ef
39f8db7
164af9e
39f8db7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
39f8db7
 
164af9e
39f8db7
164af9e
 
39f8db7
164af9e
 
 
9f0e0ef
39f8db7
 
9f0e0ef
 
39f8db7
 
66082e4
 
 
 
39f8db7
66082e4
 
26bfbb2
7b338cf
39f8db7
9f0e0ef
 
39f8db7
 
164af9e
763e24c
164af9e
 
39f8db7
 
164af9e
 
9f0e0ef
65772bf
39f8db7
9f0e0ef
 
39f8db7
 
164af9e
763e24c
164af9e
 
39f8db7
 
164af9e
 
9f0e0ef
26bfbb2
39f8db7
9f0e0ef
 
39f8db7
 
164af9e
7b338cf
164af9e
 
39f8db7
 
164af9e
 
9f0e0ef
d130b46
39f8db7
9f0e0ef
 
39f8db7
 
9f0e0ef
 
 
39f8db7
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 775000,
  "stats": {
    "climbmix/blocks": 27900000,
    "climbmix/targets": 46638920719,
    "climbmix/input_tokens": 46641876738,
    "ultra_qa/blocks": 10462500,
    "ultra_qa/targets": 17068384083,
    "ultra_qa/input_tokens": 17068416928,
    "cortex/blocks": 10462500,
    "cortex/targets": 397833446,
    "cortex/input_tokens": 16630731446,
    "ultra_style/blocks": 10462500,
    "ultra_style/targets": 16549240635,
    "ultra_style/input_tokens": 16550108681,
    "openmath/blocks": 6975000,
    "openmath/targets": 10777571114,
    "openmath/input_tokens": 10781162121,
    "rewrite6/blocks": 3487500,
    "rewrite6/targets": 5717285134,
    "rewrite6/input_tokens": 5723553756
  },
  "sources": {
    "climbmix": {
      "page": 3821,
      "row": 1836,
      "start": {
        "file": 184,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 78,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 15652652
    },
    "rewrite6": {
      "page": 23,
      "row": 3880,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 94208
        }
      },
      "epoch": 43,
      "offset": 0,
      "documents": 8930460
    },
    "openmath": {
      "page": 2388,
      "row": 276,
      "start": {
        "file": 22,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 174,
          "row": 948
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 9781524
    },
    "ultra_qa": {
      "page": 1032,
      "row": 2254,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 5540
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 4229326
    },
    "ultra_style": {
      "page": 1575,
      "row": 3932,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 31988
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 6455132
    },
    "cortex": {
      "page": 202908,
      "row": 41,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 25972265
    }
  }
}