File size: 2,310 Bytes
9f0e0ef
aa85398
164af9e
aa85398
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
aa85398
 
164af9e
aa85398
164af9e
 
aa85398
164af9e
 
 
9f0e0ef
aa85398
 
9f0e0ef
 
aa85398
 
 
 
 
 
 
 
 
ffc6af2
aa85398
 
9f0e0ef
 
aa85398
 
164af9e
229537f
164af9e
 
aa85398
 
164af9e
 
9f0e0ef
7d618f7
aa85398
9f0e0ef
 
aa85398
 
164af9e
75ecc5e
164af9e
 
ffc6af2
aa85398
164af9e
 
9f0e0ef
aa85398
 
9f0e0ef
 
aa85398
 
164af9e
7d618f7
164af9e
 
aa85398
 
164af9e
 
9f0e0ef
aa85398
 
9f0e0ef
 
aa85398
 
9f0e0ef
 
 
aa85398
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 950000,
  "stats": {
    "climbmix/blocks": 34200000,
    "climbmix/targets": 57171948898,
    "climbmix/input_tokens": 57175571843,
    "ultra_qa/blocks": 12825000,
    "ultra_qa/targets": 20922958426,
    "ultra_qa/input_tokens": 20922998603,
    "cortex/blocks": 12825000,
    "cortex/targets": 487674525,
    "cortex/input_tokens": 20386543238,
    "ultra_style/blocks": 12825000,
    "ultra_style/targets": 20285002197,
    "ultra_style/input_tokens": 20286064763,
    "openmath/blocks": 8550000,
    "openmath/targets": 13211092129,
    "openmath/input_tokens": 13215494259,
    "rewrite6/blocks": 4275000,
    "rewrite6/targets": 7008276799,
    "rewrite6/input_tokens": 7015960317
  },
  "sources": {
    "climbmix": {
      "page": 4683,
      "row": 3857,
      "start": {
        "file": 226,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 57,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 8192,
      "documents": 19185425
    },
    "rewrite6": {
      "page": 14,
      "row": 2553,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 57344
        }
      },
      "epoch": 53,
      "offset": 0,
      "documents": 10946309
    },
    "openmath": {
      "page": 2927,
      "row": 1756,
      "start": {
        "file": 27,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 199,
          "row": 446
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 11990748
    },
    "ultra_qa": {
      "page": 1265,
      "row": 2680,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 52881
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 5184120
    },
    "ultra_style": {
      "page": 1931,
      "row": 1294,
      "start": {
        "file": 11,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 35497
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 7910670
    },
    "cortex": {
      "page": 248725,
      "row": 90,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 31836890
    }
  }
}