File size: 2,290 Bytes
9f0e0ef
12b8f34
164af9e
12b8f34
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
12b8f34
 
164af9e
12b8f34
164af9e
 
12b8f34
164af9e
 
 
9f0e0ef
12b8f34
 
9f0e0ef
 
12b8f34
 
bb20e19
 
 
 
12b8f34
bb20e19
 
0bf1ee7
12b8f34
 
9f0e0ef
 
12b8f34
 
164af9e
51a27b8
164af9e
 
12b8f34
 
164af9e
 
9f0e0ef
de2c45c
12b8f34
9f0e0ef
 
12b8f34
 
164af9e
51a27b8
164af9e
 
51a27b8
12b8f34
164af9e
 
9f0e0ef
12b8f34
 
9f0e0ef
 
12b8f34
 
164af9e
71fbc78
164af9e
 
b4b1733
12b8f34
164af9e
 
9f0e0ef
51a27b8
12b8f34
9f0e0ef
 
12b8f34
 
9f0e0ef
 
 
12b8f34
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 390000,
  "stats": {
    "climbmix/blocks": 14040000,
    "climbmix/targets": 23469768992,
    "climbmix/input_tokens": 23471255758,
    "ultra_qa/blocks": 5265000,
    "ultra_qa/targets": 8589103233,
    "ultra_qa/input_tokens": 8589119791,
    "cortex/blocks": 5265000,
    "cortex/targets": 200266960,
    "cortex/input_tokens": 8369485865,
    "ultra_style/blocks": 5265000,
    "ultra_style/targets": 8328115889,
    "ultra_style/input_tokens": 8328552449,
    "openmath/blocks": 3510000,
    "openmath/targets": 5423887511,
    "openmath/input_tokens": 5425694857,
    "rewrite6/blocks": 1755000,
    "rewrite6/targets": 2877105386,
    "rewrite6/input_tokens": 2880259808
  },
  "sources": {
    "climbmix": {
      "page": 1922,
      "row": 3973,
      "start": {
        "file": 93,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 6144,
      "documents": 7876485
    },
    "rewrite6": {
      "page": 44,
      "row": 214,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 180224
        }
      },
      "epoch": 21,
      "offset": 0,
      "documents": 4493922
    },
    "openmath": {
      "page": 1201,
      "row": 3048,
      "start": {
        "file": 11,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 116,
          "row": 146
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 4922344
    },
    "ultra_qa": {
      "page": 519,
      "row": 2369,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 47323
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2128193
    },
    "ultra_style": {
      "page": 793,
      "row": 45,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 82015
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 3248173
    },
    "cortex": {
      "page": 102116,
      "row": 47,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 13070895
    }
  }
}