File size: 2,304 Bytes
9f0e0ef
65f2f5b
164af9e
65f2f5b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
65f2f5b
 
164af9e
65f2f5b
164af9e
 
65f2f5b
164af9e
 
 
9f0e0ef
6f03001
65f2f5b
9f0e0ef
 
65f2f5b
 
66082e4
 
 
 
65f2f5b
66082e4
 
4bccc84
6f03001
65f2f5b
9f0e0ef
 
65f2f5b
 
164af9e
4bccc84
164af9e
 
65f2f5b
 
164af9e
 
9f0e0ef
4bccc84
65f2f5b
9f0e0ef
 
65f2f5b
 
164af9e
942705a
164af9e
 
d69ba24
65f2f5b
164af9e
 
9f0e0ef
35ca8e6
65f2f5b
9f0e0ef
 
65f2f5b
 
164af9e
d45a371
164af9e
 
65f2f5b
 
164af9e
 
9f0e0ef
65f2f5b
 
9f0e0ef
 
65f2f5b
 
9f0e0ef
 
 
65f2f5b
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 640000,
  "stats": {
    "climbmix/blocks": 23040000,
    "climbmix/targets": 38516782526,
    "climbmix/input_tokens": 38519223105,
    "ultra_qa/blocks": 8640000,
    "ultra_qa/targets": 14095882783,
    "ultra_qa/input_tokens": 14095910016,
    "cortex/blocks": 8640000,
    "cortex/targets": 328530053,
    "cortex/input_tokens": 13733804797,
    "ultra_style/blocks": 8640000,
    "ultra_style/targets": 13665830277,
    "ultra_style/input_tokens": 13666547133,
    "openmath/blocks": 5760000,
    "openmath/targets": 8900224915,
    "openmath/input_tokens": 8903189812,
    "rewrite6/blocks": 2880000,
    "rewrite6/targets": 4721409048,
    "rewrite6/input_tokens": 4726585429
  },
  "sources": {
    "climbmix": {
      "page": 3155,
      "row": 394,
      "start": {
        "file": 152,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 60,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 12923274
    },
    "rewrite6": {
      "page": 45,
      "row": 1043,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 184320
        }
      },
      "epoch": 35,
      "offset": 2048,
      "documents": 7374503
    },
    "openmath": {
      "page": 1971,
      "row": 3641,
      "start": {
        "file": 18,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 213,
          "row": 516
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 8076857
    },
    "ultra_qa": {
      "page": 852,
      "row": 2758,
      "start": {
        "file": 6,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 49415
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3492550
    },
    "ultra_style": {
      "page": 1301,
      "row": 1747,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 23328
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 5330643
    },
    "cortex": {
      "page": 167566,
      "row": 31,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 21448479
    }
  }
}