File size: 2,291 Bytes
9f0e0ef
174955c
164af9e
174955c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
174955c
 
164af9e
174955c
164af9e
 
174955c
164af9e
 
 
9f0e0ef
fa1705b
174955c
9f0e0ef
 
174955c
 
bb20e19
 
 
 
174955c
bb20e19
 
a5fdb31
174955c
 
9f0e0ef
 
174955c
 
164af9e
51a27b8
164af9e
 
174955c
 
164af9e
 
9f0e0ef
de2c45c
174955c
9f0e0ef
 
174955c
 
164af9e
51a27b8
164af9e
 
fa1705b
174955c
164af9e
 
9f0e0ef
fa1705b
174955c
9f0e0ef
 
174955c
 
164af9e
71fbc78
164af9e
 
fa1705b
174955c
164af9e
 
9f0e0ef
fa1705b
174955c
9f0e0ef
 
174955c
 
9f0e0ef
 
 
174955c
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 410000,
  "stats": {
    "climbmix/blocks": 14760000,
    "climbmix/targets": 24673977216,
    "climbmix/input_tokens": 24675540036,
    "ultra_qa/blocks": 5535000,
    "ultra_qa/targets": 9029200380,
    "ultra_qa/input_tokens": 9029217755,
    "cortex/blocks": 5535000,
    "cortex/targets": 210523889,
    "cortex/input_tokens": 8798719668,
    "ultra_style/blocks": 5535000,
    "ultra_style/targets": 8755304288,
    "ultra_style/input_tokens": 8755763253,
    "openmath/blocks": 3690000,
    "openmath/targets": 5702199677,
    "openmath/input_tokens": 5704099937,
    "rewrite6/blocks": 1845000,
    "rewrite6/targets": 3024643728,
    "rewrite6/input_tokens": 3027959756
  },
  "sources": {
    "climbmix": {
      "page": 2021,
      "row": 1375,
      "start": {
        "file": 97,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 69,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 8279391
    },
    "rewrite6": {
      "page": 50,
      "row": 510,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 204800
        }
      },
      "epoch": 22,
      "offset": 0,
      "documents": 4724198
    },
    "openmath": {
      "page": 1263,
      "row": 1659,
      "start": {
        "file": 11,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 370,
          "row": 98
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 5174907
    },
    "ultra_qa": {
      "page": 546,
      "row": 940,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 28720
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2237356
    },
    "ultra_style": {
      "page": 833,
      "row": 2801,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 76397
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 3414769
    },
    "cortex": {
      "page": 107353,
      "row": 26,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 13741210
    }
  }
}