File size: 2,295 Bytes
9f0e0ef
3832e37
164af9e
3832e37
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
3832e37
 
164af9e
3832e37
164af9e
 
3832e37
164af9e
 
 
9f0e0ef
3832e37
 
9f0e0ef
 
3832e37
 
bb20e19
 
 
 
3832e37
bb20e19
 
e8b229d
085c137
3832e37
9f0e0ef
 
3832e37
 
164af9e
3832e37
164af9e
 
3832e37
 
164af9e
 
9f0e0ef
3832e37
 
9f0e0ef
 
3832e37
 
164af9e
cad47b3
164af9e
 
3832e37
 
164af9e
 
9f0e0ef
3832e37
 
9f0e0ef
 
3832e37
 
164af9e
9bff059
164af9e
 
085c137
3832e37
164af9e
 
9f0e0ef
3832e37
 
9f0e0ef
 
3832e37
 
9f0e0ef
 
 
3832e37
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 315000,
  "stats": {
    "climbmix/blocks": 11340000,
    "climbmix/targets": 18956161933,
    "climbmix/input_tokens": 18957363575,
    "ultra_qa/blocks": 4252500,
    "ultra_qa/targets": 6937463581,
    "ultra_qa/input_tokens": 6937476970,
    "cortex/blocks": 4252500,
    "cortex/targets": 161788999,
    "cortex/input_tokens": 6760036876,
    "ultra_style/blocks": 4252500,
    "ultra_style/targets": 6726387227,
    "ultra_style/input_tokens": 6726740294,
    "openmath/blocks": 2835000,
    "openmath/targets": 4380942289,
    "openmath/input_tokens": 4382402714,
    "rewrite6/blocks": 1417500,
    "rewrite6/targets": 2323732855,
    "rewrite6/input_tokens": 2326280728
  },
  "sources": {
    "climbmix": {
      "page": 1553,
      "row": 1737,
      "start": {
        "file": 75,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 13,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 18432,
      "documents": 6362825
    },
    "rewrite6": {
      "page": 33,
      "row": 2804,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 135168
        }
      },
      "epoch": 17,
      "offset": 0,
      "documents": 3629840
    },
    "openmath": {
      "page": 970,
      "row": 3337,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 43,
          "row": 270
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3976457
    },
    "ultra_qa": {
      "page": 419,
      "row": 2676,
      "start": {
        "file": 3,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 28083
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1718900
    },
    "ultra_style": {
      "page": 640,
      "row": 3189,
      "start": {
        "file": 3,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 56507
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 2624629
    },
    "cortex": {
      "page": 82476,
      "row": 126,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 10557054
    }
  }
}