File size: 2,311 Bytes
9f0e0ef
124a231
164af9e
124a231
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
124a231
 
164af9e
124a231
164af9e
 
124a231
164af9e
 
 
9f0e0ef
124a231
 
9f0e0ef
 
124a231
 
66082e4
 
 
 
124a231
66082e4
 
5aa37e6
a2613f2
124a231
9f0e0ef
 
124a231
 
164af9e
35e4a25
164af9e
 
124a231
 
164af9e
 
9f0e0ef
124a231
 
9f0e0ef
 
124a231
 
164af9e
763e24c
164af9e
 
a2613f2
124a231
164af9e
 
9f0e0ef
d15cbd8
124a231
9f0e0ef
 
124a231
 
164af9e
414bd2b
164af9e
 
124a231
 
164af9e
 
9f0e0ef
124a231
 
9f0e0ef
 
124a231
 
9f0e0ef
 
 
124a231
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 855000,
  "stats": {
    "climbmix/blocks": 30780000,
    "climbmix/targets": 51453874788,
    "climbmix/input_tokens": 51457135364,
    "ultra_qa/blocks": 11542500,
    "ultra_qa/targets": 18830986539,
    "ultra_qa/input_tokens": 18831022740,
    "cortex/blocks": 11542500,
    "cortex/targets": 438911204,
    "cortex/input_tokens": 18347586211,
    "ultra_style/blocks": 11542500,
    "ultra_style/targets": 18256746475,
    "ultra_style/input_tokens": 18257703756,
    "openmath/blocks": 7695000,
    "openmath/targets": 11890027768,
    "openmath/input_tokens": 11893989809,
    "rewrite6/blocks": 3847500,
    "rewrite6/targets": 6307501946,
    "rewrite6/input_tokens": 6314417109
  },
  "sources": {
    "climbmix": {
      "page": 4215,
      "row": 2185,
      "start": {
        "file": 204,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 17266825
    },
    "rewrite6": {
      "page": 48,
      "row": 1106,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 196608
        }
      },
      "epoch": 47,
      "offset": 0,
      "documents": 9851702
    },
    "openmath": {
      "page": 2634,
      "row": 2725,
      "start": {
        "file": 24,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 309,
          "row": 265
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 10791589
    },
    "ultra_qa": {
      "page": 1139,
      "row": 374,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 56622
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4665718
    },
    "ultra_style": {
      "page": 1738,
      "row": 2213,
      "start": {
        "file": 10,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 14940
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 7121061
    },
    "cortex": {
      "page": 223850,
      "row": 23,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 28652823
    }
  }
}