File size: 2,301 Bytes
9f0e0ef
2ca9bc4
164af9e
2ca9bc4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
2ca9bc4
 
164af9e
2ca9bc4
164af9e
 
2ca9bc4
164af9e
 
 
9f0e0ef
2ca9bc4
 
9f0e0ef
 
2ca9bc4
 
66082e4
 
 
 
2ca9bc4
66082e4
 
5320b3c
a912b27
2ca9bc4
9f0e0ef
 
2ca9bc4
 
164af9e
a912b27
164af9e
 
2ca9bc4
 
164af9e
 
9f0e0ef
2ca9bc4
 
9f0e0ef
 
2ca9bc4
 
164af9e
d2ebcfe
164af9e
 
2ca9bc4
 
164af9e
 
9f0e0ef
f87cd72
2ca9bc4
9f0e0ef
 
2ca9bc4
 
164af9e
06d1607
164af9e
 
5320b3c
2ca9bc4
164af9e
 
9f0e0ef
f87cd72
2ca9bc4
9f0e0ef
 
2ca9bc4
 
9f0e0ef
 
 
2ca9bc4
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 705000,
  "stats": {
    "climbmix/blocks": 25380000,
    "climbmix/targets": 42427427006,
    "climbmix/input_tokens": 42430116101,
    "ultra_qa/blocks": 9517500,
    "ultra_qa/targets": 15526937657,
    "ultra_qa/input_tokens": 15526967636,
    "cortex/blocks": 9517500,
    "cortex/targets": 361880143,
    "cortex/input_tokens": 15128656803,
    "ultra_style/blocks": 9517500,
    "ultra_style/targets": 15053668730,
    "ultra_style/input_tokens": 15054458776,
    "openmath/blocks": 6345000,
    "openmath/targets": 9804346129,
    "openmath/input_tokens": 9807612496,
    "rewrite6/blocks": 3172500,
    "rewrite6/targets": 5200843675,
    "rewrite6/input_tokens": 5206545918
  },
  "sources": {
    "climbmix": {
      "page": 3476,
      "row": 737,
      "start": {
        "file": 168,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 19,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 14238433
    },
    "rewrite6": {
      "page": 27,
      "row": 2327,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 110592
        }
      },
      "epoch": 39,
      "offset": 0,
      "documents": 8123675
    },
    "openmath": {
      "page": 2172,
      "row": 1176,
      "start": {
        "file": 20,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 163,
          "row": 512
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 8897688
    },
    "ultra_qa": {
      "page": 939,
      "row": 1127,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 15078
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3847271
    },
    "ultra_style": {
      "page": 1433,
      "row": 3105,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 49271
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5872673
    },
    "cortex": {
      "page": 184583,
      "row": 79,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 23626703
    }
  }
}