File size: 2,312 Bytes
9f0e0ef
56f6d4b
164af9e
56f6d4b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
56f6d4b
 
164af9e
56f6d4b
164af9e
 
56f6d4b
164af9e
 
 
9f0e0ef
56f6d4b
 
9f0e0ef
 
56f6d4b
 
66082e4
 
 
 
56f6d4b
66082e4
 
0fb2bf3
56f6d4b
 
9f0e0ef
 
56f6d4b
 
164af9e
92c6015
164af9e
 
56f6d4b
 
164af9e
 
9f0e0ef
7d618f7
56f6d4b
9f0e0ef
 
56f6d4b
 
164af9e
75ecc5e
164af9e
 
7d618f7
56f6d4b
164af9e
 
9f0e0ef
92c6015
56f6d4b
9f0e0ef
 
56f6d4b
 
164af9e
7d618f7
164af9e
 
7d618f7
56f6d4b
164af9e
 
9f0e0ef
56f6d4b
 
9f0e0ef
 
56f6d4b
 
9f0e0ef
 
 
56f6d4b
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 915000,
  "stats": {
    "climbmix/blocks": 32940000,
    "climbmix/targets": 55064840955,
    "climbmix/input_tokens": 55068330846,
    "ultra_qa/blocks": 12352500,
    "ultra_qa/targets": 20152216028,
    "ultra_qa/input_tokens": 20152254712,
    "cortex/blocks": 12352500,
    "cortex/targets": 469703401,
    "cortex/input_tokens": 19635241143,
    "ultra_style/blocks": 12352500,
    "ultra_style/targets": 19536930397,
    "ultra_style/input_tokens": 19537954240,
    "openmath/blocks": 8235000,
    "openmath/targets": 12724599700,
    "openmath/input_tokens": 12728839417,
    "rewrite6/blocks": 4117500,
    "rewrite6/targets": 6750063827,
    "rewrite6/input_tokens": 6757464407
  },
  "sources": {
    "climbmix": {
      "page": 4511,
      "row": 1767,
      "start": {
        "file": 218,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 30,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 18478823
    },
    "rewrite6": {
      "page": 16,
      "row": 2035,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 65536
        }
      },
      "epoch": 51,
      "offset": 0,
      "documents": 10543175
    },
    "openmath": {
      "page": 2819,
      "row": 2187,
      "start": {
        "file": 26,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 193,
          "row": 727
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 11548811
    },
    "ultra_qa": {
      "page": 1219,
      "row": 126,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 58088
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4993150
    },
    "ultra_style": {
      "page": 1860,
      "row": 2111,
      "start": {
        "file": 11,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 84204
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 7620671
    },
    "cortex": {
      "page": 239561,
      "row": 27,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 30663835
    }
  }
}