File size: 2,289 Bytes
9f0e0ef
dff73d5
164af9e
dff73d5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
dff73d5
 
164af9e
dff73d5
164af9e
 
dff73d5
164af9e
 
 
9f0e0ef
dff73d5
 
9f0e0ef
 
dff73d5
 
bb20e19
 
 
 
dff73d5
bb20e19
 
cc0e517
 
dff73d5
9f0e0ef
 
dff73d5
 
164af9e
6bbb5c1
164af9e
 
dff73d5
 
164af9e
 
9f0e0ef
09ef62d
dff73d5
9f0e0ef
 
dff73d5
 
164af9e
dc2eebd
164af9e
 
dff73d5
 
164af9e
 
9f0e0ef
09ef62d
dff73d5
9f0e0ef
 
dff73d5
 
164af9e
9bff059
164af9e
 
cc0e517
dff73d5
164af9e
 
9f0e0ef
9bff059
dff73d5
9f0e0ef
 
dff73d5
 
9f0e0ef
 
 
dff73d5
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 275000,
  "stats": {
    "climbmix/blocks": 9900000,
    "climbmix/targets": 16549266942,
    "climbmix/input_tokens": 16550315706,
    "ultra_qa/blocks": 3712500,
    "ultra_qa/targets": 6056418591,
    "ultra_qa/input_tokens": 6056430195,
    "cortex/blocks": 3712500,
    "cortex/targets": 141226525,
    "cortex/input_tokens": 5901276792,
    "ultra_style/blocks": 3712500,
    "ultra_style/targets": 5871811169,
    "ultra_style/input_tokens": 5872119620,
    "openmath/blocks": 2475000,
    "openmath/targets": 3824405251,
    "openmath/input_tokens": 3825680165,
    "rewrite6/blocks": 1237500,
    "rewrite6/targets": 2028675231,
    "rewrite6/input_tokens": 2030899715
  },
  "sources": {
    "climbmix": {
      "page": 1355,
      "row": 3394,
      "start": {
        "file": 65,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 48,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5553474
    },
    "rewrite6": {
      "page": 21,
      "row": 1930,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 86016
        }
      },
      "epoch": 15,
      "offset": 0,
      "documents": 3169006
    },
    "openmath": {
      "page": 847,
      "row": 2438,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 412,
          "row": 762
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 3471750
    },
    "ultra_qa": {
      "page": 366,
      "row": 1530,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 7993
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1500666
    },
    "ultra_style": {
      "page": 559,
      "row": 2401,
      "start": {
        "file": 3,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 63989
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2292065
    },
    "cortex": {
      "page": 71999,
      "row": 4,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 9215876
    }
  }
}