File size: 2,305 Bytes
9f0e0ef
1b41adc
164af9e
1b41adc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
1b41adc
 
164af9e
1b41adc
164af9e
 
1b41adc
164af9e
 
 
9f0e0ef
4459913
1b41adc
9f0e0ef
 
1b41adc
 
bb20e19
 
 
 
1b41adc
bb20e19
 
9ceac24
14705e4
1b41adc
9f0e0ef
 
1b41adc
 
164af9e
aa80474
164af9e
 
1b41adc
 
164af9e
 
9f0e0ef
4459913
1b41adc
9f0e0ef
 
1b41adc
 
164af9e
1b41adc
164af9e
 
1b41adc
 
164af9e
 
9f0e0ef
1b41adc
 
9f0e0ef
 
1b41adc
 
164af9e
25a38ee
164af9e
 
29db7d7
1b41adc
164af9e
 
9f0e0ef
29db7d7
1b41adc
9f0e0ef
 
1b41adc
 
9f0e0ef
 
 
1b41adc
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 480000,
  "stats": {
    "climbmix/blocks": 17280000,
    "climbmix/targets": 28884017959,
    "climbmix/input_tokens": 28885848126,
    "ultra_qa/blocks": 6480000,
    "ultra_qa/targets": 10570973360,
    "ultra_qa/input_tokens": 10570993707,
    "cortex/blocks": 6480000,
    "cortex/targets": 246461343,
    "cortex/input_tokens": 10301013526,
    "ultra_style/blocks": 6480000,
    "ultra_style/targets": 10249752091,
    "ultra_style/input_tokens": 10250288878,
    "openmath/blocks": 4320000,
    "openmath/targets": 6675226184,
    "openmath/input_tokens": 6677450412,
    "rewrite6/blocks": 2160000,
    "rewrite6/targets": 3541074887,
    "rewrite6/input_tokens": 3544957180
  },
  "sources": {
    "climbmix": {
      "page": 2366,
      "row": 3875,
      "start": {
        "file": 114,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 41,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 9695011
    },
    "rewrite6": {
      "page": 46,
      "row": 1940,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 188416
        }
      },
      "epoch": 26,
      "offset": 2048,
      "documents": 5530860
    },
    "openmath": {
      "page": 1479,
      "row": 475,
      "start": {
        "file": 13,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 381,
          "row": 534
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 6058459
    },
    "ultra_qa": {
      "page": 639,
      "row": 2127,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 19215
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 2619471
    },
    "ultra_style": {
      "page": 975,
      "row": 2846,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 59733
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 3996446
    },
    "cortex": {
      "page": 125681,
      "row": 34,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 16087202
    }
  }
}