File size: 2,299 Bytes
9f0e0ef
cbbfa44
164af9e
cbbfa44
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
cbbfa44
 
164af9e
cbbfa44
164af9e
 
cbbfa44
164af9e
 
 
9f0e0ef
cbbfa44
 
9f0e0ef
 
cbbfa44
 
bb20e19
 
 
 
cbbfa44
bb20e19
 
30c78b2
0bbcbaa
cbbfa44
9f0e0ef
 
cbbfa44
 
164af9e
30c78b2
164af9e
 
cbbfa44
 
164af9e
 
9f0e0ef
94dc2ce
cbbfa44
9f0e0ef
 
cbbfa44
 
164af9e
1b41adc
164af9e
 
5d38250
cbbfa44
164af9e
 
9f0e0ef
30c78b2
cbbfa44
9f0e0ef
 
cbbfa44
 
164af9e
9f91f48
164af9e
 
5d38250
cbbfa44
164af9e
 
9f0e0ef
419011e
cbbfa44
9f0e0ef
 
cbbfa44
 
9f0e0ef
 
 
cbbfa44
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 530000,
  "stats": {
    "climbmix/blocks": 19080000,
    "climbmix/targets": 31893841018,
    "climbmix/input_tokens": 31895861954,
    "ultra_qa/blocks": 7155000,
    "ultra_qa/targets": 11672418639,
    "ultra_qa/input_tokens": 11672441161,
    "cortex/blocks": 7155000,
    "cortex/targets": 272094364,
    "cortex/input_tokens": 11373535505,
    "ultra_style/blocks": 7155000,
    "ultra_style/targets": 11316260253,
    "ultra_style/input_tokens": 11316853356,
    "openmath/blocks": 4770000,
    "openmath/targets": 7370634197,
    "openmath/input_tokens": 7373089745,
    "rewrite6/blocks": 2385000,
    "rewrite6/targets": 3909838802,
    "rewrite6/input_tokens": 3914125422
  },
  "sources": {
    "climbmix": {
      "page": 2613,
      "row": 1722,
      "start": {
        "file": 126,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 37,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 10704570
    },
    "rewrite6": {
      "page": 36,
      "row": 2819,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 147456
        }
      },
      "epoch": 29,
      "offset": 0,
      "documents": 6106991
    },
    "openmath": {
      "page": 1633,
      "row": 76,
      "start": {
        "file": 15,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 139,
          "row": 18
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 6688844
    },
    "ultra_qa": {
      "page": 706,
      "row": 539,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 35556
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2892315
    },
    "ultra_style": {
      "page": 1077,
      "row": 2689,
      "start": {
        "file": 6,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 45678
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4414081
    },
    "cortex": {
      "page": 138765,
      "row": 110,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 17762030
    }
  }
}