File size: 2,297 Bytes
9f0e0ef
a98ad73
164af9e
a98ad73
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
a98ad73
 
164af9e
0bbcbaa
164af9e
 
a98ad73
164af9e
 
 
9f0e0ef
4459913
a98ad73
9f0e0ef
 
a98ad73
 
bb20e19
 
 
 
a98ad73
bb20e19
 
0bbcbaa
 
a98ad73
9f0e0ef
 
a98ad73
 
164af9e
a98ad73
164af9e
 
a98ad73
 
164af9e
 
9f0e0ef
4459913
a98ad73
9f0e0ef
 
a98ad73
 
164af9e
1b41adc
164af9e
 
1b41adc
a98ad73
164af9e
 
9f0e0ef
a98ad73
 
9f0e0ef
 
a98ad73
 
164af9e
25a38ee
164af9e
 
0bbcbaa
a98ad73
164af9e
 
9f0e0ef
0bbcbaa
a98ad73
9f0e0ef
 
a98ad73
 
9f0e0ef
 
 
a98ad73
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 485000,
  "stats": {
    "climbmix/blocks": 17460000,
    "climbmix/targets": 29184768142,
    "climbmix/input_tokens": 29186617700,
    "ultra_qa/blocks": 6547500,
    "ultra_qa/targets": 10681167812,
    "ultra_qa/input_tokens": 10681188377,
    "cortex/blocks": 6547500,
    "cortex/targets": 249030011,
    "cortex/input_tokens": 10408163590,
    "ultra_style/blocks": 6547500,
    "ultra_style/targets": 10356067453,
    "ultra_style/input_tokens": 10356610174,
    "openmath/blocks": 4365000,
    "openmath/targets": 6744753340,
    "openmath/input_tokens": 6747000681,
    "rewrite6/blocks": 2182500,
    "rewrite6/targets": 3577914913,
    "rewrite6/input_tokens": 3581837409
  },
  "sources": {
    "climbmix": {
      "page": 2391,
      "row": 3140,
      "start": {
        "file": 115,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 58,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 9796676
    },
    "rewrite6": {
      "page": 10,
      "row": 1343,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 40960
        }
      },
      "epoch": 27,
      "offset": 0,
      "documents": 5588211
    },
    "openmath": {
      "page": 1494,
      "row": 2026,
      "start": {
        "file": 14,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 324
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 6121450
    },
    "ultra_qa": {
      "page": 646,
      "row": 785,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 47887
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2646801
    },
    "ultra_style": {
      "page": 986,
      "row": 411,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 18301
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4039067
    },
    "cortex": {
      "page": 126988,
      "row": 6,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 16254470
    }
  }
}