File size: 2,284 Bytes
9f0e0ef
a0d829d
164af9e
a0d829d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
a0d829d
 
164af9e
a0d829d
164af9e
 
a0d829d
164af9e
 
 
9f0e0ef
1ddf3ef
a0d829d
9f0e0ef
 
a0d829d
 
bb20e19
 
 
 
a0d829d
bb20e19
 
1b49619
1ddf3ef
a0d829d
9f0e0ef
 
a0d829d
 
164af9e
a0d829d
164af9e
 
a0d829d
 
164af9e
 
9f0e0ef
44f0d53
a0d829d
9f0e0ef
 
a0d829d
 
164af9e
c1c8473
164af9e
 
1ddf3ef
a0d829d
164af9e
 
9f0e0ef
1ddf3ef
a0d829d
9f0e0ef
 
a0d829d
 
164af9e
601a5c0
164af9e
 
1ddf3ef
a0d829d
164af9e
 
9f0e0ef
a0d829d
 
9f0e0ef
 
a0d829d
 
9f0e0ef
 
 
a0d829d
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 140000,
  "stats": {
    "climbmix/blocks": 5040000,
    "climbmix/targets": 8422837629,
    "climbmix/input_tokens": 8423371884,
    "ultra_qa/blocks": 1890000,
    "ultra_qa/targets": 3082816374,
    "ultra_qa/input_tokens": 3082822297,
    "cortex/blocks": 1890000,
    "cortex/targets": 71865436,
    "cortex/input_tokens": 3004020105,
    "ultra_style/blocks": 1890000,
    "ultra_style/targets": 2989849456,
    "ultra_style/input_tokens": 2990006029,
    "openmath/blocks": 1260000,
    "openmath/targets": 1946691423,
    "openmath/input_tokens": 1947340330,
    "rewrite6/blocks": 630000,
    "rewrite6/targets": 1032782702,
    "rewrite6/input_tokens": 1033915120
  },
  "sources": {
    "climbmix": {
      "page": 690,
      "row": 3762,
      "start": {
        "file": 33,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 27,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2830002
    },
    "rewrite6": {
      "page": 42,
      "row": 3438,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 172032
        }
      },
      "epoch": 7,
      "offset": 0,
      "documents": 1613298
    },
    "openmath": {
      "page": 431,
      "row": 1976,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 18,
          "row": 776
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 1767352
    },
    "ultra_qa": {
      "page": 186,
      "row": 2242,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 48427
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 764098
    },
    "ultra_style": {
      "page": 284,
      "row": 2574,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 52597
        }
      },
      "epoch": 0,
      "offset": 6144,
      "documents": 1165838
    },
    "cortex": {
      "page": 36653,
      "row": 34,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 4691618
    }
  }
}