File size: 2,273 Bytes
9f0e0ef
6846bb2
164af9e
6846bb2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
6846bb2
 
164af9e
6846bb2
164af9e
 
6846bb2
164af9e
 
 
9f0e0ef
6846bb2
 
9f0e0ef
 
6846bb2
 
164af9e
 
 
 
6846bb2
164af9e
 
749cff3
8504798
6846bb2
9f0e0ef
 
6846bb2
 
164af9e
087cbdc
164af9e
 
6846bb2
 
164af9e
 
9f0e0ef
6846bb2
 
9f0e0ef
 
6846bb2
 
164af9e
 
 
 
6846bb2
 
164af9e
 
9f0e0ef
b59a6a0
6846bb2
9f0e0ef
 
6846bb2
 
164af9e
 
 
 
c532528
6846bb2
164af9e
 
9f0e0ef
6846bb2
 
9f0e0ef
 
6846bb2
 
9f0e0ef
 
 
6846bb2
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 50000,
  "stats": {
    "climbmix/blocks": 1800000,
    "climbmix/targets": 3007990030,
    "climbmix/input_tokens": 3008180540,
    "ultra_qa/blocks": 675000,
    "ultra_qa/targets": 1101475594,
    "ultra_qa/input_tokens": 1101477776,
    "cortex/blocks": 675000,
    "cortex/targets": 25668963,
    "cortex/input_tokens": 1073030847,
    "ultra_style/blocks": 675000,
    "ultra_style/targets": 1067349516,
    "ultra_style/input_tokens": 1067405409,
    "openmath/blocks": 450000,
    "openmath/targets": 695410628,
    "openmath/input_tokens": 695642540,
    "rewrite6/blocks": 225000,
    "rewrite6/targets": 368835030,
    "rewrite6/input_tokens": 369239542
  },
  "sources": {
    "climbmix": {
      "page": 246,
      "row": 1907,
      "start": {
        "file": 11,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 73,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 108544,
      "documents": 1009523
    },
    "rewrite6": {
      "page": 40,
      "row": 1649,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 163840
        }
      },
      "epoch": 2,
      "offset": 0,
      "documents": 576297
    },
    "openmath": {
      "page": 154,
      "row": 365,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 194,
          "row": 134
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 631149
    },
    "ultra_qa": {
      "page": 66,
      "row": 2711,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 12002
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 273047
    },
    "ultra_style": {
      "page": 101,
      "row": 3047,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 73675
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 416743
    },
    "cortex": {
      "page": 13088,
      "row": 13,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 1675277
    }
  }
}