File size: 2,268 Bytes
9f0e0ef
72513dc
164af9e
72513dc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
72513dc
 
164af9e
72513dc
164af9e
 
72513dc
164af9e
 
 
9f0e0ef
72513dc
 
9f0e0ef
 
72513dc
 
164af9e
 
 
 
72513dc
164af9e
 
861d799
2e5f789
72513dc
9f0e0ef
 
72513dc
 
164af9e
72513dc
164af9e
 
72513dc
 
164af9e
 
9f0e0ef
b3b133e
72513dc
9f0e0ef
 
72513dc
 
164af9e
 
 
 
b3b133e
72513dc
164af9e
 
9f0e0ef
72513dc
 
9f0e0ef
 
72513dc
 
164af9e
 
 
 
2e5f789
72513dc
164af9e
 
9f0e0ef
72513dc
 
9f0e0ef
 
72513dc
 
9f0e0ef
 
 
72513dc
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 70000,
  "stats": {
    "climbmix/blocks": 2520000,
    "climbmix/targets": 4211257891,
    "climbmix/input_tokens": 4211524900,
    "ultra_qa/blocks": 945000,
    "ultra_qa/targets": 1541761818,
    "ultra_qa/input_tokens": 1541764859,
    "cortex/blocks": 945000,
    "cortex/targets": 35955650,
    "cortex/input_tokens": 1502146727,
    "ultra_style/blocks": 945000,
    "ultra_style/targets": 1494609054,
    "ultra_style/input_tokens": 1494687200,
    "openmath/blocks": 630000,
    "openmath/targets": 973552847,
    "openmath/input_tokens": 973877515,
    "rewrite6/blocks": 315000,
    "rewrite6/targets": 516437914,
    "rewrite6/input_tokens": 517004193
  },
  "sources": {
    "climbmix": {
      "page": 345,
      "row": 1005,
      "start": {
        "file": 16,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 56,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 10240,
      "documents": 1414125
    },
    "rewrite6": {
      "page": 46,
      "row": 2052,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 188416
        }
      },
      "epoch": 3,
      "offset": 0,
      "documents": 806680
    },
    "openmath": {
      "page": 215,
      "row": 3124,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 340
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 883764
    },
    "ultra_qa": {
      "page": 93,
      "row": 1286,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 58191
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 382214
    },
    "ultra_style": {
      "page": 142,
      "row": 1102,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 71295
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 582734
    },
    "cortex": {
      "page": 18324,
      "row": 41,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 2345513
    }
  }
}