File size: 2,288 Bytes
9f0e0ef
7628b88
164af9e
7628b88
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
7628b88
 
164af9e
7628b88
164af9e
 
7628b88
164af9e
 
 
9f0e0ef
cad47b3
7628b88
9f0e0ef
 
7628b88
 
bb20e19
 
 
 
7628b88
bb20e19
 
cad47b3
 
7628b88
9f0e0ef
 
7628b88
 
164af9e
087bf40
164af9e
 
7628b88
 
164af9e
 
9f0e0ef
cad47b3
7628b88
9f0e0ef
 
7628b88
 
164af9e
cad47b3
164af9e
 
cad47b3
7628b88
164af9e
 
9f0e0ef
6b42dd4
7628b88
9f0e0ef
 
7628b88
 
164af9e
9bff059
164af9e
 
cad47b3
7628b88
164af9e
 
9f0e0ef
7628b88
 
9f0e0ef
 
7628b88
 
9f0e0ef
 
 
7628b88
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 295000,
  "stats": {
    "climbmix/blocks": 10620000,
    "climbmix/targets": 17753092470,
    "climbmix/input_tokens": 17754217730,
    "ultra_qa/blocks": 3982500,
    "ultra_qa/targets": 6496902054,
    "ultra_qa/input_tokens": 6496914542,
    "cortex/blocks": 3982500,
    "cortex/targets": 151499631,
    "cortex/input_tokens": 6330619515,
    "ultra_style/blocks": 3982500,
    "ultra_style/targets": 6299348778,
    "ultra_style/input_tokens": 6299679365,
    "openmath/blocks": 2655000,
    "openmath/targets": 4102640002,
    "openmath/input_tokens": 4104007922,
    "rewrite6/blocks": 1327500,
    "rewrite6/targets": 2176202421,
    "rewrite6/input_tokens": 2178588636
  },
  "sources": {
    "climbmix": {
      "page": 1454,
      "row": 2314,
      "start": {
        "file": 70,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 31,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5957898
    },
    "rewrite6": {
      "page": 27,
      "row": 2421,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 110592
        }
      },
      "epoch": 16,
      "offset": 0,
      "documents": 3399477
    },
    "openmath": {
      "page": 909,
      "row": 1156,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 230,
          "row": 64
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 3724420
    },
    "ultra_qa": {
      "page": 393,
      "row": 0,
      "start": {
        "file": 3,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 50853
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1609728
    },
    "ultra_style": {
      "page": 600,
      "row": 410,
      "start": {
        "file": 3,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 61358
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 2458010
    },
    "cortex": {
      "page": 77238,
      "row": 62,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 9886526
    }
  }
}