File size: 2,288 Bytes
9f0e0ef
e710dd9
164af9e
e710dd9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
e710dd9
 
164af9e
e710dd9
164af9e
 
e710dd9
164af9e
 
 
9f0e0ef
4d364c6
e710dd9
9f0e0ef
 
e710dd9
 
bb20e19
 
 
 
e710dd9
bb20e19
 
a5fdb31
12b8f34
e710dd9
9f0e0ef
 
e710dd9
 
164af9e
51a27b8
164af9e
 
e710dd9
 
164af9e
 
9f0e0ef
de2c45c
e710dd9
9f0e0ef
 
e710dd9
 
164af9e
51a27b8
164af9e
 
a5fdb31
e710dd9
164af9e
 
9f0e0ef
e710dd9
 
9f0e0ef
 
e710dd9
 
164af9e
71fbc78
164af9e
 
a5fdb31
e710dd9
164af9e
 
9f0e0ef
e710dd9
 
9f0e0ef
 
e710dd9
 
9f0e0ef
 
 
e710dd9
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 400000,
  "stats": {
    "climbmix/blocks": 14400000,
    "climbmix/targets": 24072071047,
    "climbmix/input_tokens": 24073595873,
    "ultra_qa/blocks": 5400000,
    "ultra_qa/targets": 8809069980,
    "ultra_qa/input_tokens": 8809086942,
    "cortex/blocks": 5400000,
    "cortex/targets": 205392043,
    "cortex/input_tokens": 8584044366,
    "ultra_style/blocks": 5400000,
    "ultra_style/targets": 8541509026,
    "ultra_style/input_tokens": 8541956871,
    "openmath/blocks": 3600000,
    "openmath/targets": 5563081132,
    "openmath/input_tokens": 5564934909,
    "rewrite6/blocks": 1800000,
    "rewrite6/targets": 2950834067,
    "rewrite6/input_tokens": 2954069608
  },
  "sources": {
    "climbmix": {
      "page": 1972,
      "row": 642,
      "start": {
        "file": 95,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 38,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 8077954
    },
    "rewrite6": {
      "page": 22,
      "row": 377,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 90112
        }
      },
      "epoch": 22,
      "offset": 0,
      "documents": 4609377
    },
    "openmath": {
      "page": 1232,
      "row": 2237,
      "start": {
        "file": 11,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 243,
          "row": 122
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 5048509
    },
    "ultra_qa": {
      "page": 532,
      "row": 3708,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 36084
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 2182780
    },
    "ultra_style": {
      "page": 813,
      "row": 1709,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 80479
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 3331757
    },
    "cortex": {
      "page": 104734,
      "row": 30,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 13405982
    }
  }
}