File size: 2,313 Bytes
9f0e0ef
f37c2ad
164af9e
f37c2ad
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
f37c2ad
 
164af9e
f37c2ad
164af9e
 
f37c2ad
164af9e
 
 
9f0e0ef
e6866d2
f37c2ad
9f0e0ef
 
f37c2ad
 
66082e4
 
 
 
f37c2ad
66082e4
 
cf8541e
f37c2ad
 
9f0e0ef
 
f37c2ad
 
164af9e
e6866d2
164af9e
 
f37c2ad
 
164af9e
 
9f0e0ef
f37c2ad
 
9f0e0ef
 
f37c2ad
 
164af9e
763e24c
164af9e
 
f37c2ad
 
164af9e
 
9f0e0ef
f37c2ad
 
9f0e0ef
 
f37c2ad
 
164af9e
7b338cf
164af9e
 
cf8541e
f37c2ad
164af9e
 
9f0e0ef
cf8541e
f37c2ad
9f0e0ef
 
f37c2ad
 
9f0e0ef
 
 
f37c2ad
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 810000,
  "stats": {
    "climbmix/blocks": 29160000,
    "climbmix/targets": 48745844785,
    "climbmix/input_tokens": 48748933709,
    "ultra_qa/blocks": 10935000,
    "ultra_qa/targets": 17839350326,
    "ultra_qa/input_tokens": 17839384717,
    "cortex/blocks": 10935000,
    "cortex/targets": 415808421,
    "cortex/input_tokens": 17381926974,
    "ultra_style/blocks": 10935000,
    "ultra_style/targets": 17296108093,
    "ultra_style/input_tokens": 17297015211,
    "openmath/blocks": 7290000,
    "openmath/targets": 11264198535,
    "openmath/input_tokens": 11267951300,
    "rewrite6/blocks": 3645000,
    "rewrite6/targets": 5975471100,
    "rewrite6/input_tokens": 5982022644
  },
  "sources": {
    "climbmix": {
      "page": 3993,
      "row": 2480,
      "start": {
        "file": 193,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 23,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 16357808
    },
    "rewrite6": {
      "page": 22,
      "row": 256,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 90112
        }
      },
      "epoch": 45,
      "offset": 2048,
      "documents": 9333548
    },
    "openmath": {
      "page": 2495,
      "row": 3276,
      "start": {
        "file": 23,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 176,
          "row": 570
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 10222796
    },
    "ultra_qa": {
      "page": 1079,
      "row": 780,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 4352
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 4420364
    },
    "ultra_style": {
      "page": 1647,
      "row": 173,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 72213
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 6746285
    },
    "cortex": {
      "page": 212069,
      "row": 58,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 27144890
    }
  }
}